-- Logs begin at Wed 2022-03-16 10:05:36 UTC, end at Wed 2022-03-16 12:06:30 UTC. -- Mar 16 10:42:35.932529 dv-neutron-833860-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 16 10:42:38.455074 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.common.config [-] Logging enabled! Mar 16 10:42:38.455830 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev73 Mar 16 10:42:38.455830 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87767) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 10:42:38.458979 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.common.config [-] Logging enabled! Mar 16 10:42:38.459243 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev73 Mar 16 10:42:38.459540 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87767) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 10:42:38.460460 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:42:38.460693 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:42:38.461080 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:42:38.461328 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:42:38.461562 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:42:38.461883 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.462175 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.462471 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.462697 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.462969 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.463257 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.463533 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.463815 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.464105 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.464388 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.464659 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.464965 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.465251 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.465529 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.465812 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.466095 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.466317 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] debug = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.466593 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.467018 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.467418 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.467693 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.467977 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.468250 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.468523 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.468826 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.469107 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.469464 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] host = dv-neutron-833860-1-hyperv {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.469742 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.470024 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.470305 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.470586 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.470856 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.471127 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.471406 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.471673 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.471941 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] log_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.472208 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.472491 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.472824 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.473108 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.473331 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.473547 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.473829 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.474108 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.474377 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.474649 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.474915 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.475182 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.475448 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.475713 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.475990 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.476268 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.476532 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.476829 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.477101 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.477368 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.477634 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.477910 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.478177 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.478455 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.478725 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.479005 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.479273 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.479540 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.479849 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.480116 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.480389 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.480670 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.480965 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.481242 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.481510 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.481778 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.482047 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] use_json = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.482315 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.482582 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.482860 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.483130 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.483397 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.483663 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.483930 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.484217 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.484484 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:38.484795 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.485088 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.485383 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.485666 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.485951 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.486225 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.486509 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.486783 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.487067 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.487355 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.487642 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.487914 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.488197 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.488476 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.488786 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.489090 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.489378 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.489664 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.489932 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.490200 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.490469 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.490741 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.491022 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.491313 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.491600 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.491870 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.492141 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.492428 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.492699 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.492994 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.493272 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.493559 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.493829 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.494096 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.494724 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.494994 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.495259 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.495524 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.495797 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.496085 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.496448 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.496724 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.497018 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.497293 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.497563 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.497845 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.498119 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.498395 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.498667 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.498944 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.499216 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.499488 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.499763 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.500031 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.500303 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.500570 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.500863 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.501137 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.501404 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.501674 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.501941 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.502207 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.502478 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.502747 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.503015 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.503281 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.503549 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.503818 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.504100 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.504390 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.504664 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.505025 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.505300 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.505571 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.505844 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.506113 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.506383 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.506654 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.506921 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.507205 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.507481 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.507761 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.508038 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.508312 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.508602 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.508897 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.509175 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.509446 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.509723 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.509998 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.510274 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.510565 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.510855 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.511143 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.511431 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.511718 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.512014 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.512318 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.512593 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:38.512829 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:42:38.513066 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87767) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 16 10:42:38.902655 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO keyring.backend [-] Loading KWallet Mar 16 10:42:38.909917 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO keyring.backend [-] Loading SecretService Mar 16 10:42:38.913372 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO keyring.backend [-] Loading Windows Mar 16 10:42:38.914703 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO keyring.backend [-] Loading chainer Mar 16 10:42:38.915490 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO keyring.backend [-] Loading macOS Mar 16 10:42:38.948160 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 16 10:42:38.948430 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 16 10:42:38.948725 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 16 10:42:38.949086 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 16 10:42:39.335904 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.336123 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.336336 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.337738 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.338018 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.338285 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.373023 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.373295 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.373564 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.386575 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.386850 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.387179 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.416745 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.417051 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.417316 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.453341 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.453616 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.453880 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.687363 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.688010 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.688010 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.688155 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.688892 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.808373 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.808692 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.809047 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.809317 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.809582 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.809892 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.810152 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.810413 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.810662 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.810943 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.811197 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.811443 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.811711 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.811965 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.812226 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.812512 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.812772 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.813047 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.813284 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.813564 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.813910 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.814163 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.814410 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.814689 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.814935 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.815176 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.815564 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:42:39.815801 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:42:39.816035 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:42:39.816267 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:42:39.816496 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:42:39.816726 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:42:39.817115 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 16 10:42:39.820229 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 16 10:42:39.824227 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 16 10:42:39.828100 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Mar 16 10:42:39.829773 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 16 10:42:39.831230 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 16 10:42:39.831565 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 16 10:42:39.831959 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 16 10:42:39.834806 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 16 10:42:39.835055 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 16 10:42:39.835400 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 10:42:39.864585 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 16 10:42:39.865000 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.865297 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87767) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 16 10:42:39.865653 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.867026 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87767) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 16 10:42:39.867303 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 10:42:39.867551 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 16 10:42:39.871265 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.871599 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:39.934172 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 16 10:42:39.934380 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 16 10:42:39.934641 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 16 10:42:39.935006 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 16 10:42:39.969608 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_db.sqlalchemy.engines [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87767) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 16 10:42:40.297952 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Initializing driver for type 'gre' Mar 16 10:42:40.298466 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] gre ID ranges: [(1, 1000)] Mar 16 10:42:40.353930 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Initializing driver for type 'local' Mar 16 10:42:40.354267 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Initializing driver for type 'vlan' Mar 16 10:42:40.367534 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] VlanTypeDriver initialization complete Mar 16 10:42:40.367881 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Initializing driver for type 'vxlan' Mar 16 10:42:40.368340 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] vxlan ID ranges: [(1, 1000)] Mar 16 10:42:40.423402 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Initializing extension driver 'port_security' Mar 16 10:42:40.423782 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.extensions.port_security [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] PortSecurityExtensionDriver initialization complete Mar 16 10:42:40.424115 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Initializing mechanism driver 'openvswitch' Mar 16 10:42:40.424439 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Initializing mechanism driver 'hyperv' Mar 16 10:42:40.431197 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:40.431873 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > port after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.432243 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > port after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.432594 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > port after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.433162 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:42:40.433597 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > subnet after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.433948 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > subnet after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.434301 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.434680 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:42:40.435092 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > network after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.435442 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > network after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.435786 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > network after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.436177 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:42:40.436582 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > security_group after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.436952 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > security_group after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.437312 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.437854 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:42:40.438257 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.438604 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.438938 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.439317 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:42:40.439719 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > address_group after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.440059 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > address_group after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.440395 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.440811 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87767) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:42:40.441256 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] ML2 OVO RPC backend initialized. {{(pid=87767) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 16 10:42:40.441967 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.442317 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.442737 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > network before_response 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.443083 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > networks before_response 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.443428 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > port before_response 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.443767 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > ports before_response 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.444105 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > subnet before_response 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.444447 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > subnets before_response 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.444814 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > network after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.445157 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > network after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.445491 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > network after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.445824 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > port after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.446159 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > port after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.446489 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > port after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.446822 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > subnet after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.447157 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > subnet after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.447486 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.448059 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Modular L2 Plugin initialization complete Mar 16 10:42:40.448390 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading services supported by the core plugin {{(pid=87767) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 16 10:42:40.448716 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.plugins.ml2.managers [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Got port-security extension from driver 'port_security' Mar 16 10:42:40.449207 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.extensions.vlantransparent [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Disabled vlantransparent extension. Mar 16 10:42:40.449776 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87767) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 16 10:42:40.450091 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading Plugin: router Mar 16 10:42:40.487784 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.488293 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router after_create 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.488825 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router before_create 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.489227 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.489594 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.489945 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router after_delete 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.490305 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.490667 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router after_create 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.491011 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router after_update 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.491360 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router after_update 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.491709 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.492046 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router after_update 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.492453 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router precommit_update 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.492853 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: port after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.493193 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: port after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.493538 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: subnet after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.493872 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.494580 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.494937 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router precommit_create 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.495259 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: port before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.495594 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router precommit_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.495948 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router after_update 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.496292 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.496669 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router precommit_create 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.497065 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.497409 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router precommit_update 55549900 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.497769 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > agent after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.498115 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > agent after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.498457 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > network after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.499321 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Tracking information for resource: router configured {{(pid=87767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:42:40.499657 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Tracking information for resource: floatingip configured {{(pid=87767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:42:40.504829 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.db.l3_agentschedulers_db [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 16 10:42:40.505410 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: port after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.505766 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: port after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.506114 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: port after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.506467 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: port after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.507252 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router before_create 55550100 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.507615 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.507974 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router precommit_create 55550100 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.508326 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > router precommit_update 55550100 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.512828 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.services.provider_configuration [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service providers = [] {{(pid=87767) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 16 10:42:40.513201 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.db.servicetype_db [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87767) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 16 10:42:40.516165 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.services.service_base [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:42:40.516533 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.services.service_base [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:42:40.516874 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.services.service_base [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:42:40.517768 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.services.service_base [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:42:40.518143 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.services.service_base [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 16 10:42:40.518512 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:42:40.518833 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 16 10:42:40.529777 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:42:40.530111 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading Plugin: auto_allocate Mar 16 10:42:40.536062 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: network precommit_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.536433 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: network precommit_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.536991 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:42:40.537311 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading Plugin: tag Mar 16 10:42:40.545128 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:42:40.545468 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading Plugin: timestamp Mar 16 10:42:40.550137 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:42:40.550429 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading Plugin: network_ip_availability Mar 16 10:42:40.556167 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.556557 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.556981 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.557896 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:42:40.558293 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading Plugin: flavors Mar 16 10:42:40.563409 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:42:40.563763 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading Plugin: revisions Mar 16 10:42:40.568423 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:42:40.568875 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_concurrency.lockutils [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=87767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 16 10:42:40.569702 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87767) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 16 10:42:40.570050 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Initializing extension manager. Mar 16 10:42:40.570600 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: __init__.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.570965 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: __pycache__ {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.571318 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.571714 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: address_group.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.572528 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.573190 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: address-group Mar 16 10:42:40.573536 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: address_scope.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.574301 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.574899 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: address-scope Mar 16 10:42:40.575222 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.576224 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.576761 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: router-admin-state-down-before-update Mar 16 10:42:40.577193 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: agent.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.578083 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.578609 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: agent Mar 16 10:42:40.578946 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: agent_resources_synced.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.579914 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.580484 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: agent-resources-synced Mar 16 10:42:40.580833 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: allowedaddresspairs.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.582683 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.583206 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: allowed-address-pairs Mar 16 10:42:40.583534 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: auto_allocated_topology.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.584632 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.585177 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: auto-allocated-topology Mar 16 10:42:40.585504 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: availability_zone.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.586197 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.586702 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: availability_zone Mar 16 10:42:40.587023 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: availability_zone_filter.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.587937 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.588442 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: availability_zone_filter Mar 16 10:42:40.588784 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: data_plane_status.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.589695 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.590252 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension data-plane-status not supported by any of loaded plugins Mar 16 10:42:40.590569 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: default_subnetpools.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.591482 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.591983 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: default-subnetpools Mar 16 10:42:40.592302 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.593157 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.594621 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: dhcp_agent_scheduler Mar 16 10:42:40.594621 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: dns.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.595034 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.595539 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension dns-integration not supported by any of loaded plugins Mar 16 10:42:40.595859 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: dns_domain_ports.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.596800 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.597304 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 16 10:42:40.597626 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: dvr.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.598312 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.598819 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: dvr Mar 16 10:42:40.599141 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: empty_string_filtering.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.600060 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.600556 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: empty-string-filtering Mar 16 10:42:40.600913 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.601835 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.602335 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 16 10:42:40.602656 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.603579 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.604088 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 16 10:42:40.604404 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: external_net.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.605349 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.605889 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: external-net Mar 16 10:42:40.606209 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.607131 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.607635 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: extra_dhcp_opt Mar 16 10:42:40.607952 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: extraroute.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.608892 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.609398 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: extraroute Mar 16 10:42:40.609718 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: extraroute_atomic.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.610774 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.611295 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: extraroute-atomic Mar 16 10:42:40.611596 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: filter_validation.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.612255 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.612773 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: filter-validation Mar 16 10:42:40.613094 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: fip_pf_description.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.614015 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.614513 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 16 10:42:40.614830 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: fip_port_details.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.615749 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.616249 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: fip-port-details Mar 16 10:42:40.616571 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: flavors.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.617867 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.618385 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: flavors Mar 16 10:42:40.618707 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.620796 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.621397 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 16 10:42:40.621734 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: floatingip_pools.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.622447 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.622959 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: floatingip-pools Mar 16 10:42:40.623287 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: ip_allocation.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.624225 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.624728 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension ip_allocation not supported by any of loaded plugins Mar 16 10:42:40.625078 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.625999 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.626511 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: ip-substring-filtering Mar 16 10:42:40.626841 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: l2_adjacency.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.627771 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.628275 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension l2_adjacency not supported by any of loaded plugins Mar 16 10:42:40.628598 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: l3.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.629619 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.630136 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: router Mar 16 10:42:40.630456 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.632941 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.633472 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 16 10:42:40.633802 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.634749 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.635256 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: ext-gw-mode Mar 16 10:42:40.635579 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.636501 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.637068 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: l3-ha Mar 16 10:42:40.637393 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: l3_flavors.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.638308 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.638810 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: l3-flavors Mar 16 10:42:40.639139 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.640080 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.640582 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: l3-port-ip-change-not-allowed Mar 16 10:42:40.640939 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: l3agentscheduler.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.641984 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.642490 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: l3_agent_scheduler Mar 16 10:42:40.642816 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: logging.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.644356 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.644910 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension logging not supported by any of loaded plugins Mar 16 10:42:40.645238 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: metering.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.645989 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.646557 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: metering Mar 16 10:42:40.646879 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.647999 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.648511 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: metering_source_and_destination_fields Mar 16 10:42:40.648872 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: multiprovidernet.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.649804 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.650312 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: multi-provider Mar 16 10:42:40.650632 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: netmtu.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.651551 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.652056 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: net-mtu Mar 16 10:42:40.652379 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: netmtu_writable.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.653422 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.653928 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: net-mtu-writable Mar 16 10:42:40.654324 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: network_availability_zone.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.654927 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.655429 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: network_availability_zone Mar 16 10:42:40.655749 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: network_ip_availability.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.656902 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.657416 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: network-ip-availability Mar 16 10:42:40.657740 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: network_segment_range.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.658510 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.659013 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension network-segment-range not supported by any of loaded plugins Mar 16 10:42:40.659334 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: pagination.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.660320 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.660648 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: pagination Mar 16 10:42:40.661000 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: port_device_profile.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.661911 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.662420 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: port-device-profile Mar 16 10:42:40.662739 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.663662 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.664180 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: port-mac-address-regenerate Mar 16 10:42:40.664501 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.665451 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.665955 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: port-numa-affinity-policy Mar 16 10:42:40.666274 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: port_resource_request.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.667189 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.667688 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension port-resource-request not supported by any of loaded plugins Mar 16 10:42:40.668007 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: portbindings.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.668989 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.669495 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: binding Mar 16 10:42:40.669815 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: portbindings_extended.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.671226 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.671758 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: binding-extended Mar 16 10:42:40.672095 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: portsecurity.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.673068 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.673587 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: port-security Mar 16 10:42:40.673913 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: project_id.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.674910 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.675239 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: project-id Mar 16 10:42:40.675570 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: providernet.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.676492 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.677040 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: provider Mar 16 10:42:40.677362 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: qos.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.680982 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.681502 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension qos not supported by any of loaded plugins Mar 16 10:42:40.681833 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.683093 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.683603 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 16 10:42:40.684021 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.684970 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.685477 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 16 10:42:40.685799 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: qos_default.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.686709 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.687213 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension qos-default not supported by any of loaded plugins Mar 16 10:42:40.687537 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: qos_fip.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.688190 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.688684 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension qos-fip not supported by any of loaded plugins Mar 16 10:42:40.689030 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: qos_gateway_ip.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.689967 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.690469 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 16 10:42:40.690788 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: qos_port_network_policy.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.691708 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.692209 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 16 10:42:40.692528 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: qos_rule_type_details.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.693480 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.693984 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 16 10:42:40.694308 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: qos_rules_alias.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.695354 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.695856 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 16 10:42:40.696177 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: quotasv2.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.697119 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.697449 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: quotas Mar 16 10:42:40.697768 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: quotasv2_detail.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.699427 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.699770 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: quota_details Mar 16 10:42:40.700103 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: rbac.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.701196 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.701712 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: rbac-policies Mar 16 10:42:40.702042 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: rbac_address_group.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.702971 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.703487 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: rbac-address-group Mar 16 10:42:40.703812 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: rbac_address_scope.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.704770 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.705275 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: rbac-address-scope Mar 16 10:42:40.705597 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: rbac_security_groups.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.706513 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.707026 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: rbac-security-groups Mar 16 10:42:40.707347 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: rbac_subnetpool.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.708277 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.708816 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: rbac-subnetpool Mar 16 10:42:40.709141 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: revisionifmatch.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.710070 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.710596 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: revision-if-match Mar 16 10:42:40.710903 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: revisions.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.712183 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.712683 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: standard-attr-revisions Mar 16 10:42:40.713046 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: router_availability_zone.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.713720 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.714229 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: router_availability_zone Mar 16 10:42:40.714551 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: routerservicetype.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.715566 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.716069 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension router-service-type not supported by any of loaded plugins Mar 16 10:42:40.716387 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.717342 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.717847 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: security-groups-normalized-cidr Mar 16 10:42:40.718169 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.719087 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.719591 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: port-security-groups-filtering Mar 16 10:42:40.719912 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.720857 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.721363 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: security-groups-remote-address-group Mar 16 10:42:40.721686 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: securitygroup.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.731370 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.731903 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: security-group Mar 16 10:42:40.732228 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: segment.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.733053 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.733562 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension segment not supported by any of loaded plugins Mar 16 10:42:40.733885 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.734828 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.735339 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 16 10:42:40.735657 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: servicetype.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.736776 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.737314 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: service-type Mar 16 10:42:40.737640 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: sorting.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.738613 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.738932 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: sorting Mar 16 10:42:40.739254 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: standard_attr_segment.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.740170 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.740696 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 16 10:42:40.741029 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: standardattrdescription.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.741694 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.742186 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: standard-attr-description Mar 16 10:42:40.742512 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: stateful_security_group.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.743429 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.743942 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: stateful-security-group Mar 16 10:42:40.744627 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: stdattrs_common.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.745235 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 16 10:42:40.745555 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.746655 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.747172 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 16 10:42:40.747493 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: subnet_onboard.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.748580 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.749120 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: subnet_onboard Mar 16 10:42:40.749443 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.750385 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.750886 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 16 10:42:40.751208 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: subnet_service_types.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.752133 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.752644 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: subnet-service-types Mar 16 10:42:40.752997 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: subnetallocation.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.754078 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.754597 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: subnet_allocation Mar 16 10:42:40.754916 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.755579 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.756086 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: subnetpool-prefix-ops Mar 16 10:42:40.756408 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.757384 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.757884 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 16 10:42:40.758207 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: tagging.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.759266 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.759798 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: standard-attr-tag Mar 16 10:42:40.760122 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: timestamp.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.761356 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.761864 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loaded extension: standard-attr-timestamp Mar 16 10:42:40.762210 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: trunk.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.763255 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.763767 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension trunk not supported by any of loaded plugins Mar 16 10:42:40.764095 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: trunk_details.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.765045 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.765548 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension trunk-details not supported by any of loaded plugins Mar 16 10:42:40.765872 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: uplink_status_propagation.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.766787 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.767291 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 16 10:42:40.767614 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Loading extension file: vlantransparent.py {{(pid=87767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:42:40.768277 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:42:40.768805 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extension vlan-transparent not supported by any of loaded plugins Mar 16 10:42:40.771254 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:network Mar 16 10:42:40.772015 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:subnet Mar 16 10:42:40.772813 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:42:40.773408 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:port Mar 16 10:42:40.774689 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.775129 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service FLAVORS assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.775743 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.776167 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.776498 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:router Mar 16 10:42:40.777204 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:floatingip Mar 16 10:42:40.777971 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service METERING assigned prefix: /metering {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.779428 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.779803 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.780151 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:42:40.782496 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 10:42:40.782949 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:security_group Mar 16 10:42:40.783610 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 10:42:40.784367 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service CORE assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.784699 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:42:40.785077 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] subnetpool is already registered Mar 16 10:42:40.785704 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service CORE assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.786031 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:42:40.786362 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] subnetpool is already registered Mar 16 10:42:40.902137 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.902635 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service FLAVORS assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.903231 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.903656 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.904002 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:router Mar 16 10:42:40.904355 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] router is already registered Mar 16 10:42:40.905064 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:floatingip Mar 16 10:42:40.905399 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] floatingip is already registered Mar 16 10:42:40.906037 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service METERING assigned prefix: /metering {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.906870 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 10:42:40.907213 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] rbac_policy is already registered Mar 16 10:42:40.907620 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:security_group Mar 16 10:42:40.907945 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] security_group is already registered Mar 16 10:42:40.908536 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 10:42:40.908899 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] security_group_rule is already registered Mar 16 10:42:40.909564 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service CORE assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.909894 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:42:40.910219 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] subnetpool is already registered Mar 16 10:42:40.910811 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.v2.resource_helper [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Service CORE assigned prefix: {{(pid=87767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:42:40.911137 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:42:40.911464 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING neutron.quota.resource_registry [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] subnetpool is already registered Mar 16 10:42:40.912109 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: extensions {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.913658 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: address-groups {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.915318 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: address-scopes {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.916556 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: agents {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.917763 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: auto-allocated-topology {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.919247 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: availability_zones {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.920475 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: dhcp-networks {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.921909 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: dhcp-agents {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.923349 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: routers {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.925201 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: flavors {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.926364 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: service_profiles {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.927556 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: next_providers {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.929121 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: service_profiles {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.930582 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: floatingip-pools {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.931782 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: routers {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.933640 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: floatingips {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.934874 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: l3-routers {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.936253 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: l3-agents {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.937828 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: metering-labels {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.939075 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: metering-label-rules {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.940362 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: network-ip-availabilities {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.941644 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: bindings {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.943292 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: quotas {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.944769 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: quotas {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.946187 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: rbac-policies {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.947476 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: security-groups {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.948693 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: security-group-rules {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.950030 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: service-providers {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.951378 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: subnetpools {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.952716 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: subnetpools {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.954197 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: tags {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.955973 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: tags {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.957720 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: tags {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.959520 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: tags {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.962323 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: tags {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.964160 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: tags {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.965929 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: tags {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.967813 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: tags {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.969595 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: tags {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.971438 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron.api.extensions [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Extended resource: tags {{(pid=87767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:42:40.977449 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING keystonemiddleware.auth_token [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 16 10:42:40.982277 dv-neutron-833860-1-hyperv neutron-server[87767]: WARNING keystonemiddleware.auth_token [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 16 10:42:40.990574 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_concurrency.lockutils [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Acquired lock "singleton_lock" {{(pid=87767) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 16 10:42:40.991065 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_concurrency.lockutils [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Releasing lock "singleton_lock" {{(pid=87767) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 16 10:42:40.991707 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO oslo_service.service [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Starting 2 workers Mar 16 10:42:40.996690 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Started child 87874 {{(pid=87767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:42:41.000796 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Started child 87875 {{(pid=87767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:42:41.001864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:41.002397 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO neutron.service [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Neutron service started, listening on 0.0.0.0:9696 Mar 16 10:42:41.002962 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Notify callbacks [] for process, before_spawn {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:41.003195 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [-] (87874) wsgi starting up on http://0.0.0.0:9696 Mar 16 10:42:41.005140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:41.005591 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO oslo_service.service [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Starting 1 workers Mar 16 10:42:41.006385 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [-] (87875) wsgi starting up on http://0.0.0.0:9696 Mar 16 10:42:41.010217 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Started child 87876 {{(pid=87767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:42:41.010705 dv-neutron-833860-1-hyperv neutron-server[87767]: INFO oslo_service.service [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Starting 1 workers Mar 16 10:42:41.013916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.service [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] calling RpcWorker wait() {{(pid=87876) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 16 10:42:41.014504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.service [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] returning from RpcWorker wait() {{(pid=87876) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 16 10:42:41.014978 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Started child 87877 {{(pid=87767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:42:41.015689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:41.015814 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61ccd67f-d5b2-4dc1-b356-ef2038bba0ea None None] Notify callbacks [] for process, after_spawn {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:41.016169 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:41.017459 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87767) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 16 10:42:41.017657 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:42:41.017817 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:42:41.018055 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:42:41.018398 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:42:41.018523 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:42:41.019018 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.019256 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.019575 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.019700 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:41.020170 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.020170 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.020538 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:41.020664 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.020917 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.021140 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.021440 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.021649 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.021854 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.022029 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.022248 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.022438 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.022789 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.023003 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.023272 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.023517 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.023672 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.023915 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.024170 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.024391 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.024650 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] debug = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.024927 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.025398 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.025620 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.025869 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.026098 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.026353 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.026596 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.026851 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.027092 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.027316 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.027606 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.027841 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.028067 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.028299 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.028518 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.028773 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.028990 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.029508 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] host = dv-neutron-833860-1-hyperv {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.029673 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.029912 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.030132 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.030360 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.030609 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.030840 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.031089 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.031326 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.031575 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.031810 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.032083 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.032283 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.032539 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.032725 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.032924 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_options = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.033163 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.033433 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.033683 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.033880 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.034047 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.034221 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.034491 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.034654 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.034899 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.035110 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.035321 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.035531 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.035767 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.036004 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.036250 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.036479 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.036711 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.036968 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.037218 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.037459 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.037683 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.037913 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.038154 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.038373 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.038604 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.038817 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.039041 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.039254 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.039465 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.039714 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.040052 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.040317 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.040554 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.040827 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.041061 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.041288 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.041686 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.041846 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.042071 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.042311 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.042562 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.042831 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.042995 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.043297 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.043513 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.043812 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_json = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.044036 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.044249 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.044514 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.044813 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.045005 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.045176 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.045477 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.045668 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.045928 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.046664 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.046961 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.047219 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.047464 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.048031 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.048215 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.048448 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.048686 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.049055 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.049611 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.049611 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.049966 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.049966 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.050281 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.050422 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.050731 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.050967 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.051294 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.051443 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.051685 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.051900 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.052109 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.052443 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.052699 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.052958 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.053227 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.053461 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.053697 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.053927 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.054263 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.054384 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.054567 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.054821 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.055040 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.055253 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.055487 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.055718 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.056075 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.056476 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.056476 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.056683 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.056895 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.057117 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.057331 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.057542 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.057755 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.057967 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.058197 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.058406 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.058638 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.058901 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.059139 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.059351 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.059561 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.059778 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.060004 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.060207 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.060417 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.060639 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.060898 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.061126 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.061388 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.061625 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.061838 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.062047 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.062253 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.062469 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.062687 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.062902 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.063132 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.063367 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.063594 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.063804 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.064037 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.064247 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.064457 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.064686 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.065070 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.065308 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.065525 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.065753 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.065981 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.066195 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.066422 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.066697 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.067293 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.067293 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.067537 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.067725 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.067961 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.068196 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.068446 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.068698 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.069494 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.069494 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.069760 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.069889 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.070139 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.070378 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.070595 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.071635 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.071635 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.071635 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.071635 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.072198 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.072198 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.072198 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.072559 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.072805 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.072943 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.073152 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.073726 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.073726 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.073985 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.074138 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.074424 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.074758 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.075003 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.075289 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.076002 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.076002 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.076002 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.076359 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.076486 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.076695 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.077191 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.077191 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.077439 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.077802 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.077945 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.078091 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.078346 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.078690 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.078918 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.079161 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.079392 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.080105 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.080105 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.080431 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.080431 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.080777 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.083341 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.083341 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.083341 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.083341 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.083341 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.083341 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.083341 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.083341 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.084300 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.084300 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.084300 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.084300 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.084300 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.084300 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.084300 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.084300 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.085483 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.085483 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.085483 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.085483 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.085483 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.086060 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.086060 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.086060 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.086402 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.086537 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.086658 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.086903 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.087162 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.087418 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.087610 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.087871 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.088059 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.088316 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.088576 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.088847 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.089042 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.089288 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.089473 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.089716 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.089907 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.090173 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.090324 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.090572 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.090853 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.091023 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.091396 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.091612 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.091885 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.092136 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.092330 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.092545 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.092759 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.093015 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.093249 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.093464 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.093651 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.093883 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.094114 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.094494 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.094494 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.095138 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.095138 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.095436 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.095574 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.095753 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.096524 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.096524 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.096524 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.097104 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.097104 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.097104 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.097513 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.097513 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.097778 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.097913 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.098347 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.100880 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.100880 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.100880 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101123 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 53788) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:42:41.101218 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101218 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101218 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101218 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101218 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101218 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101218 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101218 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101777 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101777 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101777 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101777 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.101777 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.102126 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.102218 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.102411 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.102671 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.102991 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.103224 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.103479 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.103697 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.103911 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.104146 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.104408 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.104712 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.105200 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.105467 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.105779 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108098 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108098 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108098 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108098 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108098 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108098 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108098 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108556 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067821 Mar 16 10:42:41.108628 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108628 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108628 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.108842 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.110055 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.110304 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.110547 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.110769 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.111033 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.111273 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.111520 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.111770 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.112000 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.112221 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.112452 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.112680 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.113720 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.114092 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.114412 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:42:41.115090 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87767) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 16 10:42:41.115396 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:42:41.115686 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:42:41.115996 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:42:41.116313 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:42:41.116473 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:42:41.116685 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.116874 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.117041 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.117202 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.117363 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.117632 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.117729 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.117870 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.118027 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.118187 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.118350 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.119616 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.119616 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.119616 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.119616 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.119616 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.119616 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.120053 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.120053 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.120053 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.120268 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.120344 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.120476 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] debug = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.120765 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.120869 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.121011 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.121140 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.121338 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.121514 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.121664 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.121807 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.121962 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.122107 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.122259 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.122410 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.122562 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.122714 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.122865 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.123016 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.123166 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.123316 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] host = dv-neutron-833860-1-hyperv {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.123485 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.123631 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.123937 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.124096 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.124255 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.124414 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.124579 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.124812 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.124921 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.125058 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.125351 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.125511 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.126735 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.126735 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.126735 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_options = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.126735 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.126735 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.126735 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.126735 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.126735 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.127233 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.127233 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.127233 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.127405 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.127479 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.127742 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.127742 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.127885 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.128026 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.128178 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.128337 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.128492 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.128650 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.128846 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.129005 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.129165 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.129321 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.129528 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.129623 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.129779 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.129934 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.130092 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.130249 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.130405 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.130565 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.130721 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.130877 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.131034 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.131191 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.131349 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.131506 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.131663 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.131827 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.131986 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.132145 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.132302 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.132459 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.132616 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.133529 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.133699 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.133859 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_json = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.134018 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.134191 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.134411 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.134525 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.134636 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.134772 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.134929 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.135089 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.135928 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:42:41.135928 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.135928 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.135928 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.135928 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.136523 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.136523 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.136523 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.136523 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.137142 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.137142 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.137142 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.137142 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.137584 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:41.137710 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.137710 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.137710 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.138058 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.138058 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.138058 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.138394 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.138394 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.138622 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.138622 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.138849 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.138968 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.139095 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.139258 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.139424 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.139586 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.140886 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.140886 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.140886 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.140886 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.140886 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.140886 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.140886 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.140886 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.141861 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.141861 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.141861 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.142814 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.142814 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.142814 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.142814 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.142814 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.144891 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.144891 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.144891 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.144891 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.144891 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.144891 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.144891 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.144891 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.145907 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.145907 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.145907 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.145907 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.145907 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.145907 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.145907 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.147663 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.147663 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.147663 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.147663 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.147663 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.147663 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.148530 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.148530 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.148530 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.149077 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.149197 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.149283 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.149410 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.150206 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.150206 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.150206 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.150206 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.150206 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.150711 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.150711 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.150711 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.150943 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.150943 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.151086 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.151219 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.151391 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.151729 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.151898 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.152059 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.152274 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.152368 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.152562 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.156756 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.156756 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.156756 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.156756 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.156756 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.156756 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.156756 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.156756 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157379 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157379 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157379 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157379 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157379 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157379 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157379 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157379 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157837 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157837 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157837 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157837 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157837 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157837 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157837 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.157837 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.158266 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.158266 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.158266 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.158534 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.158797 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.158975 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.159149 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.159314 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.159616 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.159915 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.160219 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.160515 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.160868 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.161217 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.161557 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.161796 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.161959 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.162312 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.162480 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.162645 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.162810 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.162974 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.163132 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.163295 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.163456 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.163616 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.163966 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.164221 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.164447 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.164667 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.164925 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.165146 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.165369 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.165676 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.165834 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.166557 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.166870 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.167215 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.167384 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.167528 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.167677 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.167846 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.167986 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.168255 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.168402 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.168538 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.168674 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.168837 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.168988 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.169149 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.169309 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.169472 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.169639 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.169798 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.170120 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.170283 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.170439 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.170600 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.170756 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.170925 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.171084 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.171242 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.171411 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.171549 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.171706 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.171862 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.172019 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.172175 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.172330 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.172487 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.172659 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.172858 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.173043 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.173206 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.173367 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.173532 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.173694 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.173854 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.174015 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.174185 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.174343 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.174656 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.174818 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.175115 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.175431 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.175591 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.175885 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.176214 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.176525 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.176854 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.177139 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.177430 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.177726 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.178030 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.178196 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.178360 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.178523 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.178694 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.179619 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.179619 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.179619 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.179619 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.179619 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.179619 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.180050 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.180050 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.180050 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.180275 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.180354 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.181110 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.181110 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.181110 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.181110 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.181528 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.181528 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.181528 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.181888 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.181888 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.181888 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.182187 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.182261 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.182358 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.182525 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.182700 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.182862 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.183027 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.183187 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.183349 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.183857 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.183857 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.183857 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.184195 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.184195 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.184432 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.184562 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.184683 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.185698 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.185868 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.186042 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.186220 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.186384 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.186545 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.186709 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.186870 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.187037 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.187197 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.187357 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.187517 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.187680 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.187840 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.188000 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.188160 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.188320 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.188484 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.188644 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.188824 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.188981 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.189143 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.189304 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:42:41.189456 dv-neutron-833860-1-hyperv neutron-server[87767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:42:51.817528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d524a-84c6-47f5-82e8-c0adf3915d47 None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:42:51.887372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d524a-84c6-47f5-82e8-c0adf3915d47 None None] No non-hosted networks {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 16 10:42:51.962010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2148cbb1-309d-448e-bc43-7b027f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985818'] for agent, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:54.022398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-477ec903-3b1b-4663-9b91-331069ea121c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985818'] for agent, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:54.050383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-75215891-4562-4fb5-8993-0bedd68ffeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:54.779426 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985818'] for agent, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:55.190840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985818'] for agent, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:55.192221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.192836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.194542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.194542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.194542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.194867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.195148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.195613 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.196611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.196611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.196914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.197187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:42:55.199215 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833860-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:55.204998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833860-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:42:56.477536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985818'] for agent, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:42:57.364952 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.db.l3_hamode_db [None req-438d90be-5437-44f3-8b16-e8d5884f5cdb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 16 10:42:57.447601 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d90be-5437-44f3-8b16-e8d5884f5cdb None None] Routers set() bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:42:57.447978 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d90be-5437-44f3-8b16-e8d5884f5cdb None None] Router IDs set() for agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 16 10:42:57.829318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 53888) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:42:58.425773 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING oslo_policy.policy [None req-437b17d3-be4c-42c8-af9d-629ba1923102 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:42:58.426561 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING oslo_policy.policy [None req-437b17d3-be4c-42c8-af9d-629ba1923102 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:42:58.649145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-437b17d3-be4c-42c8-af9d-629ba1923102 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:42:58.650170 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-437b17d3-be4c-42c8-af9d-629ba1923102 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8199503 Mar 16 10:43:01.067567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 53902) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:01.438318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-377f0503-2ec4-435a-85e1-d496a01b5e1d admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:43:01.532891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.policy [None req-377f0503-2ec4-435a-85e1-d496a01b5e1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87875) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 10:43:01.576688 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING oslo_policy.policy [None req-377f0503-2ec4-435a-85e1-d496a01b5e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:43:01.577059 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING oslo_policy.policy [None req-377f0503-2ec4-435a-85e1-d496a01b5e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:43:01.585523 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.quota [None req-377f0503-2ec4-435a-85e1-d496a01b5e1d admin admin] Loaded quota_driver: . Mar 16 10:43:01.601559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-377f0503-2ec4-435a-85e1-d496a01b5e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:43:01.667092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-377f0503-2ec4-435a-85e1-d496a01b5e1d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765972039548', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765972038831', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765972028021', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765972022569', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765972031869', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765972071346', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3671808', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3680665', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534958', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1021548'] for rbac-policy, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:01.754121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-377f0503-2ec4-435a-85e1-d496a01b5e1d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:01.755435 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-377f0503-2ec4-435a-85e1-d496a01b5e1d admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6865580 Mar 16 10:43:04.387754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 53916) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:04.754850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '02a065bcdb624af4a732013efce69fdc'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:43:04.759643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:43:04.764092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Usage tracker for resource:network and tenant:02a065bcdb624af4a732013efce69fdc is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:43:04.768670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:43:04.774662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:43:04.787876 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Made reservation on behalf of 02a065bcdb624af4a732013efce69fdc for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:43:04.790866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:04.809367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:04.823078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:43:04.826860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Usage tracker for resource:security_group_rule and tenant:02a065bcdb624af4a732013efce69fdc is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:43:04.831797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:43:04.837882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:43:04.933936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:04.940621 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:04.964174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:43:04.988459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765975598870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:04.989046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Unsubscribe: segment precommit_create {{(pid=87875) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 10:43:04.989521 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Added segment 093e744d-413e-490f-a1d9-1ff884bbe83a of type vlan for network 168b2c5e-a4d9-4547-a360-899772d09232 Mar 16 10:43:05.040698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69845fe1-f1d6-49eb-98b7-acfc94c840c8,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:05.062163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.062516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.062850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.063177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.063495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.063833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.064150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.064478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.064791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.065124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.065417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.065742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Tracked resource versions report: Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: pushed versions: Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: { 'AddressGroup': {'1.2'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'ConntrackHelper': {'1.0'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Log': {'1.0'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Network': {'1.1'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Port': {'1.7'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'PortForwarding': {'1.2'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'QosPolicy': {'1.8'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SecurityGroup': {'1.4'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SubPort': {'1.0'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Subnet': {'1.1'}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Trunk': {'1.1'}} Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: consumer versions: Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: { DHCP agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: L3 agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: Metadata agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: Metering agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: Open vSwitch agent@dv-neutron-833860-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'ConntrackHelper': '1.0', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Log': '1.0', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Network': '1.1', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Port': '1.7', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'PortForwarding': '1.2', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'QosPolicy': '1.8', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SecurityGroup': '1.4', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SecurityGroupRule': '1.2', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SubPort': '1.0', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Subnet': '1.1', Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Trunk': '1.1'}} Mar 16 10:43:05.066999 dv-neutron-833860-1-hyperv neutron-server[87875]: {{(pid=87875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:43:05.094583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:05.141975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:05.143196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:43:05.143841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:05.248446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] Pushing event updated for resources: {'Network': ['ID=168b2c5e-a4d9-4547-a360-899772d09232,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:05.253881 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-da798860-f8c8-436e-9306-92989b241512 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8648536 Mar 16 10:43:05.260505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 168b2c5e-a4d9-4547-a360-899772d09232 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:43:07.945475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 53932) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:08.559283 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING oslo_policy.policy [None req-b39a7f38-a77e-4471-9e7a-8af2f4c9c961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:43:08.559852 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING oslo_policy.policy [None req-b39a7f38-a77e-4471-9e7a-8af2f4c9c961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:43:08.980698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.policy [None req-b39a7f38-a77e-4471-9e7a-8af2f4c9c961 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87874) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 10:43:09.025181 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING oslo_policy.policy [None req-b39a7f38-a77e-4471-9e7a-8af2f4c9c961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:43:09.025537 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING oslo_policy.policy [None req-b39a7f38-a77e-4471-9e7a-8af2f4c9c961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:43:09.033814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a7f38-a77e-4471-9e7a-8af2f4c9c961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:43:09.035663 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b39a7f38-a77e-4471-9e7a-8af2f4c9c961 admin admin] 10.222.0.37 "GET /v2.0/networks/168b2c5e-a4d9-4547-a360-899772d09232 HTTP/1.1" status: 200 len: 825 time: 1.0882246 Mar 16 10:43:09.070407 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-addb2ed1-942b-4fc6-ab63-99fdd6e431e3 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/4bacdac3-1adf-48cd-8871-2001454da9eb HTTP/1.1" status: 200 len: 734 time: 0.0263627 Mar 16 10:43:09.078922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Request body: {'subnet': {'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '4bacdac3-1adf-48cd-8871-2001454da9eb', 'gateway_ip': '172.20.0.1', 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:43:09.080523 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.quota [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Loaded quota_driver: . Mar 16 10:43:09.086479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:43:09.092060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Usage tracker for resource:subnet and tenant:02a065bcdb624af4a732013efce69fdc is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:43:09.095349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:43:09.102252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:43:09.121542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Made reservation on behalf of 02a065bcdb624af4a732013efce69fdc for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:43:09.124467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:09.430728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:09.514237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Checking segment: {'id': '093e744d-413e-490f-a1d9-1ff884bbe83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:43:09.514840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Network hostable DHCP agents. Network: 168b2c5e-a4d9-4547-a360-899772d09232, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:43:09.536054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ce0e6b-4a55-4450-b843-f2954b0ded72,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:09.547558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.547894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.548282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.548608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.548983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.549330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.549646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.550008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.550326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.550645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.550933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.551267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Tracked resource versions report: Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: pushed versions: Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: { 'AddressGroup': {'1.2'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'ConntrackHelper': {'1.0'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Log': {'1.0'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Network': {'1.1'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Port': {'1.7'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'PortForwarding': {'1.2'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'QosPolicy': {'1.8'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SecurityGroup': {'1.4'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SubPort': {'1.0'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Subnet': {'1.1'}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Trunk': {'1.1'}} Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: consumer versions: Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: { DHCP agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: L3 agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: Metadata agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: Metering agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: Open vSwitch agent@dv-neutron-833860-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'ConntrackHelper': '1.0', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Log': '1.0', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Network': '1.1', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Port': '1.7', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'PortForwarding': '1.2', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'QosPolicy': '1.8', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SecurityGroup': '1.4', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SecurityGroupRule': '1.2', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SubPort': '1.0', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Subnet': '1.1', Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Trunk': '1.1'}} Mar 16 10:43:09.552549 dv-neutron-833860-1-hyperv neutron-server[87874]: {{(pid=87874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:43:09.567259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Network 168b2c5e-a4d9-4547-a360-899772d09232 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:43:09.587568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 168b2c5e-a4d9-4547-a360-899772d09232) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:43:09.592447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:43:09.593297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:09.597988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29700c9-f2dd-4517-8058-ebc32f65ba4f None None] Network 168b2c5e-a4d9-4547-a360-899772d09232 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:43:09.615914 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c553abf1-3ab6-479e-a22e-41e12bd19a38 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5403609 Mar 16 10:43:09.904155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-168b2c5e-a4d9-4547-a360-899772d09232', 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'fixed_ips': [{'subnet_id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:43:09.905480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:10.088432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Allocated IP 172.20.0.2 (168b2c5e-a4d9-4547-a360-899772d09232/d6ce0e6b-4a55-4450-b843-f2954b0ded72/1dc198a4-0ff4-413c-8cdf-649a96b598c2) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:43:10.313641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:10.327022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Transition to ACTIVE for port object 1dc198a4-0ff4-413c-8cdf-649a96b598c2 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:43:10.345766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Transition to ACTIVE for port object 1dc198a4-0ff4-413c-8cdf-649a96b598c2 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:43:10.353015 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:10.410519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Network 168b2c5e-a4d9-4547-a360-899772d09232 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:43:10.413218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:43:10.423861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:43:10.429904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Pushing event updated for resources: {'Port': ['ID=1dc198a4-0ff4-413c-8cdf-649a96b598c2,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:10.469460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.469818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.470161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.470502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.470843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.471180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.471502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.471819 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.472149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.472464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.472845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.473114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Tracked resource versions report: Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: pushed versions: Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: { 'AddressGroup': {'1.2'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'ConntrackHelper': {'1.0'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Log': {'1.0'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Network': {'1.1'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Port': {'1.7'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'PortForwarding': {'1.2'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'QosPolicy': {'1.8'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SecurityGroup': {'1.4'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SubPort': {'1.0'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Subnet': {'1.1'}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Trunk': {'1.1'}} Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: consumer versions: Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: { DHCP agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: L3 agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: Metadata agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: Metering agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: Open vSwitch agent@dv-neutron-833860-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'ConntrackHelper': '1.0', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Log': '1.0', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Network': '1.1', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Port': '1.7', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'PortForwarding': '1.2', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'QosPolicy': '1.8', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SecurityGroup': '1.4', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SecurityGroupRule': '1.2', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SubPort': '1.0', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Subnet': '1.1', Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Trunk': '1.1'}} Mar 16 10:43:10.474430 dv-neutron-833860-1-hyperv neutron-server[87876]: {{(pid=87876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:43:10.528899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Attempting to bind port 1dc198a4-0ff4-413c-8cdf-649a96b598c2 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:43:10.529290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Attempting to bind port 1dc198a4-0ff4-413c-8cdf-649a96b598c2 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '093e744d-413e-490f-a1d9-1ff884bbe83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:43:10.529700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Attempting to bind port 1dc198a4-0ff4-413c-8cdf-649a96b598c2 on network 168b2c5e-a4d9-4547-a360-899772d09232 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:43:10.535007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:43:10.535394 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Checking segment: {'id': '093e744d-413e-490f-a1d9-1ff884bbe83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:43:10.535871 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:10.536266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Bound using segment: {'id': '093e744d-413e-490f-a1d9-1ff884bbe83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:43:10.536715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Bound port: 1dc198a4-0ff4-413c-8cdf-649a96b598c2, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093e744d-413e-490f-a1d9-1ff884bbe83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:43:10.537116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:10.625834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] For port 1dc198a4-0ff4-413c-8cdf-649a96b598c2, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:43:10.629624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] For port 1dc198a4-0ff4-413c-8cdf-649a96b598c2, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1dc198a4-0ff4-413c-8cdf-649a96b598c2,segment=NetworkSegment(093e744d-413e-490f-a1d9-1ff884bbe83a),segment_id=093e744d-413e-490f-a1d9-1ff884bbe83a)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:43:10.634928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:10.717936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9da6a-42aa-47d3-945a-cd7b658db230 None None] Pushing event updated for resources: {'Port': ['ID=1dc198a4-0ff4-413c-8cdf-649a96b598c2,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:12.021043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 53952) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:12.394007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-45d51d29-c903-491e-87cf-74d5bda12bf8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:43:12.395047 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-45d51d29-c903-491e-87cf-74d5bda12bf8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3729391 Mar 16 10:43:14.453607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f65b7-fb51-487e-a992-8090f777a03c None None] Network 168b2c5e-a4d9-4547-a360-899772d09232 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:43:14.556008 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a709127f-82c4-4c8a-a650-822973c11269 None None] Provisioning for port 1dc198a4-0ff4-413c-8cdf-649a96b598c2 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:43:14.783020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 53966) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:14.953835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1dc198a4-0ff4-413c-8cdf-649a96b598c2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:43:15.020859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 1dc198a4-0ff4-413c-8cdf-649a96b598c2 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:43:15.025667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1dc198a4-0ff4-413c-8cdf-649a96b598c2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:43:15.026063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:15.142466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:15.154103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-bd3c6e6c-94a9-4bfc-87cb-6d37bdc13ab1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:43:15.155068 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bd3c6e6c-94a9-4bfc-87cb-6d37bdc13ab1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3711352 Mar 16 10:43:15.174873 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 1dc198a4-0ff4-413c-8cdf-649a96b598c2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1dc198a4-0ff4-413c-8cdf-649a96b598c2,segment=NetworkSegment(093e744d-413e-490f-a1d9-1ff884bbe83a),segment_id=093e744d-413e-490f-a1d9-1ff884bbe83a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:43:15.179246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:15.253251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=1dc198a4-0ff4-413c-8cdf-649a96b598c2,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:16.927352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1dc198a4-0ff4-413c-8cdf-649a96b598c2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:43:16.994309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1dc198a4-0ff4-413c-8cdf-649a96b598c2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:43:16.994669 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:17.825973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 53978) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:18.205576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '02a065bcdb624af4a732013efce69fdc'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:43:18.210782 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:43:18.216186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] Usage tracker for resource:router and tenant:02a065bcdb624af4a732013efce69fdc is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:43:18.219663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:43:18.225702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:43:18.240029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:18.242156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:18.265517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:18.380034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:18.399094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:18.400588 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-54e9e244-c665-4579-b7df-53b31a2449de admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5735762 Mar 16 10:43:20.800239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 53988) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:21.196806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-9a4fe9a8-4994-4d3d-9045-3c79c9ee6ef6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:43:21.198202 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9a4fe9a8-4994-4d3d-9045-3c79c9ee6ef6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3966584 Mar 16 10:43:21.772216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f1e37a17-6739-4c0d-ada9-5217268f3fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:23.626023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 53998) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:24.011514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:43:24.016905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:43:24.019714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e240e350-22f6-4337-904c-1fe2a58163c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:24.021823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Usage tracker for resource:network and tenant:f8456d5403dc44afa1200d84c9a5713c is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:43:24.025982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:43:24.032989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:43:24.043025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Made reservation on behalf of f8456d5403dc44afa1200d84c9a5713c for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:43:24.045333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:24.061231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:24.075028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:43:24.078639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Usage tracker for resource:security_group_rule and tenant:f8456d5403dc44afa1200d84c9a5713c is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:43:24.081729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:43:24.087099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:43:24.195933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:24.203837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:24.225942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Reserving flat network on physical network physnet1 {{(pid=87874) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 16 10:43:24.246903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b91113-8843-4dc3-8c07-4865005b6ada,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:24.252514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765975598870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:24.253138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Unsubscribe: segment precommit_create {{(pid=87874) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 10:43:24.253590 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Added segment db051e1e-4afd-4741-952c-edea0daa0997 of type flat for network f28afb50-8b52-4a48-b4f1-1a21e581c5fb Mar 16 10:43:24.291884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:24.334700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:24.335752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:43:24.336365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:24.435715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] Pushing event updated for resources: {'Network': ['ID=f28afb50-8b52-4a48-b4f1-1a21e581c5fb,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:24.441221 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0b680716-d9e0-4ae5-a94b-820b83a5246d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8142364 Mar 16 10:43:24.448859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:43:24.725387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:25.192636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:26.058476 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 5 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:43:26.445772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:26.819420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54018) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:27.066809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc5cd29-f34f-4aca-ae65-e880a9a06009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:43:27.068488 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5dc5cd29-f34f-4aca-ae65-e880a9a06009 admin admin] 10.222.0.37 "GET /v2.0/subnets/d6ce0e6b-4a55-4450-b843-f2954b0ded72 HTTP/1.1" status: 200 len: 849 time: 0.2480991 Mar 16 10:43:27.221499 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d4ab8a2a-bfb8-4eda-bcbd-92b7a635e7cb admin admin] 10.222.0.37 "GET /v2.0/routers/48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec HTTP/1.1" status: 200 len: 704 time: 0.1466074 Mar 16 10:43:27.687011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:27.921829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Allocated IP 172.20.0.1 (168b2c5e-a4d9-4547-a360-899772d09232/d6ce0e6b-4a55-4450-b843-f2954b0ded72/3d97cdbc-3a99-4c53-9f53-8043969297a4) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:43:28.074517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:28.091670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Transition to ACTIVE for port object 3d97cdbc-3a99-4c53-9f53-8043969297a4 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:43:28.182230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:28.243996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Network 168b2c5e-a4d9-4547-a360-899772d09232 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:43:28.246663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:43:28.254626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:43:28.255171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:28.379153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Pushing event updated for resources: {'Port': ['ID=3d97cdbc-3a99-4c53-9f53-8043969297a4,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:28.415460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3de05dfb-29f9-4b41-9b29-f47303f89856 None None] Provisioning for port 3d97cdbc-3a99-4c53-9f53-8043969297a4 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:43:28.420696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3de05dfb-29f9-4b41-9b29-f47303f89856 None None] Provisioning complete for port 3d97cdbc-3a99-4c53-9f53-8043969297a4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:43:28.421108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3de05dfb-29f9-4b41-9b29-f47303f89856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:28.476767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-3de05dfb-29f9-4b41-9b29-f47303f89856 None None] Port 3d97cdbc-3a99-4c53-9f53-8043969297a4 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:43:28.513379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:28.738090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:28.745925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:28.746616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:28.875284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Pushing event updated for resources: {'Port': ['ID=3d97cdbc-3a99-4c53-9f53-8043969297a4,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:28.934985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Network 168b2c5e-a4d9-4547-a360-899772d09232 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:43:28.935996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:43:29.100075 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-411e0186-9c2f-496c-b5ea-c4257b83e866 None None] Provisioning complete for port 3d97cdbc-3a99-4c53-9f53-8043969297a4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:43:29.100440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-411e0186-9c2f-496c-b5ea-c4257b83e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:29.122350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Router 48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:43:29.151633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-411e0186-9c2f-496c-b5ea-c4257b83e866 None None] Port 3d97cdbc-3a99-4c53-9f53-8043969297a4 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:43:29.278376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:43:29.287731 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-326b787a-e682-4a2e-afb9-5f3c0eb6c39a admin admin] 10.222.0.37 "PUT /v2.0/routers/48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0584552 Mar 16 10:43:29.288648 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Sync routers for ids ['48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:43:29.299495 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Routers {'48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:43:29.300373 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:43:24Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:43:29.473674 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Set router 48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:43:29.838061 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'name': 'router1', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:43:18Z', 'updated_at': '2022-03-16T10:43:28Z', 'revision_number': 2, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'gw_port_host': None, '_interfaces': [{'id': '3d97cdbc-3a99-4c53-9f53-8043969297a4', 'name': '', 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'mac_address': 'fa:16:3e:80:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:43:27Z', 'updated_at': '2022-03-16T10:43:28Z', 'revision_number': 2, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'subnets': [{'id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bacdac3-1adf-48cd-8871-2001454da9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:43:29.843073 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Checking router: 48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:43:29.843439 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Updating router 48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec port 3d97cdbc-3a99-4c53-9f53-8043969297a4 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:43:29.896302 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:30.266151 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:30.281801 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Transition to ACTIVE for port object 3d97cdbc-3a99-4c53-9f53-8043969297a4 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:43:30.289719 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:30.505916 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Pushing event updated for resources: {'Port': ['ID=3d97cdbc-3a99-4c53-9f53-8043969297a4,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:30.524942 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.525226 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.525554 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.525872 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.526186 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.526517 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.526832 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.527144 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.527469 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.527779 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.528127 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.528419 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Tracked resource versions report: Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: pushed versions: Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: { 'AddressGroup': {'1.2'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'ConntrackHelper': {'1.0'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Log': {'1.0'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Network': {'1.1'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Port': {'1.7'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'PortForwarding': {'1.2'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'QosPolicy': {'1.8'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SecurityGroup': {'1.4'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SubPort': {'1.0'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Subnet': {'1.1'}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Trunk': {'1.1'}} Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: consumer versions: Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: { DHCP agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: L3 agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: Metadata agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: Metering agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: Open vSwitch agent@dv-neutron-833860-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'ConntrackHelper': '1.0', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Log': '1.0', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Network': '1.1', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Port': '1.7', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'PortForwarding': '1.2', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'QosPolicy': '1.8', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SecurityGroup': '1.4', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SecurityGroupRule': '1.2', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SubPort': '1.0', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Subnet': '1.1', Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Trunk': '1.1'}} Mar 16 10:43:30.529753 dv-neutron-833860-1-hyperv neutron-server[87877]: {{(pid=87877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:43:30.538507 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Attempting to bind port 3d97cdbc-3a99-4c53-9f53-8043969297a4 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:43:30.538900 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Attempting to bind port 3d97cdbc-3a99-4c53-9f53-8043969297a4 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '093e744d-413e-490f-a1d9-1ff884bbe83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:43:30.539293 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Attempting to bind port 3d97cdbc-3a99-4c53-9f53-8043969297a4 on network 168b2c5e-a4d9-4547-a360-899772d09232 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:43:30.544959 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:43:30.545492 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Checking segment: {'id': '093e744d-413e-490f-a1d9-1ff884bbe83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:43:30.545734 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:30.546228 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Bound using segment: {'id': '093e744d-413e-490f-a1d9-1ff884bbe83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:43:30.546711 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Bound port: 3d97cdbc-3a99-4c53-9f53-8043969297a4, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093e744d-413e-490f-a1d9-1ff884bbe83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:43:30.547086 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:30.632389 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] For port 3d97cdbc-3a99-4c53-9f53-8043969297a4, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:43:30.636636 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] For port 3d97cdbc-3a99-4c53-9f53-8043969297a4, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3d97cdbc-3a99-4c53-9f53-8043969297a4,segment=NetworkSegment(093e744d-413e-490f-a1d9-1ff884bbe83a),segment_id=093e744d-413e-490f-a1d9-1ff884bbe83a)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:43:30.642030 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:30.724988 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Routers {'48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:43:30.725636 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:43:24Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:43:30.795583 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfce3c4-4c4c-433d-9c43-0f5b7b9c7244 None None] Pushing event updated for resources: {'Port': ['ID=3d97cdbc-3a99-4c53-9f53-8043969297a4,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:30.881328 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] Set router 48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:43:31.204475 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'name': 'router1', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:43:18Z', 'updated_at': '2022-03-16T10:43:28Z', 'revision_number': 2, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'gw_port_host': None, '_interfaces': [{'id': '3d97cdbc-3a99-4c53-9f53-8043969297a4', 'name': '', 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'mac_address': 'fa:16:3e:80:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:43:27Z', 'updated_at': '2022-03-16T10:43:30Z', 'revision_number': 4, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'subnets': [{'id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bacdac3-1adf-48cd-8871-2001454da9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:43:31.208422 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679754ff-3cc1-42b2-bc4c-0ce74d1a6ac0 None None] The sync data for ids ['48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'] in dv-neutron-833860-1-hyperv is: [{'id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'name': 'router1', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:43:18Z', 'updated_at': '2022-03-16T10:43:28Z', 'revision_number': 2, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'gw_port_host': None, '_interfaces': [{'id': '3d97cdbc-3a99-4c53-9f53-8043969297a4', 'name': '', 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'mac_address': 'fa:16:3e:80:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:43:27Z', 'updated_at': '2022-03-16T10:43:30Z', 'revision_number': 4, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'subnets': [{'id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bacdac3-1adf-48cd-8871-2001454da9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:43:31.492362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54040) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:31.648620 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4f568-ed65-49ab-bdfa-038ba18bf668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:43:31.650030 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-efa4f568-ed65-49ab-bdfa-038ba18bf668 admin admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 842 time: 0.1566303 Mar 16 10:43:31.660074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'cidr': '172.26.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.26.2.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:43:31.664977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:43:31.668849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Usage tracker for resource:subnet and tenant:f8456d5403dc44afa1200d84c9a5713c is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:43:31.672619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:43:31.678492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:43:31.689373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Made reservation on behalf of f8456d5403dc44afa1200d84c9a5713c for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:43:31.691803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:32.137669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.objects.ports [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87875) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:43:32.138206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:32.207177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5930aa72-197f-4953-99a3-995712eefa0c,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:32.217969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:43:32.218342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Network hostable DHCP agents. Network: f28afb50-8b52-4a48-b4f1-1a21e581c5fb, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:43:32.242580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:43:32.255623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, f28afb50-8b52-4a48-b4f1-1a21e581c5fb) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:43:32.260710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:43:32.261318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:32.266035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eec3e2-fa42-45cb-b424-6565c8d6a4f2 None None] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:43:32.284265 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bc6a23e1-2dd5-481e-b080-de93877a4616 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6276553 Mar 16 10:43:32.485782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d94ee2-90d6-441f-b718-0e2f808f3c34 None None] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:43:32.959459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3d97cdbc-3a99-4c53-9f53-8043969297a4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:43:33.030379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 3d97cdbc-3a99-4c53-9f53-8043969297a4 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:43:33.034946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3d97cdbc-3a99-4c53-9f53-8043969297a4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:43:33.035317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:33.148788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:33.182118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 3d97cdbc-3a99-4c53-9f53-8043969297a4, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3d97cdbc-3a99-4c53-9f53-8043969297a4,segment=NetworkSegment(093e744d-413e-490f-a1d9-1ff884bbe83a),segment_id=093e744d-413e-490f-a1d9-1ff884bbe83a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:43:33.186599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:33.251983 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=3d97cdbc-3a99-4c53-9f53-8043969297a4,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:34.561116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54054) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:34.784503 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dec3ce21-c9d0-4974-ae8b-88ee65368747 admin admin] 10.222.0.37 "GET /v2.0/routers/48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec HTTP/1.1" status: 200 len: 710 time: 0.2221677 Mar 16 10:43:34.914945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f463c-1378-477c-a792-d920986945b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:43:34.916313 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0d2f463c-1378-477c-a792-d920986945b3 admin admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 886 time: 0.1239605 Mar 16 10:43:34.925135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:43:34.938338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3d97cdbc-3a99-4c53-9f53-8043969297a4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:43:35.007766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3d97cdbc-3a99-4c53-9f53-8043969297a4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:43:35.008416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:35.365628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:35.754805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:35.811974 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:35.961432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Allocated IP 172.26.2.89 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/bd608448-598f-4789-a2d8-fc97e47d09d1) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:43:36.121947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:36.184057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:36.241408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:43:36.248313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:43:36.252650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:43:36.314200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Pushing event updated for resources: {'Port': ['ID=bd608448-598f-4789-a2d8-fc97e47d09d1,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:36.648356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:37.027872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:37.031664 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:37.230856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Router 48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:43:37.412043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:43:37.421638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:37.422767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Sync routers for ids ['48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:43:37.423276 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-15633ef1-522f-4ffa-a659-96ea8b6b7d41 admin admin] 10.222.0.37 "PUT /v2.0/routers/48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec HTTP/1.1" status: 200 len: 889 time: 2.5008719 Mar 16 10:43:37.436205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Routers {'48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:43:37.436787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:43:24Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:43:37.631936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Set router 48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:43:37.989690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'name': 'router1', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bd608448-598f-4789-a2d8-fc97e47d09d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:43:18Z', 'updated_at': '2022-03-16T10:43:36Z', 'revision_number': 4, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'gw_port': {'id': 'bd608448-598f-4789-a2d8-fc97e47d09d1', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:33:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:43:35Z', 'updated_at': '2022-03-16T10:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3d97cdbc-3a99-4c53-9f53-8043969297a4', 'name': '', 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'mac_address': 'fa:16:3e:80:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:43:27Z', 'updated_at': '2022-03-16T10:43:33Z', 'revision_number': 5, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'subnets': [{'id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bacdac3-1adf-48cd-8871-2001454da9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:43:37.995056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Checking router: 48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:43:37.995402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Updating router 48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec port bd608448-598f-4789-a2d8-fc97e47d09d1 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:43:38.045692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:38.370925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:38.383160 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Transition to ACTIVE for port object bd608448-598f-4789-a2d8-fc97e47d09d1 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:43:38.390903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:38.474342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea24b5-0974-476e-ae10-aaed205818ee None None] Pushing event updated for resources: {'Port': ['ID=bd608448-598f-4789-a2d8-fc97e47d09d1,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:38.481465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Attempting to bind port bd608448-598f-4789-a2d8-fc97e47d09d1 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:43:38.482275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Attempting to bind port bd608448-598f-4789-a2d8-fc97e47d09d1 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:43:38.482275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Attempting to bind port bd608448-598f-4789-a2d8-fc97e47d09d1 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:43:38.487937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:43:38.488294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:43:38.488692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:38.489109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:43:38.489591 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Bound port: bd608448-598f-4789-a2d8-fc97e47d09d1, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:43:38.489982 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:38.565579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] For port bd608448-598f-4789-a2d8-fc97e47d09d1, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:43:38.568931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] For port bd608448-598f-4789-a2d8-fc97e47d09d1, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd608448-598f-4789-a2d8-fc97e47d09d1,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:43:38.574788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:38.649342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Routers {'48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:43:38.649956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:43:24Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:43:38.717585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea24b5-0974-476e-ae10-aaed205818ee None None] Pushing event updated for resources: {'Port': ['ID=bd608448-598f-4789-a2d8-fc97e47d09d1,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:38.837505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] Set router 48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:43:39.168997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'name': 'router1', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bd608448-598f-4789-a2d8-fc97e47d09d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:43:18Z', 'updated_at': '2022-03-16T10:43:36Z', 'revision_number': 4, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'gw_port': {'id': 'bd608448-598f-4789-a2d8-fc97e47d09d1', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:33:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:43:35Z', 'updated_at': '2022-03-16T10:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3d97cdbc-3a99-4c53-9f53-8043969297a4', 'name': '', 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'mac_address': 'fa:16:3e:80:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:43:27Z', 'updated_at': '2022-03-16T10:43:33Z', 'revision_number': 5, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'subnets': [{'id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bacdac3-1adf-48cd-8871-2001454da9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:43:39.173895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df9acb9-6fb3-4059-a426-f322e4e94b5d None None] The sync data for ids ['48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec'] in dv-neutron-833860-1-hyperv is: [{'id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'name': 'router1', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bd608448-598f-4789-a2d8-fc97e47d09d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:43:18Z', 'updated_at': '2022-03-16T10:43:36Z', 'revision_number': 4, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'gw_port': {'id': 'bd608448-598f-4789-a2d8-fc97e47d09d1', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:33:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:43:35Z', 'updated_at': '2022-03-16T10:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3d97cdbc-3a99-4c53-9f53-8043969297a4', 'name': '', 'network_id': '168b2c5e-a4d9-4547-a360-899772d09232', 'tenant_id': '02a065bcdb624af4a732013efce69fdc', 'mac_address': 'fa:16:3e:80:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df81c1-b1f5-47dc-9843-fd4a4cc2b8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:43:27Z', 'updated_at': '2022-03-16T10:43:33Z', 'revision_number': 5, 'project_id': '02a065bcdb624af4a732013efce69fdc', 'subnets': [{'id': 'd6ce0e6b-4a55-4450-b843-f2954b0ded72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bacdac3-1adf-48cd-8871-2001454da9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:43:39.790967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54064) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:43:39.909654 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-24bc5e91-1078-4464-9f74-3e53c785a774 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1175449 Mar 16 10:43:40.962986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd608448-598f-4789-a2d8-fc97e47d09d1 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:43:41.031714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port bd608448-598f-4789-a2d8-fc97e47d09d1 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:43:41.036363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port bd608448-598f-4789-a2d8-fc97e47d09d1 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:43:41.036758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:41.194366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:41.210262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port bd608448-598f-4789-a2d8-fc97e47d09d1, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd608448-598f-4789-a2d8-fc97e47d09d1,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:43:41.214597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:41.281467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=bd608448-598f-4789-a2d8-fc97e47d09d1,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:43:42.942809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd608448-598f-4789-a2d8-fc97e47d09d1 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:43:43.018034 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port bd608448-598f-4789-a2d8-fc97e47d09d1 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:43:43.018413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:51.770052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2a065c55-7c16-4ece-bf84-93950a25dcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:54.015550 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c2dde93-5345-482a-b95d-b2e175b8196f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:54.735916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:55.197732 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:43:56.451407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:03.057904 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 5 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:44:21.765984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-57d71fe0-5623-4acf-bd48-d95d913ce117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:24.020153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4b686787-5adf-4e5f-909a-118024ad7e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:24.732689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:25.202911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:26.456139 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:40.065957 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 5 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:44:51.763541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-822c83dc-3961-4760-8204-cb7ee300e373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:54.014288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d59ca9ac-215e-4213-902b-e17e8cce7fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:54.737677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:55.211578 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:56.461927 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:17.055236 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 5 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:45:21.767876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bdeae345-9b4e-40b4-a35c-174afb4bd4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:24.018996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6365f827-6c90-45f5-9b9e-46a788966331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:24.739898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:25.206756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:26.464890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:45.308036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54668) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:45.387188 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-94597554-3fa0-4ee9-b8b0-36204f6abd36 admin admin] GET failed (client error): The resource could not be found. Mar 16 10:45:45.388457 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-94597554-3fa0-4ee9-b8b0-36204f6abd36 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0791423 Mar 16 10:45:45.521605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf48b50b-d4db-4c18-a247-c30f485d2d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:45.522995 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bf48b50b-d4db-4c18-a247-c30f485d2d08 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1299438 Mar 16 10:45:47.660794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54678) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:47.777052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0523c47f-cfdc-490e-ab9e-4a046eae4241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:47.777601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0523c47f-cfdc-490e-ab9e-4a046eae4241 admin admin] Synchronizing usage tracker for tenant:f8456d5403dc44afa1200d84c9a5713c on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:45:47.798113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0523c47f-cfdc-490e-ab9e-4a046eae4241 admin admin] Unset dirty status for tenant:f8456d5403dc44afa1200d84c9a5713c on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:45:47.799294 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0523c47f-cfdc-490e-ab9e-4a046eae4241 admin admin] 10.222.0.37 "GET /v2.0/subnets/d6ce0e6b-4a55-4450-b843-f2954b0ded72 HTTP/1.1" status: 200 len: 849 time: 0.1374853 Mar 16 10:45:47.808764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:45:47.928704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:48.114414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765975443703'] for subnet, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:48.158881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:48.159468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:48.160976 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] 10.222.0.37 "PUT /v2.0/subnets/d6ce0e6b-4a55-4450-b843-f2954b0ded72 HTTP/1.1" status: 200 len: 868 time: 0.3557680 Mar 16 10:45:48.175960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be52eb84-5a1b-466b-a749-967c8f1e169e None None] Network 168b2c5e-a4d9-4547-a360-899772d09232 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:45:48.186262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ce0e6b-4a55-4450-b843-f2954b0ded72,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:48.194273 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.194651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.194972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.195302 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.195779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.196125 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.196455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.196795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.197122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.197445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.197766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.198085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f201-382e-4369-9ebf-152b53566557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:48.633963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6929e60e-4ef6-419e-b58b-83b808bde96a None None] Provisioning complete for port 1dc198a4-0ff4-413c-8cdf-649a96b598c2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:48.634337 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6929e60e-4ef6-419e-b58b-83b808bde96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:48.760167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6929e60e-4ef6-419e-b58b-83b808bde96a None None] Provisioning complete for port 3d97cdbc-3a99-4c53-9f53-8043969297a4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:48.760422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6929e60e-4ef6-419e-b58b-83b808bde96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:50.319190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54688) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:50.548322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a54ac6-8fff-4f90-86b4-2be9cefaf039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:50.548683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a54ac6-8fff-4f90-86b4-2be9cefaf039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:50.549442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b7a54ac6-8fff-4f90-86b4-2be9cefaf039 admin admin] Synchronizing usage tracker for tenant:f8456d5403dc44afa1200d84c9a5713c on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:45:50.570546 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b7a54ac6-8fff-4f90-86b4-2be9cefaf039 admin admin] Unset dirty status for tenant:f8456d5403dc44afa1200d84c9a5713c on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:45:50.571647 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b7a54ac6-8fff-4f90-86b4-2be9cefaf039 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2515373 Mar 16 10:45:51.774331 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-54dccbe0-5883-419a-8123-6cf1c4ae8542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:52.723750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54698) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:52.907111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888c2ea4-8b8b-481b-a49f-8659aa190d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:52.907578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888c2ea4-8b8b-481b-a49f-8659aa190d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:52.909133 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-888c2ea4-8b8b-481b-a49f-8659aa190d15 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1844151 Mar 16 10:45:54.023466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c625931c-d68b-4dc9-a865-d7d3ce681891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:54.054005 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 5 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:45:54.742916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:55.082802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54708) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:55.210727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:55.268114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a93d91-8fab-48de-bd42-040219a8f711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:55.269525 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-14a93d91-8fab-48de-bd42-040219a8f711 admin admin] 10.222.0.37 "GET /v2.0/networks/168b2c5e-a4d9-4547-a360-899772d09232 HTTP/1.1" status: 200 len: 869 time: 0.1856399 Mar 16 10:45:56.467310 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:57.415897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54718) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:57.589477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6fd33-7d33-4bf3-970e-c0fb2c4e26ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:57.591616 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5eb6fd33-7d33-4bf3-970e-c0fb2c4e26ca admin admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 886 time: 0.1747351 Mar 16 10:45:59.703968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54728) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:59.814423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9fce07-df65-4fa2-85e4-3b343f3761f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:59.814869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9fce07-df65-4fa2-85e4-3b343f3761f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:59.816358 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1f9fce07-df65-4fa2-85e4-3b343f3761f7 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1114049 Mar 16 10:46:01.972101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54738) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:46:02.080571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454f08ef-1f54-4365-b3b9-3915f5587ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:46:02.081047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454f08ef-1f54-4365-b3b9-3915f5587ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:46:02.082550 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-454f08ef-1f54-4365-b3b9-3915f5587ee9 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1094875 Mar 16 10:46:04.220501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54748) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:46:04.325600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828107bf-b311-478b-bb4f-eeae2b7a40a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:46:04.326929 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-828107bf-b311-478b-bb4f-eeae2b7a40a8 admin admin] 10.222.0.37 "GET /v2.0/subnets/5930aa72-197f-4953-99a3-995712eefa0c HTTP/1.1" status: 200 len: 816 time: 0.1053936 Mar 16 10:46:06.481577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54758) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:46:06.608619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e233fec2-4f70-4ec0-8142-ff1e3b6852d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:46:06.612762 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e233fec2-4f70-4ec0-8142-ff1e3b6852d2 admin admin] 10.222.0.37 "GET /v2.0/subnets/d6ce0e6b-4a55-4450-b843-f2954b0ded72 HTTP/1.1" status: 200 len: 868 time: 0.1271477 Mar 16 10:46:21.768633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e28e3a80-55ce-4192-9e7d-07e95506971b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:24.028762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f6f0-2980-4128-b427-92a12ada44d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:24.745986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:25.218101 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:25.286433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54804) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:46:25.343238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-48e2416e-c15d-408b-bf63-a33483fd8bd3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:46:25.344216 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-48e2416e-c15d-408b-bf63-a33483fd8bd3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0567267 Mar 16 10:46:26.470926 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:27.584390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54814) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:46:27.692152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9a4987-07de-41b5-b194-54c00521925d admin admin] GET failed (client error): The resource could not be found. Mar 16 10:46:27.694173 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e9a4987-07de-41b5-b194-54c00521925d admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1084430 Mar 16 10:46:27.822670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a94fa-cf61-4259-826d-a29fb454a142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:46:27.824063 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-742a94fa-cf61-4259-826d-a29fb454a142 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1238613 Mar 16 10:46:29.976561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54824) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:46:30.033679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:46:30.039550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:46:30.053031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:46:30.065893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Made reservation on behalf of f8456d5403dc44afa1200d84c9a5713c for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:46:30.068190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.153962 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING neutron.services.revisions.revision_plugin [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Could not find related network for resource to bump revision. Mar 16 10:46:30.166843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:46:30.175846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.176209 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Added segment b50294df-331f-4b8e-9e80-f4fb9aeab627 of type vlan for network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 Mar 16 10:46:30.200506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.230428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.231415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:46:30.231982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.325149 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3474452 Mar 16 10:46:30.334049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2337e79-5d90-4126-b08d-7c780dd9f943 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:46:30.347827 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:46:31.052398 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 5 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:46:32.493727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 54834) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:46:32.563709 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0782d52-fd1a-464a-9ad1-f310c7c4476b admin admin] GET failed (client error): The resource could not be found. Mar 16 10:46:32.564317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c0782d52-fd1a-464a-9ad1-f310c7c4476b admin admin] Synchronizing usage tracker for tenant:f8456d5403dc44afa1200d84c9a5713c on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:46:32.581260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c0782d52-fd1a-464a-9ad1-f310c7c4476b admin admin] Unset dirty status for tenant:f8456d5403dc44afa1200d84c9a5713c on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:46:32.582376 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c0782d52-fd1a-464a-9ad1-f310c7c4476b admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0877113 Mar 16 10:46:32.694232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60299ea9-17e2-49cd-8cf8-1e6e5df731be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:46:32.695605 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-60299ea9-17e2-49cd-8cf8-1e6e5df731be admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1089244 Mar 16 10:46:32.705271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Request body: {'subnet': {'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:46:32.709656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:46:32.719267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:46:32.732028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Made reservation on behalf of f8456d5403dc44afa1200d84c9a5713c for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:46:32.734298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:32.936987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:33.004430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3942ad72-730a-4300-98fb-5b81ef556112,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:46:33.014452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Checking segment: {'id': 'b50294df-331f-4b8e-9e80-f4fb9aeab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:46:33.014805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Network hostable DHCP agents. Network: 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:46:33.038052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:46:33.050428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:46:33.054733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:46:33.055294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:33.059538 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e15a64-dbcb-4337-867c-e661ba0f44e3 None None] Network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:46:33.079750 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dadd76a7-84cb-42d7-b389-4f39dec4c4c7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3778772 Mar 16 10:46:33.276165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95', 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95', 'tenant_id': 'f8456d5403dc44afa1200d84c9a5713c', 'fixed_ips': [{'subnet_id': '3942ad72-730a-4300-98fb-5b81ef556112'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:46:33.277152 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:33.430751 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Allocated IP 192.168.233.2 (4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95/3942ad72-730a-4300-98fb-5b81ef556112/e88f27e2-df02-45da-95f9-ba28c31fb2b4) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:46:33.636923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:33.647478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Transition to ACTIVE for port object e88f27e2-df02-45da-95f9-ba28c31fb2b4 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:46:33.665216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Transition to ACTIVE for port object e88f27e2-df02-45da-95f9-ba28c31fb2b4 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:46:33.672680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:33.734866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:46:33.744573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:46:33.748974 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Pushing event updated for resources: {'Port': ['ID=e88f27e2-df02-45da-95f9-ba28c31fb2b4,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:46:33.751183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:46:33.783027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.783394 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.783735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.784063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.784408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.784720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.785073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.785389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.785726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.786074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.786366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.786701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:46:33.848620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Attempting to bind port e88f27e2-df02-45da-95f9-ba28c31fb2b4 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:46:33.849003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Attempting to bind port e88f27e2-df02-45da-95f9-ba28c31fb2b4 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'b50294df-331f-4b8e-9e80-f4fb9aeab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:46:33.849357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Attempting to bind port e88f27e2-df02-45da-95f9-ba28c31fb2b4 on network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:46:33.854597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:46:33.854956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Checking segment: {'id': 'b50294df-331f-4b8e-9e80-f4fb9aeab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:46:33.855407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:33.855846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Bound using segment: {'id': 'b50294df-331f-4b8e-9e80-f4fb9aeab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:46:33.856244 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Bound port: e88f27e2-df02-45da-95f9-ba28c31fb2b4, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50294df-331f-4b8e-9e80-f4fb9aeab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:46:33.856620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:33.945248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] For port e88f27e2-df02-45da-95f9-ba28c31fb2b4, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:46:33.948609 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] For port e88f27e2-df02-45da-95f9-ba28c31fb2b4, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e88f27e2-df02-45da-95f9-ba28c31fb2b4,segment=NetworkSegment(b50294df-331f-4b8e-9e80-f4fb9aeab627),segment_id=b50294df-331f-4b8e-9e80-f4fb9aeab627)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:46:33.953583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:34.037769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037c708-a80f-4bc9-821a-f7771b210e80 None None] Pushing event updated for resources: {'Port': ['ID=e88f27e2-df02-45da-95f9-ba28c31fb2b4,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:46:34.810051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8a1737-e515-4d24-9614-d8a50b2e729d None None] Network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:46:34.918746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ebb3e6a5-9782-43dc-b2b7-9833990e12b8 None None] Provisioning for port e88f27e2-df02-45da-95f9-ba28c31fb2b4 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:46:35.066063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e88f27e2-df02-45da-95f9-ba28c31fb2b4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:46:35.140319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port e88f27e2-df02-45da-95f9-ba28c31fb2b4 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:46:35.145660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e88f27e2-df02-45da-95f9-ba28c31fb2b4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:46:35.146241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:35.272436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:35.304778 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port e88f27e2-df02-45da-95f9-ba28c31fb2b4, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e88f27e2-df02-45da-95f9-ba28c31fb2b4,segment=NetworkSegment(b50294df-331f-4b8e-9e80-f4fb9aeab627),segment_id=b50294df-331f-4b8e-9e80-f4fb9aeab627)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:46:35.309536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:35.381853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fc094fba-35f2-4575-beef-152579315951 None None] Provisioning complete for port e88f27e2-df02-45da-95f9-ba28c31fb2b4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:46:35.382093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fc094fba-35f2-4575-beef-152579315951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:35.427443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=e88f27e2-df02-45da-95f9-ba28c31fb2b4,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:46:37.030868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e88f27e2-df02-45da-95f9-ba28c31fb2b4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:46:37.121744 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e88f27e2-df02-45da-95f9-ba28c31fb2b4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:46:37.122111 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:51.773196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f1ace75-bdfd-48af-9612-8890a2e2735d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:54.032292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7fac64d8-64e8-414b-830c-71801baf2bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:54.748011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:55.220321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:56.472171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:08.052108 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 5 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:47:21.785131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38a5b97d-03ef-4e14-8b9e-c5589cb18f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:24.036284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8f4c051f-a5cd-427a-b54e-86a13a9e96b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:24.751281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:25.215068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:26.478993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:45.051693 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 5 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:47:49.318405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54878) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:49.324318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-9df4e70a-7306-43b6-8062-b254e6401420 tempest-verify_tempest_config-27641890 tempest-verify_tempest_config-27641890-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:47:49.325377 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9df4e70a-7306-43b6-8062-b254e6401420 tempest-verify_tempest_config-27641890 tempest-verify_tempest_config-27641890-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058959 Mar 16 10:47:49.651929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54896) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:49.769490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:49.784562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:47:49.788865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb6659b7d98492e9952b0fe5bad8a4d is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:47:49.792114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:47:49.798390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:47:49.880950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:49.887631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:49.934330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Synchronizing usage tracker for tenant:f8456d5403dc44afa1200d84c9a5713c on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:47:49.936663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f51abd-b707-45b5-89b7-dec8ed8bb7e9,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:47:49.945740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.946079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.946408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.946730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.947058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.947370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.947686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.948000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.948314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.948621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.948963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.949254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:49.969280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] Unset dirty status for tenant:f8456d5403dc44afa1200d84c9a5713c on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:47:49.970562 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e2343593-437b-44d8-9eff-5c5302dc0940 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fb6659b7d98492e9952b0fe5bad8a4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3176787 Mar 16 10:47:49.973339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54902) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:50.029736 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8e8a9aa-2bbb-4704-9118-fd9ba1f9c676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:50.053976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8e8a9aa-2bbb-4704-9118-fd9ba1f9c676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:50.146433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8e8a9aa-2bbb-4704-9118-fd9ba1f9c676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:50.162956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8a9aa-2bbb-4704-9118-fd9ba1f9c676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f51abd-b707-45b5-89b7-dec8ed8bb7e9,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:47:50.169383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8e8a9aa-2bbb-4704-9118-fd9ba1f9c676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:50.170511 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b8e8a9aa-2bbb-4704-9118-fd9ba1f9c676 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58f51abd-b707-45b5-89b7-dec8ed8bb7e9 HTTP/1.1" status: 204 len: 168 time: 0.1962686 Mar 16 10:47:51.779617 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-005693f5-623f-49ae-a034-590f3eddea06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:54.044761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-98a965e4-ec91-4774-99e5-dec224bfe79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:54.758651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:55.231785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:56.491189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:21.784853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5646c934-8a45-4e34-8597-99af1e73756a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:22.056042 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 5 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:48:24.043555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ecd9effd-3229-49a4-b509-1ed01f3f560e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:24.764171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:25.222551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:26.482583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:51.790981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c2c89109-911b-45e1-ae29-1bb2b7fa604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:54.048820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd14-a340-4095-a173-a9bd182b95c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:54.766999 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:55.222389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:56.488303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:59.058039 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 5 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:49:08.082286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985818'] for agent, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:21.784653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c57f38eb-5559-4d34-a589-b2dd8c114aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:23.049518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54972) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:23.169187 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7d0b5593-d543-44f3-b4cf-4dd12bef7c60 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1185348 Mar 16 10:49:24.040542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c14dcb51-e035-4d56-b70c-7451e613de4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:24.763412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:25.217620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:25.333621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 54982) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:25.402654 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f21a509b-1f2f-4b49-a361-4a718717dc43 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0680084 Mar 16 10:49:26.493602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:36.062968 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:49:38.087207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:51.798541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4f881cf3-e3a3-4729-9922-5943c1cc0a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.045323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f2f6172a-f5df-411f-9977-8778a62b98af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:54.767623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:55.213168 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:56.492234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:08.081650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:13.062378 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:50:21.792922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b3a781f-1a9a-4afa-a5ec-1d28563aa525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:24.045158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ea50-55c6-4790-9456-00d0391b9101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:24.770581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:25.208445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:26.495837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:38.080057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:50.062459 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:50:51.797623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8320e577-bc09-4168-97b9-af58cd1ddc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:52.930375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55188) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:52.965630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55196) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:53.066608 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55206) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:53.287971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1957041940-network', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:53.292451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:53.296304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Usage tracker for resource:network and tenant:7afa6b3d306242289b4a4749d86d03e5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:53.299772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:53.305510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:53.318013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Made reservation on behalf of 7afa6b3d306242289b4a4749d86d03e5 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:53.320587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.333379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.351199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:53.352850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-723528983-network', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:53.355197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7afa6b3d306242289b4a4749d86d03e5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:53.358365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:53.359053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:53.364178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:53.364620 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Usage tracker for resource:network and tenant:749b3dea469d4d55ab820e1d0f325c6f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:53.368887 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:53.377154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:53.392024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Made reservation on behalf of 749b3dea469d4d55ab820e1d0f325c6f for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:53.395458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.413896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.441558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:53.446652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Usage tracker for resource:security_group_rule and tenant:749b3dea469d4d55ab820e1d0f325c6f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:53.451840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:53.454056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.460443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.460714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:53.475664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:53.490891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2031531054'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:53.497840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:53.498396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.498731 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Added segment 28e67ace-088e-43dd-913b-d72f6ba3ded5 of type vlan for network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 Mar 16 10:50:53.504020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Usage tracker for resource:network and tenant:93d34b34c25e4bfd8c3642cf1686eac4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:53.510477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:53.516601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:53.531882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ea52e7-a8dd-42e4-9303-3216a8b50684,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:53.532401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Made reservation on behalf of 93d34b34c25e4bfd8c3642cf1686eac4 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:53.536172 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.552311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.567519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.567880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.568215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.568541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.568892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.569239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.569543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.570018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.570483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.570748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:53.570963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.571275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.571730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Tracked resource versions report: Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: pushed versions: Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: { 'AddressGroup': {'1.2'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'ConntrackHelper': {'1.0'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Log': {'1.0'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Network': {'1.1'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Port': {'1.7'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'PortForwarding': {'1.2'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'QosPolicy': {'1.8'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SecurityGroup': {'1.4'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SubPort': {'1.0'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Subnet': {'1.1'}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Trunk': {'1.1'}} Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: consumer versions: Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: { DHCP agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: HyperV agent@hv-neutron-8338: {}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: L3 agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: Metadata agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: Metering agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: Open vSwitch agent@dv-neutron-833860-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'ConntrackHelper': '1.0', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Log': '1.0', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Network': '1.1', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Port': '1.7', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'PortForwarding': '1.2', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'QosPolicy': '1.8', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SecurityGroup': '1.4', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SecurityGroupRule': '1.2', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'SubPort': '1.0', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Subnet': '1.1', Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: 'Trunk': '1.1'}} Mar 16 10:50:53.572971 dv-neutron-833860-1-hyperv neutron-server[87874]: {{(pid=87874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:50:53.576278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Usage tracker for resource:security_group_rule and tenant:93d34b34c25e4bfd8c3642cf1686eac4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:53.579232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:53.587125 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:53.614385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.677020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.678269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:53.679128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.681492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.693474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.707247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:53.718483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.719050 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Added segment 540a6f1e-22d3-4d08-90e1-a72e6562a668 of type vlan for network 312ac26d-6537-4b30-9576-bce9b68f2b0f Mar 16 10:50:53.730403 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7987430 Mar 16 10:50:53.748162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.775074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55234) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:53.790214 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b9f54-3ba8-4a43-ba92-88e791cb52d3 admin admin] Pushing event updated for resources: {'Network': ['ID=70acee01-c08d-4f31-96e3-4e26d4fd7ac7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:53.799706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Request body: {'subnet': {'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1957041940-subnet', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:53.804416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:53.806919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:53.810972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Usage tracker for resource:subnet and tenant:7afa6b3d306242289b4a4749d86d03e5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:53.813791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:53.819713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:53.858137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.865147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:53.865880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:53.869849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb1f4fa-65e9-45dd-9d15-6ed86b52d8ce,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:53.903434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.904169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.904682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.905240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.905742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.906242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.906755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.907264 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.907770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.908274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.908841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.909334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Tracked resource versions report: Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: pushed versions: Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: { 'AddressGroup': {'1.2'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'ConntrackHelper': {'1.0'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Log': {'1.0'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Network': {'1.1'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Port': {'1.7'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'PortForwarding': {'1.2'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'QosPolicy': {'1.8'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SecurityGroup': {'1.4'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SubPort': {'1.0'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Subnet': {'1.1'}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Trunk': {'1.1'}} Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: consumer versions: Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: { DHCP agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: HyperV agent@hv-neutron-8338: {}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: L3 agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: Metadata agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: Metering agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: Open vSwitch agent@dv-neutron-833860-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'ConntrackHelper': '1.0', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Log': '1.0', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Network': '1.1', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Port': '1.7', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'PortForwarding': '1.2', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'QosPolicy': '1.8', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SecurityGroup': '1.4', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SecurityGroupRule': '1.2', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'SubPort': '1.0', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Subnet': '1.1', Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: 'Trunk': '1.1'}} Mar 16 10:50:53.910623 dv-neutron-833860-1-hyperv neutron-server[87875]: {{(pid=87875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:50:53.936469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Made reservation on behalf of 7afa6b3d306242289b4a4749d86d03e5 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:53.939069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.049922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d0960d88-0756-4e75-9ac9-0f083d028f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.063734 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55254) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:54.069037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.079138 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0111897 Mar 16 10:50:54.083096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55260) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:54.084522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.092038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'subnet': {'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:54.095829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:54.104330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.104667 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Added segment 751eec20-4f37-4792-a34b-fd12cdb52814 of type vlan for network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 Mar 16 10:50:54.130321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.221785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4e9ba9-bbea-49cc-ac7d-f78a6c0ad013,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:54.225945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:54.230339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63e8c4-da82-4028-8224-ccf0c800cb82 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Network': ['ID=312ac26d-6537-4b30-9576-bce9b68f2b0f,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:54.231012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Usage tracker for resource:subnet and tenant:93d34b34c25e4bfd8c3642cf1686eac4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:54.235456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:54.242257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:54.256558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Made reservation on behalf of 93d34b34c25e4bfd8c3642cf1686eac4 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:54.262360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.274108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:54.323472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.324719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:54.325406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.431600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55270) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:54.468956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] Pushing event updated for resources: {'Network': ['ID=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:54.500419 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-535149b2-1467-4c1f-a96d-7daa9990da5a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5335927 Mar 16 10:50:54.506316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55276) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:54.529461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Request body: {'subnet': {'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-723528983-subnet', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:54.536179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:54.542284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Usage tracker for resource:subnet and tenant:749b3dea469d4d55ab820e1d0f325c6f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:54.547486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:54.548666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.554441 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:54.572281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Made reservation on behalf of 749b3dea469d4d55ab820e1d0f325c6f for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:54.577587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.639851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.687444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55282) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:54.724906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=233d9851-e3dd-47f1-9307-ebbe74e26b7d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:54.726389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Checking segment: {'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:54.726738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Network hostable DHCP agents. Network: 70acee01-c08d-4f31-96e3-4e26d4fd7ac7, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:54.728506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:54.775872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:54.795359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 70acee01-c08d-4f31-96e3-4e26d4fd7ac7) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:54.802739 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:54.806021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.807115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Subnet': ['ID=10d0dbb6-efab-4257-a2b0-8d4bf8b896cd,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:54.815179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1546644016', 'router:external': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:54.819621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:54.823603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Usage tracker for resource:network and tenant:d98c9e51f5e148febb582bb1df3fc36f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:54.826712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:54.833837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:54.844595 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fe804bbf-3c22-4980-b0d8-f3cea56b6310 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0526433 Mar 16 10:50:54.845663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55290) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:54.846149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f7be3d-de80-4c47-949d-ea176728da54 None None] Network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:54.854066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Made reservation on behalf of d98c9e51f5e148febb582bb1df3fc36f for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:54.856759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.858592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:54.871601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:54.873196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.873866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.882418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Usage tracker for resource:router and tenant:7afa6b3d306242289b4a4749d86d03e5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:54.893293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:54.897103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-45731950'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:54.906895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:54.911972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:54.937129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:54.940040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Usage tracker for resource:security_group_rule and tenant:d98c9e51f5e148febb582bb1df3fc36f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:54.941288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:54.947404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:54.949015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.957022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:54.957184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Usage tracker for resource:network and tenant:45c61203d65440089ce91f0b51fd4714 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:54.962326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:54.967689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:54.972101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:54.984053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:54.985407 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Usage tracker for resource:floatingip and tenant:5c48d709b61c4ec986e2469029591395 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:54.985783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Checking segment: {'id': '540a6f1e-22d3-4d08-90e1-a72e6562a668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:54.986205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Network hostable DHCP agents. Network: 312ac26d-6537-4b30-9576-bce9b68f2b0f, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:54.993841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:55.018137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Made reservation on behalf of 45c61203d65440089ce91f0b51fd4714 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:55.021982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.022373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:55.033963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.077056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.114331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:55.118217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:55.128729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Usage tracker for resource:security_group_rule and tenant:45c61203d65440089ce91f0b51fd4714 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:55.133307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:55.153133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:55.170879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.178968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55304) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:55.180177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 312ac26d-6537-4b30-9576-bce9b68f2b0f) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:55.201636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:55.202544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.231409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478d3bd-5a58-451b-b1b7-4c53aa13755e None None] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:55.266751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.315862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:55.316754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.392069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.400672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.401512 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2e34af71-fc06-46f1-a2f6-ac7e9c74bb66 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3158789 Mar 16 10:50:55.411760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55316) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:55.429604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.466388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'port': {'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-813897213'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:55.511683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbacf6f9-22da-4650-9963-39b44c0de688,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:55.551122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Checking segment: {'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:55.552097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Network hostable DHCP agents. Network: 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:55.590416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Allocated IP 172.20.0.2 (70acee01-c08d-4f31-96e3-4e26d4fd7ac7/233d9851-e3dd-47f1-9307-ebbe74e26b7d/fe8cc062-3198-462b-b591-1660b0078284) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:55.646176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:55.671578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55326) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:55.712806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1604292584'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:55.729641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.749194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:55.751550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.751710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.751999 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Added segment 6a145a1b-1fd3-4dbf-b04a-4aa49401fee0 of type vlan for network a311ade5-7a9f-4c06-9d20-8664b4f3ef1f Mar 16 10:50:55.785459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.788885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Usage tracker for resource:network and tenant:8bd458a0dbdf4269a299cffe72dcd10d is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:55.794553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113493b5-743a-427e-a651-d46ab9c226ab,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:55.800937 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:55.818245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:55.820502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:55.858612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:55.877831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.894417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:55.908941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Made reservation on behalf of 8bd458a0dbdf4269a299cffe72dcd10d for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:55.912413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.919976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac0aca-ec55-4f69-89c1-db16b04494a5 None None] Network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:55.925843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.929586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.929922 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Added segment 4a17afb6-ce96-4552-8789-92224d7c354e of type vlan for network f3f805e3-846a-4ef5-86c5-1990038d651d Mar 16 10:50:55.934062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:55.934649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.938086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c359c-e0ad-499f-a6c8-0a6a3107c61f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:55.948005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:55.959555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.975834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Usage tracker for resource:port and tenant:93d34b34c25e4bfd8c3642cf1686eac4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:55.983801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-312ac26d-6537-4b30-9576-bce9b68f2b0f', 'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f', 'tenant_id': '93d34b34c25e4bfd8c3642cf1686eac4', 'fixed_ips': [{'subnet_id': '10d0dbb6-efab-4257-a2b0-8d4bf8b896cd'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:55.984961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:55.989201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:56.002445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.016460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:56.027120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:56.034616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Allocated IP 172.26.2.223 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/371545c9-a1ac-48c2-8768-6db65b0c50a2) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:56.035502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Usage tracker for resource:security_group_rule and tenant:8bd458a0dbdf4269a299cffe72dcd10d is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:56.041785 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d2051684-4dfe-4f44-80d9-5fa9212d021c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5335412 Mar 16 10:50:56.044803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:56.050356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.053675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55332) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:56.063158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:56.069934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:56.077234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:56.084216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Made reservation on behalf of 93d34b34c25e4bfd8c3642cf1686eac4 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:56.087853 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.091160 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Transition to ACTIVE for port object fe8cc062-3198-462b-b591-1660b0078284 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:56.099068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Usage tracker for resource:router and tenant:749b3dea469d4d55ab820e1d0f325c6f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:56.106457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.107443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:56.108455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.111983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:56.150864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:56.160985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:56.176882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:56.186306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Usage tracker for resource:floatingip and tenant:eb80cb5b9cea41f9816728621bebe0c9 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:56.186815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Transition to ACTIVE for port object fe8cc062-3198-462b-b591-1660b0078284 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:56.192828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:56.204273 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:56.205696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] device_id is not set on port 8af1a80f-1af7-4a32-8ca2-8d16668d43f2 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:50:56.229991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.253741 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.275981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.293156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.293930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.297072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.302364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:56.302940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.307594 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2412035 Mar 16 10:50:56.311695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55338) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:56.323863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Request body: {'subnet': {'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:56.334519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:56.334718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae9fad-85a2-46d8-97dc-b708989b3154 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event updated for resources: {'Network': ['ID=a311ade5-7a9f-4c06-9d20-8664b4f3ef1f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:56.339390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:56.348034 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:56.350854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:56.394715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network a311ade5-7a9f-4c06-9d20-8664b4f3ef1f details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:56.406985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Usage tracker for resource:subnet and tenant:d98c9e51f5e148febb582bb1df3fc36f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:56.452655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:56.475578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:56.479286 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0464110 Mar 16 10:50:56.479554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55344) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:56.490435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.506191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df401c12-2f9b-4bac-8aa7-319fcdfed74f tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Pushing event updated for resources: {'Network': ['ID=f3f805e3-846a-4ef5-86c5-1990038d651d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:56.513757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Request body: {'subnet': {'network_id': 'f3f805e3-846a-4ef5-86c5-1990038d651d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:56.533531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:56.534334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.543270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network f3f805e3-846a-4ef5-86c5-1990038d651d details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:56.582675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Pushing event updated for resources: {'Port': ['ID=fe8cc062-3198-462b-b591-1660b0078284,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:56.586192 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Allocated IP 2001:db8::2 (312ac26d-6537-4b30-9576-bce9b68f2b0f/10d0dbb6-efab-4257-a2b0-8d4bf8b896cd/68bc21a7-6fac-4681-a95b-ae8ed6d70d5a) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:56.611740 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.612094 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.612437 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.612786 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.613132 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.613476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.613798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.614121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.614449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.614763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.615085 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.615383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Tracked resource versions report: Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: pushed versions: Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: { 'AddressGroup': {'1.2'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'ConntrackHelper': {'1.0'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Log': {'1.0'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Network': {'1.1'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Port': {'1.7'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'PortForwarding': {'1.2'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'QosPolicy': {'1.8'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SecurityGroup': {'1.4'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SubPort': {'1.0'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Subnet': {'1.1'}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Trunk': {'1.1'}} Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: consumer versions: Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: { DHCP agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: HyperV agent@hv-neutron-8338: {}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: L3 agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: Metadata agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: Metering agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: Open vSwitch agent@dv-neutron-833860-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'ConntrackHelper': '1.0', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Log': '1.0', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Network': '1.1', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Port': '1.7', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'PortForwarding': '1.2', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'QosPolicy': '1.8', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SecurityGroup': '1.4', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SecurityGroupRule': '1.2', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'SubPort': '1.0', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Subnet': '1.1', Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: 'Trunk': '1.1'}} Mar 16 10:50:56.616412 dv-neutron-833860-1-hyperv neutron-server[87876]: {{(pid=87876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:50:56.626414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.639535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.670307 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.695270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.711463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Attempting to bind port fe8cc062-3198-462b-b591-1660b0078284 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:56.711463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Attempting to bind port fe8cc062-3198-462b-b591-1660b0078284 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:56.711808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Attempting to bind port fe8cc062-3198-462b-b591-1660b0078284 on network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:56.720934 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Made reservation on behalf of d98c9e51f5e148febb582bb1df3fc36f for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:56.723274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.799585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:56.806286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:56.806684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Checking segment: {'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:56.807037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.807391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Bound using segment: {'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:56.807860 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Bound port: fe8cc062-3198-462b-b591-1660b0078284, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:56.808629 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.855830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ec3185-4965-43d5-8021-458e530ab456,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:56.870434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.874720 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:56.877545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.877882 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Added segment a1d2b4f3-d75f-40a7-a1b1-d7b213f641c2 of type vlan for network 08a013ef-f89e-4bf3-b513-077636827877 Mar 16 10:50:56.936944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:56.953828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:56.954976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:56.978015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.056181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:57.060697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.066361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:57.067066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.082677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.084853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Usage tracker for resource:subnet and tenant:45c61203d65440089ce91f0b51fd4714 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:57.091767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Pushing event updated for resources: {'Port': ['ID=371545c9-a1ac-48c2-8768-6db65b0c50a2,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:57.095580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:57.144002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] For port fe8cc062-3198-462b-b591-1660b0078284, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:57.162446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:57.189679 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0069993 Mar 16 10:50:57.191227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55354) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:57.196563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] For port fe8cc062-3198-462b-b591-1660b0078284, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fe8cc062-3198-462b-b591-1660b0078284,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:57.201783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.205473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad46cd-2df9-44b8-a3c2-6ac3bd96437c tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Pushing event updated for resources: {'Network': ['ID=08a013ef-f89e-4bf3-b513-077636827877,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:57.211553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.219488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Made reservation on behalf of 45c61203d65440089ce91f0b51fd4714 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:57.223056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks [] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.265932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Allocated IP 172.20.0.2 (8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184/cbacf6f9-22da-4650-9963-39b44c0de688/3f0acd0f-6c67-4d85-be1c-030ce252c5e6) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:57.268639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 08a013ef-f89e-4bf3-b513-077636827877 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:57.272306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.425102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.456126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Request body: {'network': {'name': 'tempest-network--644548604', 'router:external': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:57.463125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:57.493707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Usage tracker for resource:network and tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:57.500302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:57.511394 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Transition to ACTIVE for port object 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:57.515332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:57.533394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.539544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991428b4-4240-4af6-a1f3-9e8a73f88c4a None None] Pushing event updated for resources: {'Port': ['ID=fe8cc062-3198-462b-b591-1660b0078284,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:57.562308 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Transition to ACTIVE for port object 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:57.576358 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.616509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Made reservation on behalf of 35e9301c5e1641e7a42a6e31d7a9f7a4 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:57.618792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.625362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.662532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.673839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:57.682684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:57.686845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:57.717811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Allocated IP 172.26.2.11 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/c2da7ee6-3a8a-48bf-a788-dd8166585d3b) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:57.719064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.772472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:57.788620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Usage tracker for resource:security_group_rule and tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:57.795844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:57.819262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:57.825369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Allocated IP 2001:db8::212 (312ac26d-6537-4b30-9576-bce9b68f2b0f/10d0dbb6-efab-4257-a2b0-8d4bf8b896cd/8af1a80f-1af7-4a32-8ca2-8d16668d43f2) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:57.931232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Pushing event updated for resources: {'Port': ['ID=68bc21a7-6fac-4681-a95b-ae8ed6d70d5a,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:57.966249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:57.978531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Transition to ACTIVE for port object 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:57.998569 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Transition to ACTIVE for port object 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:58.001195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Attempting to bind port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:58.001607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Attempting to bind port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '540a6f1e-22d3-4d08-90e1-a72e6562a668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:58.001963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Attempting to bind port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a on network 312ac26d-6537-4b30-9576-bce9b68f2b0f {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:58.011082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:58.011514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Checking segment: {'id': '540a6f1e-22d3-4d08-90e1-a72e6562a668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:58.011912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.012295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Bound using segment: {'id': '540a6f1e-22d3-4d08-90e1-a72e6562a668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:58.013095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Bound port: 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540a6f1e-22d3-4d08-90e1-a72e6562a668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:58.014708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.026894 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.066415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.075179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.130214 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:50:58.136696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.137464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:58.146084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d314bd4-4f42-4118-bc08-bec540980376,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:58.155056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:58.160788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:58.162297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.162804 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Added segment e5f5a43e-5540-4029-b1ac-34c1ce368300 of type vlan for network 477350a4-ad7f-4058-af9c-9c7d48aa246e Mar 16 10:50:58.164504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.171220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Transition to ACTIVE for port object 8af1a80f-1af7-4a32-8ca2-8d16668d43f2 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:50:58.206261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Pushing event updated for resources: {'Port': ['ID=3f0acd0f-6c67-4d85-be1c-030ce252c5e6,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:58.207899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.251267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.259049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.259998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:58.260577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.304105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Attempting to bind port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:50:58.304608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Attempting to bind port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:50:58.305076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Attempting to bind port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 on network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:50:58.313411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] For port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:58.315776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:50:58.316464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Checking segment: {'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:58.316857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.317360 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Bound using segment: {'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:50:58.317969 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Bound port: 3f0acd0f-6c67-4d85-be1c-030ce252c5e6, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:50:58.318480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.337972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] For port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=68bc21a7-6fac-4681-a95b-ae8ed6d70d5a,segment=NetworkSegment(540a6f1e-22d3-4d08-90e1-a72e6562a668),segment_id=540a6f1e-22d3-4d08-90e1-a72e6562a668)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:58.372602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:58.372898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.398224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.402231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Pushing event updated for resources: {'Subnet': ['ID=fc18a56c-6af5-4fbc-8e9e-f5a8ffa1ba8f,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:58.427780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:58.438647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:58.443295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.444016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:58.444721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.453988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Checking segment: {'id': '4a17afb6-ce96-4552-8789-92224d7c354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f3f805e3-846a-4ef5-86c5-1990038d651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:58.454346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Network hostable DHCP agents. Network: f3f805e3-846a-4ef5-86c5-1990038d651d, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:58.455640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Port': ['ID=8af1a80f-1af7-4a32-8ca2-8d16668d43f2,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:58.462773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.494654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event updated for resources: {'Network': ['ID=477350a4-ad7f-4058-af9c-9c7d48aa246e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:58.509443 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3935af01-38fb-489e-a801-5bf21026ed13 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0918064 Mar 16 10:50:58.509443 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bb6526bb-633e-4936-af8c-345e8655ed3b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3126605 Mar 16 10:50:58.512314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55364) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:58.515359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55366) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:58.518528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e6ad7-6d0e-4f1d-9cc6-de51a8ed7c9d None None] Pushing event updated for resources: {'Port': ['ID=68bc21a7-6fac-4681-a95b-ae8ed6d70d5a,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:58.525298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] For port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:50:58.530225 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] For port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3f0acd0f-6c67-4d85-be1c-030ce252c5e6,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:50:58.534709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'port': {'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-439046341', 'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:3d:56:f6'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:58.536479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.550966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.639193 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.objects.ports [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87875) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:50:58.640186 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda325a-2dda-461d-8e73-ee00ac9503d2 None None] Pushing event updated for resources: {'Port': ['ID=3f0acd0f-6c67-4d85-be1c-030ce252c5e6,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:58.644297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.734424 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.749527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Network f3f805e3-846a-4ef5-86c5-1990038d651d is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:58.750315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 477350a4-ad7f-4058-af9c-9c7d48aa246e details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:50:58.763140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Pushing event updated for resources: {'Port': ['ID=371545c9-a1ac-48c2-8768-6db65b0c50a2,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:58.904087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.910547 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, f3f805e3-846a-4ef5-86c5-1990038d651d) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:58.912187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.923891 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-65e73aed-8044-484b-841e-5d6d12d30f8a tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2337077 Mar 16 10:50:58.924111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55374) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:58.927770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd8c8a-ed27-4223-a099-ab2b8eda791c None None] Network f3f805e3-846a-4ef5-86c5-1990038d651d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:58.940377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-746597069', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'fixed_ips': [{'ip_address': '172.26.2.223'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:58.945972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:50:58.947775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:58.956444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:58.958595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:58.959771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Usage tracker for resource:port and tenant:5c48d709b61c4ec986e2469029591395 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:58.964562 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.965154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:58.969388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Usage tracker for resource:port and tenant:93d34b34c25e4bfd8c3642cf1686eac4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:59.002085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:59.031708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:59.035809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:50:59.040393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:59.051254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:59.104570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Made reservation on behalf of 5c48d709b61c4ec986e2469029591395 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:59.107379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.151244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Allocated IP 172.26.2.6 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/f86b5064-4dc3-4781-939b-046e1c5549ae) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:59.209442 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b31a7-2e01-4801-aae1-51ce5740bb0e None None] Network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:59.280298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.312106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Made reservation on behalf of 93d34b34c25e4bfd8c3642cf1686eac4 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:50:59.350561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a648f2f2-c3d9-44a2-8929-e8ea2ba56123,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:59.353099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fe8cc062-3198-462b-b591-1660b0078284 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:50:59.365912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.368670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Pushing event updated for resources: {'Port': ['ID=c2da7ee6-3a8a-48bf-a788-dd8166585d3b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:59.371020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Checking segment: {'id': '6a145a1b-1fd3-4dbf-b04a-4aa49401fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:50:59.371360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Network hostable DHCP agents. Network: a311ade5-7a9f-4c06-9d20-8664b4f3ef1f, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:50:59.382830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.383169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.383922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.384233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > port after_create 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.384549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.385278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > port after_update 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.385594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.385919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.386323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.386633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.402338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-29e99395-dfaf-4185-917e-91bf51a95ae6 None None] Provisioning for port fe8cc062-3198-462b-b591-1660b0078284 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:59.438037 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3caa3109-53da-4009-87ea-c078ecd84aeb tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9531643 Mar 16 10:50:59.469340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55378) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:59.488164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Request body: {'port': {'network_id': 'f3f805e3-846a-4ef5-86c5-1990038d651d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-200687296'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:59.489393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-f3f805e3-846a-4ef5-86c5-1990038d651d', 'network_id': 'f3f805e3-846a-4ef5-86c5-1990038d651d', 'tenant_id': '45c61203d65440089ce91f0b51fd4714', 'fixed_ips': [{'subnet_id': 'fc18a56c-6af5-4fbc-8e9e-f5a8ffa1ba8f'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:50:59.490211 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.555392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.555785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.556137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.556542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:50:59.556949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477350a4-ad7f-4058-af9c-9c7d48aa246e']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:59.570674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:59.574481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Usage tracker for resource:security_group_rule and tenant:5c48d709b61c4ec986e2469029591395 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:59.577240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:59.582861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:59.624350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Network a311ade5-7a9f-4c06-9d20-8664b4f3ef1f is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:50:59.640760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.670401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port fe8cc062-3198-462b-b591-1660b0078284 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:50:59.677007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.694214 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port fe8cc062-3198-462b-b591-1660b0078284 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:50:59.694649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.725263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, a311ade5-7a9f-4c06-9d20-8664b4f3ef1f) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:50:59.729115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.731974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f5a43e-5540-4029-b1ac-34c1ce368300') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:59.732244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f5a43e-5540-4029-b1ac-34c1ce368300') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:50:59.740233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:50:59.740850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.752795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94200f9-a18b-4b0f-a5bc-d373ba6961e8 None None] Network a311ade5-7a9f-4c06-9d20-8664b4f3ef1f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:50:59.782370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afabc5a-455f-48d9-94be-7c5703ba1475,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:50:59.790335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] device_id is not set on port bcbdd2df-599b-411b-b257-72a50f60e513 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:50:59.807278 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-21b4ca17-36fd-4c26-84b8-453f3017b477 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4936223 Mar 16 10:50:59.809687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:59.863694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55382) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:50:59.868284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Usage tracker for resource:port and tenant:45c61203d65440089ce91f0b51fd4714 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:59.882230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1919090809', 'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:50:59.891455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:59.906022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:50:59.909253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:50:59.911771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.917060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Usage tracker for resource:port and tenant:d98c9e51f5e148febb582bb1df3fc36f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:50:59.923029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:50:59.941367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:59.942898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Allocated IP 172.20.0.2 (f3f805e3-846a-4ef5-86c5-1990038d651d/fc18a56c-6af5-4fbc-8e9e-f5a8ffa1ba8f/71df9443-19da-4e9d-bd4e-2118d789f91f) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:50:59.949005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:00.001563 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Made reservation on behalf of 45c61203d65440089ce91f0b51fd4714 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:00.002357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.009829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.019404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.032523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:00.032943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: from cryptography.utils import int_from_bytes Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: from cryptography.utils import int_from_bytes Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn_limited( Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn_limited( Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:00.054287 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:00.084581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.162121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] device_id is not set on port 3c5b3fd7-76b6-49e2-98b0-381627691241 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:00.174794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:00.177607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Made reservation on behalf of d98c9e51f5e148febb582bb1df3fc36f for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:00.180150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.206761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:00.218105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] device_id is not set on port 7cff220b-7bdf-440f-93a9-5e684232c413 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:00.263321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:00.279672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event updated for resources: {'Port': ['ID=f86b5064-4dc3-4781-939b-046e1c5549ae,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:00.294498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Allocated IP 172.26.2.86 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/ad88d896-eab7-4a2c-bb68-d66975c3a290) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:00.300378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] device_id is not set on port f127b4ef-1c67-4b29-8adf-27aedb12643f yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:00.371479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455d8c9-c94a-4484-a48f-68d53bca741b None None] Network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:00.420601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.472216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.481951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 477350a4-ad7f-4058-af9c-9c7d48aa246e {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:51:00.567181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a361e-1922-4714-906f-c890ce839c6f None None] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:00.577169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.581546 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event deleted for resources: {'Network': ['ID=477350a4-ad7f-4058-af9c-9c7d48aa246e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:00.667815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Allocated IP 2001:db8::11b (312ac26d-6537-4b30-9576-bce9b68f2b0f/10d0dbb6-efab-4257-a2b0-8d4bf8b896cd/3c5b3fd7-76b6-49e2-98b0-381627691241) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:00.708645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.716436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.717871 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0c74983e-8414-4615-af4b-932a2c7f87b0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/477350a4-ad7f-4058-af9c-9c7d48aa246e HTTP/1.1" status: 204 len: 168 time: 2.2004652 Mar 16 10:51:00.718885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55386) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:00.747521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:00.760544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:00.783662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Usage tracker for resource:network and tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:00.802009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:00.827398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:00.838012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.871727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Allocated IP 2001:db8::2b1 (a311ade5-7a9f-4c06-9d20-8664b4f3ef1f/a648f2f2-c3d9-44a2-8929-e8ea2ba56123/f127b4ef-1c67-4b29-8adf-27aedb12643f) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:00.881714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port fe8cc062-3198-462b-b591-1660b0078284, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fe8cc062-3198-462b-b591-1660b0078284,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:00.882960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4e8a1fd8-c247-43fc-80e9-9856efbb8baa None None] Provisioning for port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:00.887206 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501e0894-b19c-4bb7-b6ea-793cd7432250 None None] Network a311ade5-7a9f-4c06-9d20-8664b4f3ef1f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:00.912514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Made reservation on behalf of 35e9301c5e1641e7a42a6e31d7a9f7a4 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:00.915761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.925568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.930911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.932022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:01.044593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.050360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:01.084502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.085327 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Added segment 45c2866c-8056-4792-a664-26dd632eebf4 of type vlan for network 950b00bd-ef2f-41aa-ae87-0f5e7cb52a50 Mar 16 10:51:01.115450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Transition to ACTIVE for port object 71df9443-19da-4e9d-bd4e-2118d789f91f will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:01.185229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.228320 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 10:51:01.228888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:01.272345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:01.280379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.286319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:01.320029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:01.348023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Transition to ACTIVE for port object 71df9443-19da-4e9d-bd4e-2118d789f91f will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:01.364771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:01.365802 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cae1c09b-0fd4-47da-83f5-805747e450f7 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4371247 Mar 16 10:51:01.378208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.381883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ad88d896-eab7-4a2c-bb68-d66975c3a290,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:01.386061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55392) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:01.395239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Transition to ACTIVE for port object 3c5b3fd7-76b6-49e2-98b0-381627691241 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:01.413931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:01.414552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.455677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.459433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5222380a-ae58-4af4-8880-b2a4ec4f1727 None None] Provisioning for port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:01.495566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=fe8cc062-3198-462b-b591-1660b0078284,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:01.553920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Allocated IP 172.20.0.8 (f3f805e3-846a-4ef5-86c5-1990038d651d/fc18a56c-6af5-4fbc-8e9e-f5a8ffa1ba8f/7cff220b-7bdf-440f-93a9-5e684232c413) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:01.614429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:51:01.664661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.689226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.715333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-abd6a088-0ddc-49d5-9d8d-950b84cd28d0 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Deleting port 371545c9-a1ac-48c2-8768-6db65b0c50a2 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:01.715693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abd6a088-0ddc-49d5-9d8d-950b84cd28d0 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.728623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.760021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Network f3f805e3-846a-4ef5-86c5-1990038d651d is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:01.777348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:01.779185 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Pushing event updated for resources: {'Port': ['ID=71df9443-19da-4e9d-bd4e-2118d789f91f,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:01.783448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:01.847164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.847164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:01.848293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.850093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.891894 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-84c8d357-5aaf-4cc3-899d-23ebe72701a0 None None] Provisioning complete for port fe8cc062-3198-462b-b591-1660b0078284 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:01.892327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84c8d357-5aaf-4cc3-899d-23ebe72701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.895927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:01.914000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event updated for resources: {'Port': ['ID=f86b5064-4dc3-4781-939b-046e1c5549ae,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:01.995262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.996509 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7a355855-d8a3-4703-98db-1aada3fc12aa tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.3227961 Mar 16 10:51:02.012933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55396) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:02.024812 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3004951 Mar 16 10:51:02.029046 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Attempting to bind port 71df9443-19da-4e9d-bd4e-2118d789f91f on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:02.029409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Attempting to bind port 71df9443-19da-4e9d-bd4e-2118d789f91f by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '4a17afb6-ce96-4552-8789-92224d7c354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f3f805e3-846a-4ef5-86c5-1990038d651d'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:02.029758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Attempting to bind port 71df9443-19da-4e9d-bd4e-2118d789f91f on network f3f805e3-846a-4ef5-86c5-1990038d651d {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:02.030171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1642817618'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:02.035246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.040532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55400) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:02.043130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:02.051168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.055295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Request body: {'subnet': {'network_id': '950b00bd-ef2f-41aa-ae87-0f5e7cb52a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:02.063509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:02.063879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Checking segment: {'id': '4a17afb6-ce96-4552-8789-92224d7c354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f3f805e3-846a-4ef5-86c5-1990038d651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:02.064277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.064657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Bound using segment: {'id': '4a17afb6-ce96-4552-8789-92224d7c354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f3f805e3-846a-4ef5-86c5-1990038d651d'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:02.065158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Bound port: 71df9443-19da-4e9d-bd4e-2118d789f91f, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a17afb6-ce96-4552-8789-92224d7c354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f3f805e3-846a-4ef5-86c5-1990038d651d'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:02.065538 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.067350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Usage tracker for resource:network and tenant:eb80cb5b9cea41f9816728621bebe0c9 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:02.073407 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:02.081692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.110820 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:02.130709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Transition to ACTIVE for port object 7cff220b-7bdf-440f-93a9-5e684232c413 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:02.132438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Usage tracker for resource:subnet and tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:02.145070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f3511-4309-4830-8296-c2041d14818e tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event updated for resources: {'Network': ['ID=950b00bd-ef2f-41aa-ae87-0f5e7cb52a50,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:02.165920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.195959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 950b00bd-ef2f-41aa-ae87-0f5e7cb52a50 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:02.229966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:02.318840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3f0acd0f-6c67-4d85-be1c-030ce252c5e6,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:02.339423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:02.345005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.345934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:02.346450 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Port': ['ID=3c5b3fd7-76b6-49e2-98b0-381627691241,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:02.349366 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:02.352547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abd6a088-0ddc-49d5-9d8d-950b84cd28d0 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.352891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abd6a088-0ddc-49d5-9d8d-950b84cd28d0 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.369180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:02.374794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:02.375431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.420239 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] For port 71df9443-19da-4e9d-bd4e-2118d789f91f, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:02.434460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Network a311ade5-7a9f-4c06-9d20-8664b4f3ef1f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:02.453706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:02.463452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:02.466928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:02.468017 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:02.468592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.469129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] For port 71df9443-19da-4e9d-bd4e-2118d789f91f, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=71df9443-19da-4e9d-bd4e-2118d789f91f,segment=NetworkSegment(4a17afb6-ce96-4552-8789-92224d7c354e),segment_id=4a17afb6-ce96-4552-8789-92224d7c354e)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:02.484035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.494069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Made reservation on behalf of eb80cb5b9cea41f9816728621bebe0c9 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:02.498242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.501553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=3f0acd0f-6c67-4d85-be1c-030ce252c5e6,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:02.518161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:02.530193 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Sync routers for ids ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:02.533796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:02.539522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.567694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-abd6a088-0ddc-49d5-9d8d-950b84cd28d0 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Calling delete_port for 371545c9-a1ac-48c2-8768-6db65b0c50a2 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:02.568947 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Routers {'cbab4b38-21a7-4939-8179-1e0ddd5f8a73'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:02.569511 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:02.585366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event updated for resources: {'Port': ['ID=f127b4ef-1c67-4b29-8adf-27aedb12643f,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:02.591030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:02.602252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Usage tracker for resource:security_group_rule and tenant:eb80cb5b9cea41f9816728621bebe0c9 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:02.610897 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ce8de2d8-9ace-4d39-93d6-7d19a1f417d7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7434349 Mar 16 10:51:02.614324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:02.615179 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ec37722d-c58d-4149-bcd4-7873310b19fa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.1031222 Mar 16 10:51:02.615839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55404) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:02.616185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55406) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:02.621888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Made reservation on behalf of 35e9301c5e1641e7a42a6e31d7a9f7a4 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:02.624684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.639998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:02.647109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.648392 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-98630f10-319d-4d6b-adc9-7439a50d09be admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8011124 Mar 16 10:51:02.663762 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55412) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:02.669576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2c68862b-7f36-4e5f-ad0a-d1ac5baf0ae8 None None] Provisioning complete for port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:02.670627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2c68862b-7f36-4e5f-ad0a-d1ac5baf0ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.709050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:02.748256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:02.748900 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.762979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.864471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:02.867648 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40c6b7-7317-4731-866b-feea3b3d93c0 None None] Pushing event updated for resources: {'Port': ['ID=71df9443-19da-4e9d-bd4e-2118d789f91f,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:02.884334 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Set router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:03.088244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-21b0cd27-5b47-4806-801c-bde5b01a1d2e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Deleting port f127b4ef-1c67-4b29-8adf-27aedb12643f {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:03.088584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21b0cd27-5b47-4806-801c-bde5b01a1d2e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.110457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Network f3f805e3-846a-4ef5-86c5-1990038d651d is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:03.138757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:03.148302 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:03.155435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:03.156449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.162023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Pushing event updated for resources: {'Port': ['ID=7cff220b-7bdf-440f-93a9-5e684232c413,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:03.186252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.241683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2c68862b-7f36-4e5f-ad0a-d1ac5baf0ae8 None None] Provisioning for port 8af1a80f-1af7-4a32-8ca2-8d16668d43f2 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:03.252682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2c68862b-7f36-4e5f-ad0a-d1ac5baf0ae8 None None] Provisioning complete for port 8af1a80f-1af7-4a32-8ca2-8d16668d43f2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:03.253095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2c68862b-7f36-4e5f-ad0a-d1ac5baf0ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.333935 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e38e465e-784a-4109-9899-00c0178ce173 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8635798 Mar 16 10:51:03.335382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55416) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:03.353776 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:50:59Z', 'revision_number': 3, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:03.358699 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Checking router: cbab4b38-21a7-4939-8179-1e0ddd5f8a73 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:51:03.359238 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Updating router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 port c2da7ee6-3a8a-48bf-a788-dd8166585d3b binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:51:03.400729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=68bc21a7-6fac-4681-a95b-ae8ed6d70d5a,segment=NetworkSegment(540a6f1e-22d3-4d08-90e1-a72e6562a668),segment_id=540a6f1e-22d3-4d08-90e1-a72e6562a668)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:03.417519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.418007 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.433841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21b0cd27-5b47-4806-801c-bde5b01a1d2e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.529409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2c68862b-7f36-4e5f-ad0a-d1ac5baf0ae8 None None] Port 8af1a80f-1af7-4a32-8ca2-8d16668d43f2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:03.535758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.577790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.615350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f151a-017c-4161-b051-44ba03178a9e tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Deleting port 7cff220b-7bdf-440f-93a9-5e684232c413 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:03.615888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac1f151a-017c-4161-b051-44ba03178a9e tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.633719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2c68862b-7f36-4e5f-ad0a-d1ac5baf0ae8 None None] Provisioning complete for port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:03.634085 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2c68862b-7f36-4e5f-ad0a-d1ac5baf0ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.695901 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=68bc21a7-6fac-4681-a95b-ae8ed6d70d5a,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:03.750022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 71df9443-19da-4e9d-bd4e-2118d789f91f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:03.765869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-21b0cd27-5b47-4806-801c-bde5b01a1d2e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Calling delete_port for f127b4ef-1c67-4b29-8adf-27aedb12643f owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:03.813773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:03.879404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4832aa27-1e9f-4d85-8e3f-2a0396b01a80,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:03.886267 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.936578 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 71df9443-19da-4e9d-bd4e-2118d789f91f completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:03.949011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fe8cc062-3198-462b-b591-1660b0078284 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:03.990052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.990617 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Added segment 71f08be3-8768-43e8-9c96-8f15acb3bbd9 of type vlan for network 06f71571-c0e7-4ef8-8f60-fa80b2681470 Mar 16 10:51:04.040037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port fe8cc062-3198-462b-b591-1660b0078284 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:04.040407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.103418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2812a35c-8e21-4960-9c2a-917781d96dcd None None] Network f3f805e3-846a-4ef5-86c5-1990038d651d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:04.142973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.143462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa3237-87ea-45ab-b9c5-67b345db800e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:04.149146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa3237-87ea-45ab-b9c5-67b345db800e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:04.155958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa3237-87ea-45ab-b9c5-67b345db800e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:04.156987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ebfa3237-87ea-45ab-b9c5-67b345db800e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Synchronizing usage tracker for tenant:93d34b34c25e4bfd8c3642cf1686eac4 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:04.246730 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Transition to ACTIVE for port object c2da7ee6-3a8a-48bf-a788-dd8166585d3b will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:04.256664 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.257552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Provisioning for port 3c5b3fd7-76b6-49e2-98b0-381627691241 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:04.272411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Provisioning complete for port 3c5b3fd7-76b6-49e2-98b0-381627691241 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:04.272809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.279234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abd6a088-0ddc-49d5-9d8d-950b84cd28d0 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.327953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:04.330522 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Attempting to bind port c2da7ee6-3a8a-48bf-a788-dd8166585d3b on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:04.331102 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Attempting to bind port c2da7ee6-3a8a-48bf-a788-dd8166585d3b by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:04.331641 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Attempting to bind port c2da7ee6-3a8a-48bf-a788-dd8166585d3b on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:04.334114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ebfa3237-87ea-45ab-b9c5-67b345db800e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Unset dirty status for tenant:93d34b34c25e4bfd8c3642cf1686eac4 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:04.335357 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ebfa3237-87ea-45ab-b9c5-67b345db800e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 1.7025337 Mar 16 10:51:04.343420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.345062 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:04.345697 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:04.346314 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.346883 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:04.347548 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Bound port: c2da7ee6-3a8a-48bf-a788-dd8166585d3b, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:04.348133 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.380249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55420) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:04.381111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6a088-0ddc-49d5-9d8d-950b84cd28d0 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Pushing event deleted for resources: {'Port': ['ID=371545c9-a1ac-48c2-8768-6db65b0c50a2,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:04.416366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Port 3c5b3fd7-76b6-49e2-98b0-381627691241 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:04.423367 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] For port c2da7ee6-3a8a-48bf-a788-dd8166585d3b, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:04.427135 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] For port c2da7ee6-3a8a-48bf-a788-dd8166585d3b, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c2da7ee6-3a8a-48bf-a788-dd8166585d3b,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:04.451599 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Pushing event updated for resources: {'Port': ['ID=c2da7ee6-3a8a-48bf-a788-dd8166585d3b,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:04.452987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.resource_extend [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:51:04.460315 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.461055 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.461584 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.462100 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.462646 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.463172 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.463852 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.464421 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.465001 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.465529 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.466053 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.466559 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Tracked resource versions report: Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: pushed versions: Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: { 'AddressGroup': {'1.2'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'ConntrackHelper': {'1.0'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Log': {'1.0'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Network': {'1.1'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Port': {'1.7'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'PortForwarding': {'1.2'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'QosPolicy': {'1.8'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SecurityGroup': {'1.4'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SubPort': {'1.0'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Subnet': {'1.1'}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Trunk': {'1.1'}} Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: consumer versions: Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: { DHCP agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: HyperV agent@hv-neutron-8338: {}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: L3 agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: Metadata agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: Metering agent@dv-neutron-833860-1-hyperv: {}, Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: Open vSwitch agent@dv-neutron-833860-1-hyperv: { 'AddressGroup': '1.2', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'ConntrackHelper': '1.0', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Log': '1.0', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Network': '1.1', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Port': '1.7', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'PortForwarding': '1.2', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'QosPolicy': '1.8', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SecurityGroup': '1.4', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SecurityGroupRule': '1.2', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'SubPort': '1.0', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Subnet': '1.1', Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: 'Trunk': '1.1'}} Mar 16 10:51:04.467786 dv-neutron-833860-1-hyperv neutron-server[87877]: {{(pid=87877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:51:04.475857 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.512461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Provisioning complete for port 8af1a80f-1af7-4a32-8ca2-8d16668d43f2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:04.513197 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.598520 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d152f-12ee-4ddc-9379-ff1c14270a69 None None] Pushing event updated for resources: {'Port': ['ID=c2da7ee6-3a8a-48bf-a788-dd8166585d3b,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:04.604231 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Port 8af1a80f-1af7-4a32-8ca2-8d16668d43f2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:04.627534 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Routers {'cbab4b38-21a7-4939-8179-1e0ddd5f8a73'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:04.628388 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:04.636715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac1f151a-017c-4161-b051-44ba03178a9e tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.652528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.670518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:04.671209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.672047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abd6a088-0ddc-49d5-9d8d-950b84cd28d0 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.678871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-79f7f4ed-0485-4416-9cef-692f31b56afa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Deleting port 3c5b3fd7-76b6-49e2-98b0-381627691241 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:04.679283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-79f7f4ed-0485-4416-9cef-692f31b56afa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.691428 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:04.691792 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.725928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Provisioning for port 71df9443-19da-4e9d-bd4e-2118d789f91f completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:04.743863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Provisioning complete for port 71df9443-19da-4e9d-bd4e-2118d789f91f triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:04.744224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.789464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21b0cd27-5b47-4806-801c-bde5b01a1d2e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.853737 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] Set router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:04.869434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0cd27-5b47-4806-801c-bde5b01a1d2e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event deleted for resources: {'Port': ['ID=f127b4ef-1c67-4b29-8adf-27aedb12643f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:04.884606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f151a-017c-4161-b051-44ba03178a9e tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Calling delete_port for 7cff220b-7bdf-440f-93a9-5e684232c413 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:04.915442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abd6a088-0ddc-49d5-9d8d-950b84cd28d0 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.916681 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-abd6a088-0ddc-49d5-9d8d-950b84cd28d0 tempest-ExternalNetworksAdminNegativeTestJSON-223837695 tempest-ExternalNetworksAdminNegativeTestJSON-223837695-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/52b55e5e-4f50-454b-9f5d-fc91975955fe HTTP/1.1" status: 204 len: 168 time: 3.5274594 Mar 16 10:51:04.928547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.931456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21b0cd27-5b47-4806-801c-bde5b01a1d2e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:04.938606 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-21b0cd27-5b47-4806-801c-bde5b01a1d2e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f127b4ef-1c67-4b29-8adf-27aedb12643f HTTP/1.1" status: 204 len: 168 time: 2.3134351 Mar 16 10:51:04.940114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55428) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:04.985128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] For port 71df9443-19da-4e9d-bd4e-2118d789f91f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=71df9443-19da-4e9d-bd4e-2118d789f91f,segment=NetworkSegment(4a17afb6-ce96-4552-8789-92224d7c354e),segment_id=4a17afb6-ce96-4552-8789-92224d7c354e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:05.078197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f', 'external_fixed_ips': [{'subnet_id': 'a648f2f2-c3d9-44a2-8929-e8ea2ba56123', 'ip_address': '2001:db8::2b1'}]}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:05.096821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.180405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:05.185614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Usage tracker for resource:router and tenant:d98c9e51f5e148febb582bb1df3fc36f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:05.191084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:05.198378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:05.201381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4dbeb-dda2-4e43-97e6-2965173cb110 None None] Pushing event updated for resources: {'Port': ['ID=71df9443-19da-4e9d-bd4e-2118d789f91f,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:05.270533 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2562079 Mar 16 10:51:05.280271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55434) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:05.293008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3fe9e-e5a0-4a8c-8318-5df4f3090f90 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event updated for resources: {'Network': ['ID=06f71571-c0e7-4ef8-8f60-fa80b2681470,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:05.293364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Request body: {'subnet': {'network_id': '06f71571-c0e7-4ef8-8f60-fa80b2681470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:05.295125 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:50:59Z', 'revision_number': 3, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:05.302441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.303591 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.304863 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9432d3-e44f-49a4-833b-5a8ede27fad4 None None] The sync data for ids ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'] in dv-neutron-833860-1-hyperv is: [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:50:59Z', 'revision_number': 3, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:05.309864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 06f71571-c0e7-4ef8-8f60-fa80b2681470 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:05.408581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Router 957867d1-1a84-4970-9220-b3071eea460d is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:05.480724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-224e4f5f-435f-463c-b69f-1c51afb5efe1 None None] Provisioning complete for port 71df9443-19da-4e9d-bd4e-2118d789f91f triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:05.481157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-224e4f5f-435f-463c-b69f-1c51afb5efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.513063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.535660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.objects.ports [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87875) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:51:05.536438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.550083 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55440) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:05.555289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-79f7f4ed-0485-4416-9cef-692f31b56afa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.649054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 71df9443-19da-4e9d-bd4e-2118d789f91f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:05.787805 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 71df9443-19da-4e9d-bd4e-2118d789f91f triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:05.788280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.788640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:05.927520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:06.002067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:06.002757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.008289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Allocated IP 172.20.0.1 (70acee01-c08d-4f31-96e3-4e26d4fd7ac7/233d9851-e3dd-47f1-9307-ebbe74e26b7d/e618873a-e2ed-4f18-8f13-e2afd2ea5c81) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:06.023129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-79f7f4ed-0485-4416-9cef-692f31b56afa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Calling delete_port for 3c5b3fd7-76b6-49e2-98b0-381627691241 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:06.105651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5ca750c9-52f3-499a-83be-eb6bb4043a5d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:06.181150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5fe7710-091e-4e2a-8451-aee9030c01aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.195525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Checking segment: {'id': '45c2866c-8056-4792-a664-26dd632eebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '950b00bd-ef2f-41aa-ae87-0f5e7cb52a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:06.196046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Network hostable DHCP agents. Network: 950b00bd-ef2f-41aa-ae87-0f5e7cb52a50, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:06.208448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-224e4f5f-435f-463c-b69f-1c51afb5efe1 None None] Provisioning for port 7cff220b-7bdf-440f-93a9-5e684232c413 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:06.211010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:06.214501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-224e4f5f-435f-463c-b69f-1c51afb5efe1 None None] Provisioning complete for port 7cff220b-7bdf-440f-93a9-5e684232c413 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:06.214935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-224e4f5f-435f-463c-b69f-1c51afb5efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.252502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Usage tracker for resource:subnet and tenant:eb80cb5b9cea41f9816728621bebe0c9 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:06.252928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-224e4f5f-435f-463c-b69f-1c51afb5efe1 None None] Port 7cff220b-7bdf-440f-93a9-5e684232c413 was deleted so its status cannot be updated. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 10:51:06.261058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:06.264173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b5fe7710-091e-4e2a-8451-aee9030c01aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:06.271805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-79f7f4ed-0485-4416-9cef-692f31b56afa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.275727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:06.277784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:06.280688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b5fe7710-091e-4e2a-8451-aee9030c01aa admin admin] Usage tracker for resource:security_group_rule and tenant:e44c65a7dd2740d7a2287939a99bfffe is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:06.289592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Sync routers for ids ['957867d1-1a84-4970-9220-b3071eea460d'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:06.294817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac1f151a-017c-4161-b051-44ba03178a9e tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.301762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Routers {'957867d1-1a84-4970-9220-b3071eea460d'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:06.303060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['957867d1-1a84-4970-9220-b3071eea460d'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:06.338796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b5fe7710-091e-4e2a-8451-aee9030c01aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:06.346273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7f4ed-0485-4416-9cef-692f31b56afa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event deleted for resources: {'Port': ['ID=3c5b3fd7-76b6-49e2-98b0-381627691241,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:06.391844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b5fe7710-091e-4e2a-8451-aee9030c01aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:06.396540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cd00d8db-2843-4e4f-acab-cb817e9187d2 None None] Could not find standard attr ID for object 7cff220b-7bdf-440f-93a9-5e684232c413. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:51:06.409824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Made reservation on behalf of eb80cb5b9cea41f9816728621bebe0c9 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:06.413319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.460281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f151a-017c-4161-b051-44ba03178a9e tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Pushing event deleted for resources: {'Port': ['ID=7cff220b-7bdf-440f-93a9-5e684232c413,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:06.537062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Set router 957867d1-1a84-4970-9220-b3071eea460d gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:06.741107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac1f151a-017c-4161-b051-44ba03178a9e tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.754652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.759924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Network 950b00bd-ef2f-41aa-ae87-0f5e7cb52a50 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:06.848584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.855855 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ac1f151a-017c-4161-b051-44ba03178a9e tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] 10.222.0.37 "DELETE /v2.0/ports/7cff220b-7bdf-440f-93a9-5e684232c413 HTTP/1.1" status: 204 len: 168 time: 3.5156107 Mar 16 10:51:06.860918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.868169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55446) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:06.874982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.875246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 950b00bd-ef2f-41aa-ae87-0f5e7cb52a50) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:06.879144 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ec23720b-96d9-4b35-b4a7-77706e5049f2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.8165469 Mar 16 10:51:06.880937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:06.881618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:06.888133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f1465-cece-4754-b1a6-da59742503fb None None] Network 950b00bd-ef2f-41aa-ae87-0f5e7cb52a50 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:06.894941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55450) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:06.905021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Checking segment: {'id': '71f08be3-8768-43e8-9c96-8f15acb3bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '06f71571-c0e7-4ef8-8f60-fa80b2681470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:06.905350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Network hostable DHCP agents. Network: 06f71571-c0e7-4ef8-8f60-fa80b2681470, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:06.979082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Transition to ACTIVE for port object e618873a-e2ed-4f18-8f13-e2afd2ea5c81 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:07.009163 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7ee45fcb-4b3a-4768-805d-584b51e72e7b tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9674931 Mar 16 10:51:07.012117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55456) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.044056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Request body: {'floatingip': {'floating_network_id': '950b00bd-ef2f-41aa-ae87-0f5e7cb52a50'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:07.050325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:07.060862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Usage tracker for resource:floatingip and tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:07.063798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:07.069801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-79f7f4ed-0485-4416-9cef-692f31b56afa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.080926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event updated for resources: {'Subnet': ['ID=03fbfe44-4d4c-46ad-8803-0748c9538897,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:07.083990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:07.120138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.141227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Network 06f71571-c0e7-4ef8-8f60-fa80b2681470 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:07.146954 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-79f7f4ed-0485-4416-9cef-692f31b56afa tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "DELETE /v2.0/ports/3c5b3fd7-76b6-49e2-98b0-381627691241 HTTP/1.1" status: 204 len: 168 time: 2.7620907 Mar 16 10:51:07.154392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55460) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.213778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 06f71571-c0e7-4ef8-8f60-fa80b2681470) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:07.235533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:07.236160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.243372 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ec307f-28da-410b-95bd-293d2dff440f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] GET failed (client error): The resource could not be found. Mar 16 10:51:07.243892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-08ec307f-28da-410b-95bd-293d2dff440f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Synchronizing usage tracker for tenant:93d34b34c25e4bfd8c3642cf1686eac4 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:07.244631 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af50992b-b23f-44e0-a35e-0ff00d802301 None None] Network 06f71571-c0e7-4ef8-8f60-fa80b2681470 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:07.284497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434417b-e592-42ae-851a-1a6a3902164b None None] Network 950b00bd-ef2f-41aa-ae87-0f5e7cb52a50 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:07.286012 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-42bb97a3-225e-4d63-98f9-8387efc36baa tempest-DHCPAgentSchedulersTestJSON-338247646 tempest-DHCPAgentSchedulersTestJSON-338247646-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4154513 Mar 16 10:51:07.289430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-08ec307f-28da-410b-95bd-293d2dff440f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Unset dirty status for tenant:93d34b34c25e4bfd8c3642cf1686eac4 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:07.295253 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-08ec307f-28da-410b-95bd-293d2dff440f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "GET /v2.0/ports/3c5b3fd7-76b6-49e2-98b0-381627691241 HTTP/1.1" status: 404 len: 333 time: 0.1372764 Mar 16 10:51:07.296505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55464) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.296705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55466) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.304678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:02Z', 'revision_number': 3, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:07.308977 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-234235bc-6cd3-4cf5-9067-88b75f8ce0bd tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0244887 Mar 16 10:51:07.309991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55472) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.318349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1261776419', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:07.327785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:07.332652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Usage tracker for resource:router and tenant:eb80cb5b9cea41f9816728621bebe0c9 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:07.361070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'port': {'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-105799409'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:07.367337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5fe7710-091e-4e2a-8451-aee9030c01aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.371770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:07.379489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5fe7710-091e-4e2a-8451-aee9030c01aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.383665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Checking router: 957867d1-1a84-4970-9220-b3071eea460d for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:51:07.383985 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Updating router 957867d1-1a84-4970-9220-b3071eea460d port ad88d896-eab7-4a2c-bb68-d66975c3a290 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:51:07.389988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-633345223'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:07.411231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:07.427297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:07.475738 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b5fe7710-091e-4e2a-8451-aee9030c01aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e44c65a7dd2740d7a2287939a99bfffe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9231555 Mar 16 10:51:07.485153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55476) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:07.486802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.491978 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.500709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Usage tracker for resource:network and tenant:45c61203d65440089ce91f0b51fd4714 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:07.513170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.569168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe7710-091e-4e2a-8451-aee9030c01aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49169b09-5b77-419a-90b2-e5a8fb408ccf,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:07.603077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.619721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.631644 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c2da7ee6-3a8a-48bf-a788-dd8166585d3b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:07.649473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:07.749278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Pushing event updated for resources: {'Port': ['ID=e618873a-e2ed-4f18-8f13-e2afd2ea5c81,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:07.813720 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:07.884668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:07.893545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:07.895266 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Made reservation on behalf of 45c61203d65440089ce91f0b51fd4714 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:07.898717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:07.910048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:07.910048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.046566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.049802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-06f71571-c0e7-4ef8-8f60-fa80b2681470', 'network_id': '06f71571-c0e7-4ef8-8f60-fa80b2681470', 'tenant_id': 'eb80cb5b9cea41f9816728621bebe0c9', 'fixed_ips': [{'subnet_id': '03fbfe44-4d4c-46ad-8803-0748c9538897'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:08.050606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.148512 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port c2da7ee6-3a8a-48bf-a788-dd8166585d3b completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:08.202718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c2da7ee6-3a8a-48bf-a788-dd8166585d3b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:08.203004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.243575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.317343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-40bc7532-a462-4f4d-94ef-d7e52eedfebe None None] Provisioning for port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:08.334385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-40bc7532-a462-4f4d-94ef-d7e52eedfebe None None] Provisioning complete for port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:08.334763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-40bc7532-a462-4f4d-94ef-d7e52eedfebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.359544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:08.364469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:08.376853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c5fc-9f3b-48d6-9551-604ec968a251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.383472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.417027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.465262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:08.474047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.474358 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Added segment 6e26625d-8049-4a19-ad0e-e53695c4a880 of type vlan for network a32f0200-1820-49aa-b953-6d94c9842091 Mar 16 10:51:08.523121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-40bc7532-a462-4f4d-94ef-d7e52eedfebe None None] Port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:08.535400 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Allocated IP 172.20.0.2 (06f71571-c0e7-4ef8-8f60-fa80b2681470/03fbfe44-4d4c-46ad-8803-0748c9538897/19961056-ca32-42c2-9d0d-58f87417cfdf) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:08.537449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c5fc-9f3b-48d6-9551-604ec968a251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.569214 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.593804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.615814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Made reservation on behalf of 93d34b34c25e4bfd8c3642cf1686eac4 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:08.617030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Transition to ACTIVE for port object ad88d896-eab7-4a2c-bb68-d66975c3a290 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:08.619918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.666708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.671080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.686414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.693957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Allocated IP 172.26.2.25 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/f7e277f3-97ba-428f-9902-ef03faba654e) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:08.727122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port c2da7ee6-3a8a-48bf-a788-dd8166585d3b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c2da7ee6-3a8a-48bf-a788-dd8166585d3b,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:08.740411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.776196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c45f7-0446-43ba-9808-83e84c366334 None None] Pushing event updated for resources: {'Port': ['ID=ad88d896-eab7-4a2c-bb68-d66975c3a290,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:08.817740 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Attempting to bind port ad88d896-eab7-4a2c-bb68-d66975c3a290 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:08.818099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Attempting to bind port ad88d896-eab7-4a2c-bb68-d66975c3a290 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:08.818446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Attempting to bind port ad88d896-eab7-4a2c-bb68-d66975c3a290 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:08.844114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:08.844448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:08.844846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.845235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:08.845721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Bound port: ad88d896-eab7-4a2c-bb68-d66975c3a290, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:08.846068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.864066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] device_id is not set on port e6cccc04-3dcd-4c54-8ce3-9138d22995bb yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:08.886574 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.928222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:08.958407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=c2da7ee6-3a8a-48bf-a788-dd8166585d3b,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:08.998627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:09.003014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.005652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] For port ad88d896-eab7-4a2c-bb68-d66975c3a290, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:09.006182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:09.010946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] For port ad88d896-eab7-4a2c-bb68-d66975c3a290, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ad88d896-eab7-4a2c-bb68-d66975c3a290,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:09.011275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:09.017032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Transition to ACTIVE for port object 19961056-ca32-42c2-9d0d-58f87417cfdf will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:09.022919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.041436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event updated for resources: {'Port': ['ID=f7e277f3-97ba-428f-9902-ef03faba654e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:09.109017 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Routers {'957867d1-1a84-4970-9220-b3071eea460d'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:09.109683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['957867d1-1a84-4970-9220-b3071eea460d'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:09.172715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c45f7-0446-43ba-9808-83e84c366334 None None] Pushing event updated for resources: {'Port': ['ID=ad88d896-eab7-4a2c-bb68-d66975c3a290,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:09.219248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.224665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:09.225312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.247095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Transition to ACTIVE for port object 19961056-ca32-42c2-9d0d-58f87417cfdf will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:09.265725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.375117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c5fc-9f3b-48d6-9551-604ec968a251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.384961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] Set router 957867d1-1a84-4970-9220-b3071eea460d gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:09.428544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Network 06f71571-c0e7-4ef8-8f60-fa80b2681470 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:09.464457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.491270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:09.501623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:09.525448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Pushing event updated for resources: {'Port': ['ID=19961056-ca32-42c2-9d0d-58f87417cfdf,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:09.577945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c2da7ee6-3a8a-48bf-a788-dd8166585d3b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:09.597831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Allocated IP 2001:db8::36b (312ac26d-6537-4b30-9576-bce9b68f2b0f/10d0dbb6-efab-4257-a2b0-8d4bf8b896cd/e6cccc04-3dcd-4c54-8ce3-9138d22995bb) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:09.622471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.722865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0c5fc-9f3b-48d6-9551-604ec968a251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49169b09-5b77-419a-90b2-e5a8fb408ccf,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:09.728210 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4288900 Mar 16 10:51:09.730472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c5fc-9f3b-48d6-9551-604ec968a251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.731580 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d5a0c5fc-9f3b-48d6-9551-604ec968a251 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49169b09-5b77-419a-90b2-e5a8fb408ccf HTTP/1.1" status: 204 len: 168 time: 2.2414637 Mar 16 10:51:09.735399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Allocated IP 172.20.0.8 (950b00bd-ef2f-41aa-ae87-0f5e7cb52a50/5ca750c9-52f3-499a-83be-eb6bb4043a5d/8bf2c6f9-26c3-4a91-baf4-f2f63f7704c8) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:09.749528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55484) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:09.750959 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.751667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Attempting to bind port 19961056-ca32-42c2-9d0d-58f87417cfdf on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:09.752029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Attempting to bind port 19961056-ca32-42c2-9d0d-58f87417cfdf by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '71f08be3-8768-43e8-9c96-8f15acb3bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '06f71571-c0e7-4ef8-8f60-fa80b2681470'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:09.752374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Attempting to bind port 19961056-ca32-42c2-9d0d-58f87417cfdf on network 06f71571-c0e7-4ef8-8f60-fa80b2681470 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:09.763883 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acd9e4-4742-4907-9324-86bac76c3f74 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Pushing event updated for resources: {'Network': ['ID=a32f0200-1820-49aa-b953-6d94c9842091,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:09.768547 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.787201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network a32f0200-1820-49aa-b953-6d94c9842091 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:09.800052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:09.800428 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Checking segment: {'id': '71f08be3-8768-43e8-9c96-8f15acb3bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '06f71571-c0e7-4ef8-8f60-fa80b2681470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:09.800836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.801207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Bound using segment: {'id': '71f08be3-8768-43e8-9c96-8f15acb3bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '06f71571-c0e7-4ef8-8f60-fa80b2681470'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:09.801693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Bound port: 19961056-ca32-42c2-9d0d-58f87417cfdf, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f08be3-8768-43e8-9c96-8f15acb3bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '06f71571-c0e7-4ef8-8f60-fa80b2681470'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:09.802077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.980329 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c2da7ee6-3a8a-48bf-a788-dd8166585d3b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:09.980698 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:09.997317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.085879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] For port 19961056-ca32-42c2-9d0d-58f87417cfdf, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:10.090589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] For port 19961056-ca32-42c2-9d0d-58f87417cfdf, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=19961056-ca32-42c2-9d0d-58f87417cfdf,segment=NetworkSegment(71f08be3-8768-43e8-9c96-8f15acb3bbd9),segment_id=71f08be3-8768-43e8-9c96-8f15acb3bbd9)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:10.135167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.239412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:02Z', 'revision_number': 3, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:10.253428 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a7921-0135-450f-9585-5f8a1afb7e5c None None] The sync data for ids ['957867d1-1a84-4970-9220-b3071eea460d'] in dv-neutron-833860-1-hyperv is: [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:02Z', 'revision_number': 3, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:10.257166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d16f8-d1d9-4851-8586-f67a9f757890 None None] Pushing event updated for resources: {'Port': ['ID=19961056-ca32-42c2-9d0d-58f87417cfdf,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:10.268541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Router db0d7435-3970-44e2-a0cb-cde85ca77b7a is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:10.326457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55492) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:10.492462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:10.509835 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4597f-2790-45b1-93e0-283833b70a98 None None] Sync routers for ids ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:10.521983 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4597f-2790-45b1-93e0-283833b70a98 None None] Routers {'db0d7435-3970-44e2-a0cb-cde85ca77b7a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:10.522650 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-27e4597f-2790-45b1-93e0-283833b70a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:10.530625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.532362 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d95bd07d-67d8-49ee-a7f6-95a45e0973e0 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.2194452 Mar 16 10:51:10.536898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55496) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:10.689043 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-27e4597f-2790-45b1-93e0-283833b70a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:10.713169 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4597f-2790-45b1-93e0-283833b70a98 None None] Routers {'db0d7435-3970-44e2-a0cb-cde85ca77b7a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:10.714080 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-27e4597f-2790-45b1-93e0-283833b70a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:10.820057 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-27e4597f-2790-45b1-93e0-283833b70a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:10.820679 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4597f-2790-45b1-93e0-283833b70a98 None None] The sync data for ids ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:10.873608 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-83a5ecd3-3361-4ac6-82a2-c661b3458d8c tempest-DHCPAgentSchedulersTestJSON-338247646 tempest-DHCPAgentSchedulersTestJSON-338247646-project-admin] 10.222.0.37 "GET /v2.0/agents/2d63f4c4-a690-493f-b5b8-252bbac122ba/dhcp-networks HTTP/1.1" status: 200 len: 8070 time: 1.1085637 Mar 16 10:51:10.887917 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:10.900027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55500) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:10.965047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Allocated IP 2001:db8::2b1 (a311ade5-7a9f-4c06-9d20-8664b4f3ef1f/a648f2f2-c3d9-44a2-8929-e8ea2ba56123/32741981-84cb-4bbe-b866-770dfe952633) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:11.025741 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-65377c66-baec-4e66-85e3-d128c34495f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c48d709b61c4ec986e2469029591395&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6948373 Mar 16 10:51:11.027203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55504) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:11.167809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.176525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2bd49864-9c01-467e-93e2-6fe6b8d7799f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.203208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.281452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2bd49864-9c01-467e-93e2-6fe6b8d7799f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.286801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Transition to ACTIVE for port object e6cccc04-3dcd-4c54-8ce3-9138d22995bb will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:11.377659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.resource_extend [None req-61996453-2945-4598-9e16-147bc638026e admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:51:11.427087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.432090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2bd49864-9c01-467e-93e2-6fe6b8d7799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.447984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.448570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.491286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd49864-9c01-467e-93e2-6fe6b8d7799f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afabc5a-455f-48d9-94be-7c5703ba1475,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:11.588633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77188f6-9257-4fb7-b721-16592c990f47 None None] Network 06f71571-c0e7-4ef8-8f60-fa80b2681470 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:11.609276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2bd49864-9c01-467e-93e2-6fe6b8d7799f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.610611 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2bd49864-9c01-467e-93e2-6fe6b8d7799f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0afabc5a-455f-48d9-94be-7c5703ba1475 HTTP/1.1" status: 204 len: 168 time: 0.5822012 Mar 16 10:51:11.645726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.656248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.677370 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af947f0-e867-4888-8f35-e498ad2992c9 tempest-DHCPAgentSchedulersTestJSON-338247646 tempest-DHCPAgentSchedulersTestJSON-338247646-project-admin] Network a32f0200-1820-49aa-b953-6d94c9842091 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:11.739713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Pushing event updated for resources: {'Port': ['ID=e618873a-e2ed-4f18-8f13-e2afd2ea5c81,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:11.744046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.760892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ad88d896-eab7-4a2c-bb68-d66975c3a290 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:11.795839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c26d2e7-86d7-4ee4-98a9-b84cbfaa3c56 None None] Network a32f0200-1820-49aa-b953-6d94c9842091 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:11.844174 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6af947f0-e867-4888-8f35-e498ad2992c9 tempest-DHCPAgentSchedulersTestJSON-338247646 tempest-DHCPAgentSchedulersTestJSON-338247646-project-admin] 10.222.0.37 "POST /v2.0/agents/2d63f4c4-a690-493f-b5b8-252bbac122ba/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9347351 Mar 16 10:51:11.844174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf2c6f9-26c3-4a91-baf4-f2f63f7704c8,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:11.846982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55510) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:11.863853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:11.961737 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Network 950b00bd-ef2f-41aa-ae87-0f5e7cb52a50 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:11.965550 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c66fef80-32fb-4cfb-93a1-90844807e689 None None] Provisioning for port 19961056-ca32-42c2-9d0d-58f87417cfdf completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:11.972084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Port': ['ID=e6cccc04-3dcd-4c54-8ce3-9138d22995bb,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:11.974798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:12.036908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:12.071786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:12.082864 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:12.098403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Allocated IP 172.20.0.1 (8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184/cbacf6f9-22da-4650-9963-39b44c0de688/3947d26d-42be-4499-94f5-b2a2ad8ac110) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:12.100468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:12.106431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:12.107074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.190441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port ad88d896-eab7-4a2c-bb68-d66975c3a290 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:12.196847 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ad88d896-eab7-4a2c-bb68-d66975c3a290 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:12.197216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.217614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:12.229321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:12.233497 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c7fc34d0-e339-45f7-a86e-7f50b408fc10 tempest-DHCPAgentSchedulersTestJSON-338247646 tempest-DHCPAgentSchedulersTestJSON-338247646-project-admin] 10.222.0.37 "GET /v2.0/agents/2d63f4c4-a690-493f-b5b8-252bbac122ba/dhcp-networks HTTP/1.1" status: 200 len: 8839 time: 0.3868978 Mar 16 10:51:12.251957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55522) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:12.278534 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.335851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.476518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.511916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port ad88d896-eab7-4a2c-bb68-d66975c3a290, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ad88d896-eab7-4a2c-bb68-d66975c3a290,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:12.521349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.522396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 19961056-ca32-42c2-9d0d-58f87417cfdf up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:12.532446 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-36916343-f786-48d4-ad02-4a87917eb392 tempest-DHCPAgentSchedulersTestJSON-338247646 tempest-DHCPAgentSchedulersTestJSON-338247646-project-admin] 10.222.0.37 "DELETE /v2.0/agents/2d63f4c4-a690-493f-b5b8-252bbac122ba/dhcp-networks/a32f0200-1820-49aa-b953-6d94c9842091 HTTP/1.1" status: 204 len: 168 time: 0.2770436 Mar 16 10:51:12.536204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55528) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:12.593105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Allocated IP 172.20.0.1 (06f71571-c0e7-4ef8-8f60-fa80b2681470/03fbfe44-4d4c-46ad-8803-0748c9538897/7cc64a9a-39c7-4370-9f1e-9e30d55a4a81) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:12.661911 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6bca8c89-ae0c-4425-80fb-67d344679cd3 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.3610785 Mar 16 10:51:12.669881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55536) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:12.681034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-12e2331f-4ae6-48a4-a421-4621d2e2b06e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:3d:56:f6'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:12.708140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=ad88d896-eab7-4a2c-bb68-d66975c3a290,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:12.734087 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1075db4a-b548-4bc8-9625-3f9aa4d7fb5d None None] Provisioning for port e6cccc04-3dcd-4c54-8ce3-9138d22995bb completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:12.744384 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1075db4a-b548-4bc8-9625-3f9aa4d7fb5d None None] Provisioning complete for port e6cccc04-3dcd-4c54-8ce3-9138d22995bb triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:12.744768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1075db4a-b548-4bc8-9625-3f9aa4d7fb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.761041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Network a311ade5-7a9f-4c06-9d20-8664b4f3ef1f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:12.796940 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 19961056-ca32-42c2-9d0d-58f87417cfdf completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:12.803914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 19961056-ca32-42c2-9d0d-58f87417cfdf triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:12.804306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.846891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:12.880776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:12.885463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1075db4a-b548-4bc8-9625-3f9aa4d7fb5d None None] Port e6cccc04-3dcd-4c54-8ce3-9138d22995bb cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:12.948008 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:12.985381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 19961056-ca32-42c2-9d0d-58f87417cfdf, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=19961056-ca32-42c2-9d0d-58f87417cfdf,segment=NetworkSegment(71f08be3-8768-43e8-9c96-8f15acb3bbd9),segment_id=71f08be3-8768-43e8-9c96-8f15acb3bbd9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:12.992285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.024278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event updated for resources: {'Port': ['ID=32741981-84cb-4bbe-b866-770dfe952633,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:13.125941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=19961056-ca32-42c2-9d0d-58f87417cfdf,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:13.152457 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d2b9cced-c75c-482c-a81f-fb5641e812ec None None] Provisioning complete for port 19961056-ca32-42c2-9d0d-58f87417cfdf triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:13.152906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cced-c75c-482c-a81f-fb5641e812ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.205325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.262137 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8afd69c6-88f8-42c5-b504-db9256fd0c9d tempest-DHCPAgentSchedulersTestJSON-338247646 tempest-DHCPAgentSchedulersTestJSON-338247646-project-admin] 10.222.0.37 "GET /v2.0/agents/2d63f4c4-a690-493f-b5b8-252bbac122ba/dhcp-networks HTTP/1.1" status: 200 len: 8070 time: 0.7250280 Mar 16 10:51:13.270924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55550) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:13.284301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.305303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d2b9cced-c75c-482c-a81f-fb5641e812ec None None] Provisioning complete for port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:13.305761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cced-c75c-482c-a81f-fb5641e812ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.324460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Transition to ACTIVE for port object 7cc64a9a-39c7-4370-9f1e-9e30d55a4a81 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:13.339466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.367413 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:13.381931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9cced-c75c-482c-a81f-fb5641e812ec None None] Port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:13.414801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Transition to ACTIVE for port object 3947d26d-42be-4499-94f5-b2a2ad8ac110 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:13.419212 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b5d54036-50af-4a9f-93a1-ff566a2902e2 tempest-DHCPAgentSchedulersTestJSON-338247646 tempest-DHCPAgentSchedulersTestJSON-338247646-project-admin] 10.222.0.37 "GET /v2.0/networks/f3f805e3-846a-4ef5-86c5-1990038d651d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1312265 Mar 16 10:51:13.423372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55558) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:13.424224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12e2331f-4ae6-48a4-a421-4621d2e2b06e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.511244 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f55d92e5-3702-4a66-97e8-f181b02cd205 tempest-DHCPAgentSchedulersTestJSON-338247646 tempest-DHCPAgentSchedulersTestJSON-338247646-project-admin] 10.222.0.37 "GET /v2.0/networks/f3f805e3-846a-4ef5-86c5-1990038d651d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0769558 Mar 16 10:51:13.521322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55562) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:13.551287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.585163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 19961056-ca32-42c2-9d0d-58f87417cfdf up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:13.684639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Network 06f71571-c0e7-4ef8-8f60-fa80b2681470 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:13.715545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 19961056-ca32-42c2-9d0d-58f87417cfdf triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:13.716056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.845722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:13.849875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ad88d896-eab7-4a2c-bb68-d66975c3a290 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:13.859848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:13.893932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:13.911221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event updated for resources: {'Port': ['ID=7cc64a9a-39c7-4370-9f1e-9e30d55a4a81,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:13.945587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ad88d896-eab7-4a2c-bb68-d66975c3a290 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:13.946138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.001286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61996453-2945-4598-9e16-147bc638026e admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:14.028324 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-61996453-2945-4598-9e16-147bc638026e admin admin] 10.222.0.37 "PUT /v2.0/routers/cbab4b38-21a7-4939-8179-1e0ddd5f8a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3474331 Mar 16 10:51:14.028985 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Sync routers for ids ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:14.040981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Routers {'cbab4b38-21a7-4939-8179-1e0ddd5f8a73'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:14.041634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.128879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.134658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9ffe99d9-271e-4063-92eb-0a050d5ecb5d tempest-DHCPAgentSchedulersTestJSON-338247646 tempest-DHCPAgentSchedulersTestJSON-338247646-project-admin] 10.222.0.37 "GET /v2.0/agents/2d63f4c4-a690-493f-b5b8-252bbac122ba/dhcp-networks HTTP/1.1" status: 200 len: 8070 time: 0.6149185 Mar 16 10:51:14.142441 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55578) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.238995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55582) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.287928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-466d6225-84bb-4735-ad0a-285e9d1ffa72 None None] Provisioning for port 7cc64a9a-39c7-4370-9f1e-9e30d55a4a81 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:14.317901 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-466d6225-84bb-4735-ad0a-285e9d1ffa72 None None] Provisioning complete for port 7cc64a9a-39c7-4370-9f1e-9e30d55a4a81 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:14.318461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-466d6225-84bb-4735-ad0a-285e9d1ffa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.358945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12e2331f-4ae6-48a4-a421-4621d2e2b06e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.377986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Set router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:14.390169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12e2331f-4ae6-48a4-a421-4621d2e2b06e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.392014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.452597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-466d6225-84bb-4735-ad0a-285e9d1ffa72 None None] Port 7cc64a9a-39c7-4370-9f1e-9e30d55a4a81 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:14.483980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.488590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-12e2331f-4ae6-48a4-a421-4621d2e2b06e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] In _notify_port_updated(), no bound segment for port e6cccc04-3dcd-4c54-8ce3-9138d22995bb on network 312ac26d-6537-4b30-9576-bce9b68f2b0f {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:51:14.493992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e2331f-4ae6-48a4-a421-4621d2e2b06e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:14.494611 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12e2331f-4ae6-48a4-a421-4621d2e2b06e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.499040 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-12e2331f-4ae6-48a4-a421-4621d2e2b06e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "PUT /v2.0/ports/e6cccc04-3dcd-4c54-8ce3-9138d22995bb HTTP/1.1" status: 200 len: 1002 time: 1.8252807 Mar 16 10:51:14.506791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f6839e38-3f00-434a-a7c9-8a36dff7b082 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:14.518268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55598) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.538947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.552294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:14.556684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.578539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:14.586249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:14.586827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.617841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.623650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Pushing event updated for resources: {'Port': ['ID=3947d26d-42be-4499-94f5-b2a2ad8ac110,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:14.675968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2331f-4ae6-48a4-a421-4621d2e2b06e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Port': ['ID=e6cccc04-3dcd-4c54-8ce3-9138d22995bb,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:14.740574 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f6839e38-3f00-434a-a7c9-8a36dff7b082 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] 10.222.0.37 "PUT /v2.0/quotas/f3b330d258314223a1f3b8ab7e70e0a8 HTTP/1.1" status: 200 len: 368 time: 0.4949458 Mar 16 10:51:14.749493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55602) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.861032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Request body: {'network': {'project_id': 'f3b330d258314223a1f3b8ab7e70e0a8'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:14.873738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf2c6f9-26c3-4a91-baf4-f2f63f7704c8,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:14.875288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:14.884434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Usage tracker for resource:network and tenant:f3b330d258314223a1f3b8ab7e70e0a8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:14.887753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:14.909010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:51:09Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e618873a-e2ed-4f18-8f13-e2afd2ea5c81', 'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'mac_address': 'fa:16:3e:e3:a2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:10Z', 'revision_number': 2, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'subnets': [{'id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:14.918498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Checking router: cbab4b38-21a7-4939-8179-1e0ddd5f8a73 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:51:14.919089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Updating router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:51:14.921771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:14.934637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:14.935928 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b461b551-bf9a-48f2-9f0f-08dca43ae9f9 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.9129930 Mar 16 10:51:14.956092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55606) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:14.988427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5423814f-8cdd-44c2-b9a5-9a4f80118a2f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Deleting port e6cccc04-3dcd-4c54-8ce3-9138d22995bb {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:14.989778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5423814f-8cdd-44c2-b9a5-9a4f80118a2f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.008730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e60be4ab-bded-4f9e-8531-c64232477f42 None None] Provisioning complete for port e6cccc04-3dcd-4c54-8ce3-9138d22995bb triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:15.009356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e60be4ab-bded-4f9e-8531-c64232477f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.045847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.053749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.054262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.067995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d837b108-b11d-41fd-b702-6b718674b344 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Synchronizing usage tracker for tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 on resource:floatingip {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:15.089104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Made reservation on behalf of f3b330d258314223a1f3b8ab7e70e0a8 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:15.091561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.117461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.175626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.198106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e60be4ab-bded-4f9e-8531-c64232477f42 None None] Port e6cccc04-3dcd-4c54-8ce3-9138d22995bb cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:15.226280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32f0200-1820-49aa-b953-6d94c9842091']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:15.233800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e60be4ab-bded-4f9e-8531-c64232477f42 None None] Provisioning for port 3947d26d-42be-4499-94f5-b2a2ad8ac110 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:15.242389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e60be4ab-bded-4f9e-8531-c64232477f42 None None] Provisioning complete for port 3947d26d-42be-4499-94f5-b2a2ad8ac110 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:15.243115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e60be4ab-bded-4f9e-8531-c64232477f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.249242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:15.290113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e26625d-8049-4a19-ad0e-e53695c4a880') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:15.291089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e26625d-8049-4a19-ad0e-e53695c4a880') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:15.321477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Usage tracker for resource:security_group_rule and tenant:f3b330d258314223a1f3b8ab7e70e0a8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:15.326495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.349570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.351376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55612) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:15.352137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d837b108-b11d-41fd-b702-6b718674b344 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Unset dirty status for tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 on resource:floatingip {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:15.353502 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d837b108-b11d-41fd-b702-6b718674b344 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=950b00bd-ef2f-41aa-ae87-0f5e7cb52a50 HTTP/1.1" status: 200 len: 689 time: 0.3965445 Mar 16 10:51:15.353606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:15.368466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55616) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:15.376294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553798217', 'description': 'tempest-description--694564604'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:15.381679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:15.385651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Usage tracker for resource:security_group and tenant:7afa6b3d306242289b4a4749d86d03e5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:15.388298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:15.393845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:15.401439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e60be4ab-bded-4f9e-8531-c64232477f42 None None] Port 3947d26d-42be-4499-94f5-b2a2ad8ac110 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:15.401748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Router ded73a0c-f36c-4617-813d-624336c7cd6b is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:15.417709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:15.426138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.447147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.488770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:15.489164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:15.503448 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:15.534678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.677195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:15.703357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Usage tracker for resource:security_group_rule and tenant:7afa6b3d306242289b4a4749d86d03e5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:15.710227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Transition to ACTIVE for port object e618873a-e2ed-4f18-8f13-e2afd2ea5c81 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:15.713615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:15.722929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.727450 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.750474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:15.802117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.817117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.844687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5423814f-8cdd-44c2-b9a5-9a4f80118a2f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:15.852461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Pushing event deleted for resources: {'Network': ['ID=a32f0200-1820-49aa-b953-6d94c9842091,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:15.877005 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-25a3fc8f-cef5-45fc-9642-cc72ad412852 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] 10.222.0.37 "DELETE /v2.0/networks/a32f0200-1820-49aa-b953-6d94c9842091 HTTP/1.1" status: 204 len: 168 time: 1.7290022 Mar 16 10:51:15.879542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8fcc0-5383-4b6b-a8e6-5440e37dc162 None None] Pushing event updated for resources: {'Port': ['ID=e618873a-e2ed-4f18-8f13-e2afd2ea5c81,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:16.005907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Attempting to bind port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:16.006544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Attempting to bind port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:16.006638 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Attempting to bind port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 on network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:16.012713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:16.013109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Checking segment: {'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:16.013505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.013886 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Bound using segment: {'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:16.014481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Bound port: e618873a-e2ed-4f18-8f13-e2afd2ea5c81, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:16.014867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.043793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55620) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:16.096314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5423814f-8cdd-44c2-b9a5-9a4f80118a2f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Calling delete_port for e6cccc04-3dcd-4c54-8ce3-9138d22995bb owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:16.105636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] For port e618873a-e2ed-4f18-8f13-e2afd2ea5c81, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:16.109767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] For port e618873a-e2ed-4f18-8f13-e2afd2ea5c81, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e618873a-e2ed-4f18-8f13-e2afd2ea5c81,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:16.123327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.138269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Deleting port 8bf2c6f9-26c3-4a91-baf4-f2f63f7704c8 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:16.138893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.188667 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-538aea47-25ef-420e-9726-ea530031b287 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:16.189135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538aea47-25ef-420e-9726-ea530031b287 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:16.202780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:16.220361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Routers {'cbab4b38-21a7-4939-8179-1e0ddd5f8a73'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:16.220961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:16.224436 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-538aea47-25ef-420e-9726-ea530031b287 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] 10.222.0.37 "DELETE /v2.0/ports/7cff220b-7bdf-440f-93a9-5e684232c413 HTTP/1.1" status: 404 len: 333 time: 0.1732154 Mar 16 10:51:16.230985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55624) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:16.231190 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Sync routers for ids ['ded73a0c-f36c-4617-813d-624336c7cd6b'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:16.243902 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Routers {'ded73a0c-f36c-4617-813d-624336c7cd6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:16.244544 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['ded73a0c-f36c-4617-813d-624336c7cd6b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:16.253873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.291272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.292259 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.312881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8fcc0-5383-4b6b-a8e6-5440e37dc162 None None] Pushing event updated for resources: {'Port': ['ID=e618873a-e2ed-4f18-8f13-e2afd2ea5c81,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:16.426329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.427770 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-78e5352a-926c-41ca-be00-65b3ea3390de tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.4664264 Mar 16 10:51:16.436749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55628) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:16.467339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] Set router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:16.556932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.569104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.573720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19eba93-fccb-49d1-a1de-995c0b7885e3 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Deleting subnet fc18a56c-6af5-4fbc-8e9e-f5a8ffa1ba8f {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:51:16.576998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e19eba93-fccb-49d1-a1de-995c0b7885e3 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.591080 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Set router ded73a0c-f36c-4617-813d-624336c7cd6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:16.608239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Pushing event updated for resources: {'Port': ['ID=3947d26d-42be-4499-94f5-b2a2ad8ac110,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:16.617771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.633421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e19eba93-fccb-49d1-a1de-995c0b7885e3 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.663998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.664563 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.693277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.697638 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3428659 Mar 16 10:51:16.748062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55632) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:16.762460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e19eba93-fccb-49d1-a1de-995c0b7885e3 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.811167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90488e-45e3-4185-967f-4de7957204ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d61cc67-6bce-4031-8960-abc2d0e9903a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:16.816432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Request body: {'security_group_rule': {'security_group_id': '9d61cc67-6bce-4031-8960-abc2d0e9903a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:16.832634 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Calling delete_port for 8bf2c6f9-26c3-4a91-baf4-f2f63f7704c8 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:16.865050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:16.884421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.888149 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Usage tracker for resource:security_group_rule and tenant:7afa6b3d306242289b4a4749d86d03e5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:16.892278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:16.900237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:16.917300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5423814f-8cdd-44c2-b9a5-9a4f80118a2f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:16.923051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:16.927596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:16.991712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:51:09Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e618873a-e2ed-4f18-8f13-e2afd2ea5c81', 'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'mac_address': 'fa:16:3e:e3:a2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:16Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'subnets': [{'id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:16.996438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214cfe5-cb46-4a60-89ac-56353b5498e9 None None] The sync data for ids ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'] in dv-neutron-833860-1-hyperv is: [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:51:09Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e618873a-e2ed-4f18-8f13-e2afd2ea5c81', 'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'mac_address': 'fa:16:3e:e3:a2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:16Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'subnets': [{'id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:17.006461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:17.035289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.098771 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded73a0c-f36c-4617-813d-624336c7cd6b', 'name': '', 'tenant_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f', 'external_fixed_ips': [{'subnet_id': 'a648f2f2-c3d9-44a2-8929-e8ea2ba56123', 'ip_address': '2001:db8::2b1'}], 'enable_snat': True}, 'gw_port_id': '32741981-84cb-4bbe-b866-770dfe952633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:13Z', 'revision_number': 3, 'project_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'gw_port': {'id': '32741981-84cb-4bbe-b866-770dfe952633', 'name': '', 'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded73a0c-f36c-4617-813d-624336c7cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'a648f2f2-c3d9-44a2-8929-e8ea2ba56123', 'ip_address': '2001:db8::2b1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:09Z', 'updated_at': '2022-03-16T10:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a648f2f2-c3d9-44a2-8929-e8ea2ba56123', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:17.107540 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Checking router: ded73a0c-f36c-4617-813d-624336c7cd6b for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:51:17.107885 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Updating router ded73a0c-f36c-4617-813d-624336c7cd6b port 32741981-84cb-4bbe-b866-770dfe952633 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:51:17.145538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.177282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.216488 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.236412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.392325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e43cf63a-e870-4dc0-809d-a45a95c60cf1 None None] Provisioning complete for port 3947d26d-42be-4499-94f5-b2a2ad8ac110 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:17.392864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e43cf63a-e870-4dc0-809d-a45a95c60cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.399957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.403410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefc7d3b-8df0-47ec-beb7-1266c6baae10,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:17.406692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.407070 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Added segment ee282b16-7812-422f-8800-b34463c03a62 of type vlan for network 485a7fb3-2b22-4651-a168-bd348d16b919 Mar 16 10:51:17.407755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bf2c6f9-26c3-4a91-baf4-f2f63f7704c8,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:17.456555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423814f-8cdd-44c2-b9a5-9a4f80118a2f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event deleted for resources: {'Port': ['ID=e6cccc04-3dcd-4c54-8ce3-9138d22995bb,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:17.473026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.510891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.516567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.555201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e43cf63a-e870-4dc0-809d-a45a95c60cf1 None None] Port 3947d26d-42be-4499-94f5-b2a2ad8ac110 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:17.582010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Router 957867d1-1a84-4970-9220-b3071eea460d has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:17.585672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.589750 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8387039 Mar 16 10:51:17.590645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55638) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:17.591899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851348f-f449-4a77-aac3-81aed517a448 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4140da24-33a9-4185-ac8a-c1b688ace36b,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:17.617606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e618873a-e2ed-4f18-8f13-e2afd2ea5c81 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:17.663654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Request body: {'security_group_rule': {'security_group_id': '9d61cc67-6bce-4031-8960-abc2d0e9903a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:17.684905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:17.691222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event updated for resources: {'Port': ['ID=7cc64a9a-39c7-4370-9f1e-9e30d55a4a81,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:17.695366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Usage tracker for resource:security_group_rule and tenant:7afa6b3d306242289b4a4749d86d03e5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:17.722847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.734918 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:17.748721 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.761609 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:17.761931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.766961 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Transition to ACTIVE for port object 32741981-84cb-4bbe-b866-770dfe952633 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:17.771591 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:17.784043 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.797471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:17.799198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.812544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.851399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.852372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:17.853168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.913959 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2800db-a62e-4b80-94f2-137b32f063b7 None None] Pushing event updated for resources: {'Port': ['ID=32741981-84cb-4bbe-b866-770dfe952633,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:17.936953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.948346 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Attempting to bind port 32741981-84cb-4bbe-b866-770dfe952633 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:17.948713 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Attempting to bind port 32741981-84cb-4bbe-b866-770dfe952633 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '6a145a1b-1fd3-4dbf-b04a-4aa49401fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:17.949107 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Attempting to bind port 32741981-84cb-4bbe-b866-770dfe952633 on network a311ade5-7a9f-4c06-9d20-8664b4f3ef1f {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:17.955108 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:17.955484 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Checking segment: {'id': '6a145a1b-1fd3-4dbf-b04a-4aa49401fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:17.955935 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.956373 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Bound using segment: {'id': '6a145a1b-1fd3-4dbf-b04a-4aa49401fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:17.957050 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Bound port: 32741981-84cb-4bbe-b866-770dfe952633, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a145a1b-1fd3-4dbf-b04a-4aa49401fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:17.957653 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.972895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5423814f-8cdd-44c2-b9a5-9a4f80118a2f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:17.974780 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5423814f-8cdd-44c2-b9a5-9a4f80118a2f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "DELETE /v2.0/ports/e6cccc04-3dcd-4c54-8ce3-9138d22995bb HTTP/1.1" status: 204 len: 168 time: 3.4554577 Mar 16 10:51:17.978578 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1341648 Mar 16 10:51:17.996941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55642) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:17.997265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55644) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:18.027275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.058393 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] For port 32741981-84cb-4bbe-b866-770dfe952633, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:18.065121 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] For port 32741981-84cb-4bbe-b866-770dfe952633, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=32741981-84cb-4bbe-b866-770dfe952633,segment=NetworkSegment(6a145a1b-1fd3-4dbf-b04a-4aa49401fee0),segment_id=6a145a1b-1fd3-4dbf-b04a-4aa49401fee0)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:18.071543 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.092238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port e618873a-e2ed-4f18-8f13-e2afd2ea5c81, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e618873a-e2ed-4f18-8f13-e2afd2ea5c81,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:18.097846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.176105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Request body: {'network': {'project_id': 'f3b330d258314223a1f3b8ab7e70e0a8'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:18.184507 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Routers {'ded73a0c-f36c-4617-813d-624336c7cd6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:18.185160 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['ded73a0c-f36c-4617-813d-624336c7cd6b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:18.217194 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=e618873a-e2ed-4f18-8f13-e2afd2ea5c81,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:18.224276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.231863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca750c9-52f3-499a-83be-eb6bb4043a5d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:18.248935 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2800db-a62e-4b80-94f2-137b32f063b7 None None] Pushing event updated for resources: {'Port': ['ID=32741981-84cb-4bbe-b866-770dfe952633,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:18.327807 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-09af67bb-ffc8-4e9e-b1cf-3bc4bc5bb240 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] GET failed (client error): The resource could not be found. Mar 16 10:51:18.328369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-09af67bb-ffc8-4e9e-b1cf-3bc4bc5bb240 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Synchronizing usage tracker for tenant:93d34b34c25e4bfd8c3642cf1686eac4 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:18.350410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:18.363027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e19eba93-fccb-49d1-a1de-995c0b7885e3 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.371993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:18.383128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Sync routers for ids ['957867d1-1a84-4970-9220-b3071eea460d'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:18.394564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.397946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Routers {'957867d1-1a84-4970-9220-b3071eea460d'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:18.399175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['957867d1-1a84-4970-9220-b3071eea460d'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:18.418533 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9eca4ccc-1905-4662-9f4e-4faf28eef944 admin admin] 10.222.0.37 "PUT /v2.0/routers/957867d1-1a84-4970-9220-b3071eea460d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5225852 Mar 16 10:51:18.432628 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] Set router ded73a0c-f36c-4617-813d-624336c7cd6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:18.441776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.442113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.442874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.443194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > port after_create 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.443505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.443840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > port after_update 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.444151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.444475 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.444810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.445115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.525971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Usage tracker for resource:network and tenant:f3b330d258314223a1f3b8ab7e70e0a8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:18.537630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:18.552895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:18.632216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9793f8e-db16-4de6-a5ee-be0d6643d24d None None] Network f3f805e3-846a-4ef5-86c5-1990038d651d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:18.643719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Made reservation on behalf of f3b330d258314223a1f3b8ab7e70e0a8 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:18.647797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.694125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e19eba93-fccb-49d1-a1de-995c0b7885e3 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.696542 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e19eba93-fccb-49d1-a1de-995c0b7885e3 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] 10.222.0.37 "DELETE /v2.0/subnets/fc18a56c-6af5-4fbc-8e9e-f5a8ffa1ba8f HTTP/1.1" status: 204 len: 168 time: 2.4642992 Mar 16 10:51:18.707339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eba93-fccb-49d1-a1de-995c0b7885e3 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Pushing event deleted for resources: {'Subnet': ['ID=fc18a56c-6af5-4fbc-8e9e-f5a8ffa1ba8f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:18.715249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55654) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:18.717603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95884173-7c13-4d9a-859f-8fb597a24cf6 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Pushing event updated for resources: {'Network': ['ID=485a7fb3-2b22-4651-a168-bd348d16b919,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:18.748516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 485a7fb3-2b22-4651-a168-bd348d16b919 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:18.751276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.751798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.752263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.752723 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:51:18.753221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950b00bd-ef2f-41aa-ae87-0f5e7cb52a50']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:18.778389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c2866c-8056-4792-a664-26dd632eebf4') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:18.778912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c2866c-8056-4792-a664-26dd632eebf4') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:18.794145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.798115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.807192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.820620 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded73a0c-f36c-4617-813d-624336c7cd6b', 'name': '', 'tenant_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f', 'external_fixed_ips': [{'subnet_id': 'a648f2f2-c3d9-44a2-8929-e8ea2ba56123', 'ip_address': '2001:db8::2b1'}], 'enable_snat': True}, 'gw_port_id': '32741981-84cb-4bbe-b866-770dfe952633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:13Z', 'revision_number': 3, 'project_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'gw_port': {'id': '32741981-84cb-4bbe-b866-770dfe952633', 'name': '', 'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded73a0c-f36c-4617-813d-624336c7cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'a648f2f2-c3d9-44a2-8929-e8ea2ba56123', 'ip_address': '2001:db8::2b1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:09Z', 'updated_at': '2022-03-16T10:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648f2f2-c3d9-44a2-8929-e8ea2ba56123', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:18.826450 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98765185-9c89-40e9-86bc-f9f515c4f794 None None] The sync data for ids ['ded73a0c-f36c-4617-813d-624336c7cd6b'] in dv-neutron-833860-1-hyperv is: [{'id': 'ded73a0c-f36c-4617-813d-624336c7cd6b', 'name': '', 'tenant_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f', 'external_fixed_ips': [{'subnet_id': 'a648f2f2-c3d9-44a2-8929-e8ea2ba56123', 'ip_address': '2001:db8::2b1'}], 'enable_snat': True}, 'gw_port_id': '32741981-84cb-4bbe-b866-770dfe952633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:13Z', 'revision_number': 3, 'project_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'gw_port': {'id': '32741981-84cb-4bbe-b866-770dfe952633', 'name': '', 'network_id': 'a311ade5-7a9f-4c06-9d20-8664b4f3ef1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded73a0c-f36c-4617-813d-624336c7cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'a648f2f2-c3d9-44a2-8929-e8ea2ba56123', 'ip_address': '2001:db8::2b1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:09Z', 'updated_at': '2022-03-16T10:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a648f2f2-c3d9-44a2-8929-e8ea2ba56123', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:18.842876 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7821ecf7-c1cc-4e24-a366-28663979e466,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:18.859194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.868403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.872393 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c08ad8d1-b767-4e63-88af-7b65b851c790 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2637053 Mar 16 10:51:18.876263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55666) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:18.882818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:18.891358 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:18.894798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:18.895330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: from cryptography.utils import int_from_bytes Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: from cryptography.utils import int_from_bytes Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn_limited( Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn_limited( Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:18.921376 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:18.942029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Usage tracker for resource:floatingip and tenant:7afa6b3d306242289b4a4749d86d03e5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:18.948935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:18.971922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Set router 957867d1-1a84-4970-9220-b3071eea460d gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:18.996861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:19.009298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:19.011075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.033955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.048525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-09af67bb-ffc8-4e9e-b1cf-3bc4bc5bb240 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Unset dirty status for tenant:93d34b34c25e4bfd8c3642cf1686eac4 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:19.053957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.054618 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-09af67bb-ffc8-4e9e-b1cf-3bc4bc5bb240 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "GET /v2.0/ports/e6cccc04-3dcd-4c54-8ce3-9138d22995bb HTTP/1.1" status: 404 len: 333 time: 1.0509813 Mar 16 10:51:19.058915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55670) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:19.066801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'port': {'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1419231895'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:19.100556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.119425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Deleting port 32741981-84cb-4bbe-b866-770dfe952633 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:19.119997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.183025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.183635 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Added segment 1eae8ac0-7610-4966-845e-0ab218e5e595 of type vlan for network 8a493ebe-decb-4318-899d-83fc45a9d278 Mar 16 10:51:19.223708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Network 06f71571-c0e7-4ef8-8f60-fa80b2681470 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:19.236152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Deleting port 71df9443-19da-4e9d-bd4e-2118d789f91f {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:19.247137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.297953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:19.336355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 950b00bd-ef2f-41aa-ae87-0f5e7cb52a50 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:51:19.340918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.360679 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/950b00bd-ef2f-41aa-ae87-0f5e7cb52a50 HTTP/1.1" status: 204 len: 168 time: 3.9905679 Mar 16 10:51:19.376086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55674) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:19.389419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205ef42-f129-467e-bab1-57b313613c01 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event deleted for resources: {'Network': ['ID=950b00bd-ef2f-41aa-ae87-0f5e7cb52a50,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:19.601277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:19.648199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] DHCP port deletion for f3f805e3-846a-4ef5-86c5-1990038d651d request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:51:19.656893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] Deleting port 71df9443-19da-4e9d-bd4e-2118d789f91f {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:19.657418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.730037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cbefe350-6078-4b9f-bb17-d071e6d2bfaa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Synchronizing usage tracker for tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 on resource:floatingip {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:19.756279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.771550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:19.822106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Router db0d7435-3970-44e2-a0cb-cde85ca77b7a has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:19.831618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cbefe350-6078-4b9f-bb17-d071e6d2bfaa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Unset dirty status for tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 on resource:floatingip {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:19.836242 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cbefe350-6078-4b9f-bb17-d071e6d2bfaa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.4557681 Mar 16 10:51:19.837102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55680) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:19.925296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:19.925759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:19.926209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:19.926641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:19.927078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:19.927515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:19.927950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:19.928445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:19.929478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Synchronizing usage tracker for tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:19.933811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Made reservation on behalf of 93d34b34c25e4bfd8c3642cf1686eac4 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:19.937316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:19.970178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] device_id is not set on port def66781-f64d-433a-9269-47cd0cb9acdf yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:19.982918 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] For port 71df9443-19da-4e9d-bd4e-2118d789f91f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=71df9443-19da-4e9d-bd4e-2118d789f91f,segment=NetworkSegment(4a17afb6-ce96-4552-8789-92224d7c354e),segment_id=4a17afb6-ce96-4552-8789-92224d7c354e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:19.983591 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.018629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Unset dirty status for tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:20.023099 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-79221fdd-8ef6-48f9-ad65-4db937ea0f17 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5193 time: 0.1828690 Mar 16 10:51:20.023868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55684) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:20.049854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] For port 71df9443-19da-4e9d-bd4e-2118d789f91f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=71df9443-19da-4e9d-bd4e-2118d789f91f,segment=NetworkSegment(4a17afb6-ce96-4552-8789-92224d7c354e),segment_id=4a17afb6-ce96-4552-8789-92224d7c354e)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:20.050429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.126407 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-ace17581-9de1-4ca6-84a1-ab5d37e0cdc3 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] delete failed (client error): The resource could not be found. Mar 16 10:51:20.130172 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ace17581-9de1-4ca6-84a1-ab5d37e0cdc3 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/b39423bb-7558-41b4-a5df-300ea77ebef3 HTTP/1.1" status: 404 len: 345 time: 0.0989234 Mar 16 10:51:20.130777 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55688) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:20.131162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] Calling delete_port for 71df9443-19da-4e9d-bd4e-2118d789f91f owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:20.185801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Calling delete_port for 71df9443-19da-4e9d-bd4e-2118d789f91f owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:20.199910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.270363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:51:20.289047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.305124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 32741981-84cb-4bbe-b866-770dfe952633 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:20.336649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:51:20.336649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:51:20.342000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55692) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:20.361230 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac412a26-483d-4933-9f9b-f1efb5953129 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] DELETE failed (client error): The resource could not be found. Mar 16 10:51:20.361696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac412a26-483d-4933-9f9b-f1efb5953129 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:20.397996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d92f6ba2-573a-45b2-83dc-7505d2a8648c None None] Provisioning complete for port 7cc64a9a-39c7-4370-9f1e-9e30d55a4a81 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:20.398354 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d92f6ba2-573a-45b2-83dc-7505d2a8648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.456967 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ac412a26-483d-4933-9f9b-f1efb5953129 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/950b00bd-ef2f-41aa-ae87-0f5e7cb52a50 HTTP/1.1" status: 404 len: 339 time: 0.3162916 Mar 16 10:51:20.458484 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Allocated IP 172.26.2.124 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/c76e7cda-747f-443f-88fb-932155282511) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:20.463062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55694) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:20.471799 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:14Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3947d26d-42be-4499-94f5-b2a2ad8ac110', 'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'mac_address': 'fa:16:3e:95:83:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:11Z', 'updated_at': '2022-03-16T10:51:15Z', 'revision_number': 2, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'subnets': [{'id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:20.482034 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d92f6ba2-573a-45b2-83dc-7505d2a8648c None None] Port 7cc64a9a-39c7-4370-9f1e-9e30d55a4a81 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:20.483708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Request body: {'network': {'name': 'tempest-network--10630037', 'router:external': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:20.486760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Checking router: 957867d1-1a84-4970-9220-b3071eea460d for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:51:20.487176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Updating router 957867d1-1a84-4970-9220-b3071eea460d port 3947d26d-42be-4499-94f5-b2a2ad8ac110 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:51:20.487322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Allocated IP 2001:db8::223 (312ac26d-6537-4b30-9576-bce9b68f2b0f/10d0dbb6-efab-4257-a2b0-8d4bf8b896cd/def66781-f64d-433a-9269-47cd0cb9acdf) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:20.493552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:20.503064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Usage tracker for resource:network and tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:20.512616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:20.532158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660697044', 'description': 'tempest-description--1001806546'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:20.538329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:20.542632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Usage tracker for resource:security_group and tenant:749b3dea469d4d55ab820e1d0f325c6f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:20.545959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:20.551647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:20.552159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:20.555357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.583521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] No DVR routers for this DVR port 71df9443-19da-4e9d-bd4e-2118d789f91f on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:20.585897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Pushing event deleted for resources: {'Port': ['ID=71df9443-19da-4e9d-bd4e-2118d789f91f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:20.587754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.589033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:20.589803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.594050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.648610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] For port 32741981-84cb-4bbe-b866-770dfe952633, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=32741981-84cb-4bbe-b866-770dfe952633,segment=NetworkSegment(6a145a1b-1fd3-4dbf-b04a-4aa49401fee0),segment_id=6a145a1b-1fd3-4dbf-b04a-4aa49401fee0)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:20.649018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.660161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 32741981-84cb-4bbe-b866-770dfe952633 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:20.663048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Made reservation on behalf of 35e9301c5e1641e7a42a6e31d7a9f7a4 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:20.665629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.667934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 32741981-84cb-4bbe-b866-770dfe952633 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:20.668473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.807866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Calling delete_port for 32741981-84cb-4bbe-b866-770dfe952633 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:20.838133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] Deleting port 71df9443-19da-4e9d-bd4e-2118d789f91f {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:20.838837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.895593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:20.963801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.971967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-43d95ea4-3ae7-46c6-988e-1ce74e892d7e None None] The port '71df9443-19da-4e9d-bd4e-2118d789f91f' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:51:20.980648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:20.984651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:20.985026 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Added segment 456a0317-b59f-49c7-80dd-2043fdda336a of type vlan for network d6e4f0bc-cd8d-47c5-8e92-9fe34e5a7821 Mar 16 10:51:20.992995 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.054657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Usage tracker for resource:security_group_rule and tenant:749b3dea469d4d55ab820e1d0f325c6f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:21.058278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.088046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.096366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.103174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:21.125695 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1110804 Mar 16 10:51:21.128605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b599f17-1af6-4474-a2d2-500f53bfeee3 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Pushing event updated for resources: {'Network': ['ID=8a493ebe-decb-4318-899d-83fc45a9d278,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:21.131144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:21.132855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55700) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:21.145626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.167256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 32741981-84cb-4bbe-b866-770dfe952633, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=32741981-84cb-4bbe-b866-770dfe952633,segment=NetworkSegment(6a145a1b-1fd3-4dbf-b04a-4aa49401fee0),segment_id=6a145a1b-1fd3-4dbf-b04a-4aa49401fee0)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:21.170538 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 8a493ebe-decb-4318-899d-83fc45a9d278 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:21.187669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:21.188973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Transition to ACTIVE for port object def66781-f64d-433a-9269-47cd0cb9acdf will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:21.191653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.193683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e618873a-e2ed-4f18-8f13-e2afd2ea5c81 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:21.194100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:21.197004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:21.261214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Pushing event updated for resources: {'Port': ['ID=c76e7cda-747f-443f-88fb-932155282511,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:21.280204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.281174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:21.281839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.284762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1cd9f1bf-3e24-4df4-9f2e-ff481aa1fa06 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Request body: {'network': {'project_id': 'f3b330d258314223a1f3b8ab7e70e0a8'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:21.318756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1cd9f1bf-3e24-4df4-9f2e-ff481aa1fa06 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:21.338796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1cd9f1bf-3e24-4df4-9f2e-ff481aa1fa06 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Usage tracker for resource:network and tenant:f3b330d258314223a1f3b8ab7e70e0a8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:21.347157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f805e3-846a-4ef5-86c5-1990038d651d']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:21.361736 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1cd9f1bf-3e24-4df4-9f2e-ff481aa1fa06 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:21.383988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:21.385772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1cd9f1bf-3e24-4df4-9f2e-ff481aa1fa06 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:21.389267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a17afb6-ce96-4552-8789-92224d7c354e') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:21.389806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a17afb6-ce96-4552-8789-92224d7c354e') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:21.403220 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c1d44-cc9b-4426-8c1b-3adb635db6e1 None None] Sync routers for ids ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:21.415089 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event updated for resources: {'Network': ['ID=d6e4f0bc-cd8d-47c5-8e92-9fe34e5a7821,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:21.417817 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd9f1bf-3e24-4df4-9f2e-ff481aa1fa06 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 10:51:21.418452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd9f1bf-3e24-4df4-9f2e-ff481aa1fa06 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:21.421886 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c9b7dd4e-b95f-4b2f-8db0-02740e62aeac tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9552877 Mar 16 10:51:21.422260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.423122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1cd9f1bf-3e24-4df4-9f2e-ff481aa1fa06 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2832649 Mar 16 10:51:21.423582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55704) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:21.427734 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55706) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:21.432460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.438615 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c1d44-cc9b-4426-8c1b-3adb635db6e1 None None] Routers {'db0d7435-3970-44e2-a0cb-cde85ca77b7a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:21.441014 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-366c1d44-cc9b-4426-8c1b-3adb635db6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:21.466906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network d6e4f0bc-cd8d-47c5-8e92-9fe34e5a7821 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:21.480147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=32741981-84cb-4bbe-b866-770dfe952633,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:21.502091 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-87388ef5-5699-4c00-95e5-edc925dedf45 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "PUT /v2.0/routers/db0d7435-3970-44e2-a0cb-cde85ca77b7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9637632 Mar 16 10:51:21.511863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55712) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:21.514085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.536774 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Port': ['ID=def66781-f64d-433a-9269-47cd0cb9acdf,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:21.539996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:21.540601 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.545618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:21.546310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:21.574017 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:21.600323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:51:21.600680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:51:21.619925 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-366c1d44-cc9b-4426-8c1b-3adb635db6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:21.634653 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c1d44-cc9b-4426-8c1b-3adb635db6e1 None None] Routers {'db0d7435-3970-44e2-a0cb-cde85ca77b7a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:21.635213 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-366c1d44-cc9b-4426-8c1b-3adb635db6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:21.637353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Request body: {'port': {'network_id': '06f71571-c0e7-4ef8-8f60-fa80b2681470', 'name': 'tempest-FloatingIPAdminTestJSON-379544394'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:21.684280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.705198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.711154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.739143 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-366c1d44-cc9b-4426-8c1b-3adb635db6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:21.741027 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c1d44-cc9b-4426-8c1b-3adb635db6e1 None None] The sync data for ids ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:21.757664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.765591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.766834 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2651196 Mar 16 10:51:21.785441 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55716) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:21.789575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:21.791455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.798832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.800685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] 10.222.0.37 "DELETE /v2.0/networks/f3f805e3-846a-4ef5-86c5-1990038d651d HTTP/1.1" status: 204 len: 168 time: 3.0808272 Mar 16 10:51:21.806449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:21.809172 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:21.809401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013e35d-8723-4d15-a15a-cb417fea54a5 tempest-DHCPAgentSchedulersTestJSON-1668891397 tempest-DHCPAgentSchedulersTestJSON-1668891397-project] Pushing event deleted for resources: {'Network': ['ID=f3f805e3-846a-4ef5-86c5-1990038d651d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:21.814388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Request body: {'security_group_rule': {'security_group_id': 'a0c70999-4dbd-48fd-91e0-fa2ea2834d85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:21.816257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:21.816939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.820395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4aa9f-0a09-414d-8d43-322ff082c2fb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c70999-4dbd-48fd-91e0-fa2ea2834d85,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:21.823976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:21.828224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Usage tracker for resource:security_group_rule and tenant:749b3dea469d4d55ab820e1d0f325c6f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:21.831395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:21.841419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:21.849364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Transition to ACTIVE for port object 3947d26d-42be-4499-94f5-b2a2ad8ac110 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:21.870164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.918842 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5d87cec2-6d8d-4b92-bca8-9fa02f7fb8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.929954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.970260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:21.978753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.018587 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.049153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cc483a-a501-40b3-beb0-8f6e64d7e4fb,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:22.074768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.077332 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7eb73184-4737-47b7-92cd-3e523cd55f03 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2801719 Mar 16 10:51:22.079989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55722) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:22.089458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Request body: {'security_group_rule': {'security_group_id': 'a0c70999-4dbd-48fd-91e0-fa2ea2834d85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:22.097340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:22.102466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Deleting port 32741981-84cb-4bbe-b866-770dfe952633 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:22.103148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.110137 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-12c7fc67-9dea-4d62-b82a-09a9c3cb1cd8 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3b330d258314223a1f3b8ab7e70e0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6750112 Mar 16 10:51:22.126995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55726) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:22.167013 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e0b4bd2a-1da1-4546-8d23-cdf98595c468 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1069615 Mar 16 10:51:22.184073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55730) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:22.184979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Usage tracker for resource:security_group_rule and tenant:749b3dea469d4d55ab820e1d0f325c6f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:22.188906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:22.203237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c58ff4-e901-4a07-b6eb-6e246b3a429c None None] Pushing event updated for resources: {'Port': ['ID=3947d26d-42be-4499-94f5-b2a2ad8ac110,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:22.213400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:22.257297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1b0f17d0-f0f2-43b5-bd89-02da141bf710 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3d:56:f6'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:22.298254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e0f51-ebdd-4f4d-9817-407d2d9f0ba9 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:22.304670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e0f51-ebdd-4f4d-9817-407d2d9f0ba9 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:22.311293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e0f51-ebdd-4f4d-9817-407d2d9f0ba9 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:22.317614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e0f51-ebdd-4f4d-9817-407d2d9f0ba9 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:22.324829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e0f51-ebdd-4f4d-9817-407d2d9f0ba9 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:22.327436 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4e6e0f51-ebdd-4f4d-9817-407d2d9f0ba9 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.9018891 Mar 16 10:51:22.392754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Attempting to bind port 3947d26d-42be-4499-94f5-b2a2ad8ac110 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:22.393121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Attempting to bind port 3947d26d-42be-4499-94f5-b2a2ad8ac110 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:22.393322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55736) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:22.393475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Attempting to bind port 3947d26d-42be-4499-94f5-b2a2ad8ac110 on network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:22.398291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 32741981-84cb-4bbe-b866-770dfe952633 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:22.442635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:22.443003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Checking segment: {'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:22.443398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.443790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Bound using segment: {'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:22.444249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Bound port: 3947d26d-42be-4499-94f5-b2a2ad8ac110, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:22.444604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.452193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55740) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:22.453578 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.456329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:22.459554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-822959bb-3bef-43ee-ace6-0e6d7b6c9708 None None] Provisioning for port def66781-f64d-433a-9269-47cd0cb9acdf completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:22.471463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-822959bb-3bef-43ee-ace6-0e6d7b6c9708 None None] Provisioning complete for port def66781-f64d-433a-9269-47cd0cb9acdf triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:22.471825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-822959bb-3bef-43ee-ace6-0e6d7b6c9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.489432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Usage tracker for resource:port and tenant:eb80cb5b9cea41f9816728621bebe0c9 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:22.493933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:22.547899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:22.598764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] For port 3947d26d-42be-4499-94f5-b2a2ad8ac110, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:22.602320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] For port 3947d26d-42be-4499-94f5-b2a2ad8ac110, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3947d26d-42be-4499-94f5-b2a2ad8ac110,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:22.606969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c1190ece-c83b-4773-961c-5fc999524f54 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.643869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.668483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Made reservation on behalf of eb80cb5b9cea41f9816728621bebe0c9 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:22.672064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.694416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.700185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c1190ece-c83b-4773-961c-5fc999524f54 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.746492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] device_id is not set on port b7d2736a-d989-4103-b6a8-2f768ad1f56e yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:22.758201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 32741981-84cb-4bbe-b866-770dfe952633 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:22.758562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.845829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.848075 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Routers {'957867d1-1a84-4970-9220-b3071eea460d'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:22.848856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:50:54Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['957867d1-1a84-4970-9220-b3071eea460d'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:22.904496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-822959bb-3bef-43ee-ace6-0e6d7b6c9708 None None] Port def66781-f64d-433a-9269-47cd0cb9acdf cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:22.943826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.978569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] For port 32741981-84cb-4bbe-b866-770dfe952633, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=32741981-84cb-4bbe-b866-770dfe952633,segment=NetworkSegment(6a145a1b-1fd3-4dbf-b04a-4aa49401fee0),segment_id=6a145a1b-1fd3-4dbf-b04a-4aa49401fee0)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:22.978933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.979428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:22.996317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c58ff4-e901-4a07-b6eb-6e246b3a429c None None] Pushing event updated for resources: {'Port': ['ID=3947d26d-42be-4499-94f5-b2a2ad8ac110,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:23.028484 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-463b1804-2063-41da-b97c-2ff004c8e245 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45c61203d65440089ce91f0b51fd4714&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5671341 Mar 16 10:51:23.036679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55746) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:23.093603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59859039-9656-4556-a4b7-3714901894d0,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:23.134665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c1190ece-c83b-4773-961c-5fc999524f54 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.146290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] Set router 957867d1-1a84-4970-9220-b3071eea460d gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:23.151770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.194373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 71df9443-19da-4e9d-bd4e-2118d789f91f no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:23.199363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.202263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Calling delete_port for 32741981-84cb-4bbe-b866-770dfe952633 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:23.230379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1190ece-c83b-4773-961c-5fc999524f54 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefc7d3b-8df0-47ec-beb7-1266c6baae10,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:23.241172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 71df9443-19da-4e9d-bd4e-2118d789f91f {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:51:23.241656 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 71df9443-19da-4e9d-bd4e-2118d789f91f not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:23.250994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1b0f17d0-f0f2-43b5-bd89-02da141bf710 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.273431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.274521 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ccbe86e4-319c-463f-af95-9a09d2aed64c tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1913767 Mar 16 10:51:23.285429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55750) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:23.301265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:23.302112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e4f0bc-cd8d-47c5-8e92-9fe34e5a7821']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.327294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Allocated IP 172.20.0.7 (06f71571-c0e7-4ef8-8f60-fa80b2681470/03fbfe44-4d4c-46ad-8803-0748c9538897/b7d2736a-d989-4103-b6a8-2f768ad1f56e) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:23.343194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:23.346941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Pushing event updated for resources: {'Port': ['ID=c76e7cda-747f-443f-88fb-932155282511,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:23.350528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456a0317-b59f-49c7-80dd-2043fdda336a') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.350946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456a0317-b59f-49c7-80dd-2043fdda336a') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.370124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Usage tracker for resource:floatingip and tenant:749b3dea469d4d55ab820e1d0f325c6f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:23.370575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c1190ece-c83b-4773-961c-5fc999524f54 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.371964 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c1190ece-c83b-4773-961c-5fc999524f54 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/fefc7d3b-8df0-47ec-beb7-1266c6baae10 HTTP/1.1" status: 204 len: 168 time: 1.2431476 Mar 16 10:51:23.377541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55754) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:23.382112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:23.387585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.409239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:23.411582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f11cd0a-662c-4c02-bbe9-e6de19cfa987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.451768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.474733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.521038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f11cd0a-662c-4c02-bbe9-e6de19cfa987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.528898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.555692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:23.556333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.563233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:14Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3947d26d-42be-4499-94f5-b2a2ad8ac110', 'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'mac_address': 'fa:16:3e:95:83:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:11Z', 'updated_at': '2022-03-16T10:51:22Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'subnets': [{'id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:23.567986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e64fd-4f66-4ea7-bfb1-f5e5a4beb55b None None] The sync data for ids ['957867d1-1a84-4970-9220-b3071eea460d'] in dv-neutron-833860-1-hyperv is: [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:14Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3947d26d-42be-4499-94f5-b2a2ad8ac110', 'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'mac_address': 'fa:16:3e:95:83:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:11Z', 'updated_at': '2022-03-16T10:51:22Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'subnets': [{'id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:23.579209 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:23.614418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.622122 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2cf5e8f8-3c04-4e69-a631-a0033b8dc8b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7446845 Mar 16 10:51:23.679254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.882727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.884031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f11cd0a-662c-4c02-bbe9-e6de19cfa987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.886681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6e4f0bc-cd8d-47c5-8e92-9fe34e5a7821 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:51:23.889628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:23.926645 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d6e4f0bc-cd8d-47c5-8e92-9fe34e5a7821 HTTP/1.1" status: 204 len: 168 time: 1.5280385 Mar 16 10:51:23.932890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11cd0a-662c-4c02-bbe9-e6de19cfa987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c359c-e0ad-499f-a6c8-0a6a3107c61f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:23.949155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-1b0f17d0-f0f2-43b5-bd89-02da141bf710 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:51:23.960019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55770) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:23.995852 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0fa2f-48d9-4e47-984b-4dea680d88bc tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6e4f0bc-cd8d-47c5-8e92-9fe34e5a7821,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:24.001524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f11cd0a-662c-4c02-bbe9-e6de19cfa987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.003487 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4f11cd0a-662c-4c02-bbe9-e6de19cfa987 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac2c359c-e0ad-499f-a6c8-0a6a3107c61f HTTP/1.1" status: 204 len: 168 time: 0.9117422 Mar 16 10:51:24.007856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.011307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Request body: {'network': {'name': 'tempest-network--1766608994', 'router:external': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:24.019191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:24.024446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Usage tracker for resource:network and tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:24.028488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:24.036511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:24.058413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1b0f17d0-f0f2-43b5-bd89-02da141bf710 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.061047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Made reservation on behalf of 35e9301c5e1641e7a42a6e31d7a9f7a4 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:24.064205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.066582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a493ebe-decb-4318-899d-83fc45a9d278']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:24.084357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.088157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eae8ac0-7610-4966-845e-0ab218e5e595') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:24.088485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eae8ac0-7610-4966-845e-0ab218e5e595') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:24.107484 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.115819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:24.122905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Transition to ACTIVE for port object b7d2736a-d989-4103-b6a8-2f768ad1f56e will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:24.129872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.130446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.130725 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Added segment 6a57e856-26c9-4216-bf44-ef4817da34c0 of type vlan for network 43556a17-40e3-4d43-bcee-1f2a59319d2a Mar 16 10:51:24.139604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:24.140037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:24.154800 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:24.175882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.248535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.254751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.264243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1b0f17d0-f0f2-43b5-bd89-02da141bf710 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.283530 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] 10.222.0.37 "DELETE /v2.0/networks/8a493ebe-decb-4318-899d-83fc45a9d278 HTTP/1.1" status: 204 len: 168 time: 0.9020946 Mar 16 10:51:24.285098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909d873-e4fa-4316-9236-fba1003f32bd tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a493ebe-decb-4318-899d-83fc45a9d278,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:24.289124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.299003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55784) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.351570 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3947d26d-42be-4499-94f5-b2a2ad8ac110 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:24.411475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f17d0-f0f2-43b5-bd89-02da141bf710 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Port': ['ID=def66781-f64d-433a-9269-47cd0cb9acdf,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:24.419808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.420780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:24.421362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.458743 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Network 06f71571-c0e7-4ef8-8f60-fa80b2681470 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:24.468531 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:24.476797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:24.484487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 3947d26d-42be-4499-94f5-b2a2ad8ac110 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:24.494547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3947d26d-42be-4499-94f5-b2a2ad8ac110 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:24.495063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.497994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f17d0-f0f2-43b5-bd89-02da141bf710 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] In _notify_port_updated(), no bound segment for port def66781-f64d-433a-9269-47cd0cb9acdf on network 312ac26d-6537-4b30-9576-bce9b68f2b0f {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:51:24.504135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f17d0-f0f2-43b5-bd89-02da141bf710 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:24.504856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1b0f17d0-f0f2-43b5-bd89-02da141bf710 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.513746 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1b0f17d0-f0f2-43b5-bd89-02da141bf710 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "PUT /v2.0/ports/def66781-f64d-433a-9269-47cd0cb9acdf HTTP/1.1" status: 200 len: 1003 time: 2.2791750 Mar 16 10:51:24.536927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55792) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.545486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55794) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.619927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55796) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.632025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.656224 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6832092 Mar 16 10:51:24.662866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event updated for resources: {'Port': ['ID=b7d2736a-d989-4103-b6a8-2f768ad1f56e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:24.701872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55798) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:24.710066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.783419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event deleted for resources: {'Port': ['ID=32741981-84cb-4bbe-b866-770dfe952633,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:24.786063 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 10:51:24.786740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c097d-d77e-440f-9789-eb5ed4e34722 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event updated for resources: {'Network': ['ID=43556a17-40e3-4d43-bcee-1f2a59319d2a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:24.790412 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-341ce3f7-3e5d-48f3-b3dd-c0bfbdef5afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.868366 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-341ce3f7-3e5d-48f3-b3dd-c0bfbdef5afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:24.890685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.891887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.898729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.926074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-676eec3e-f1bf-4f8a-adbc-98f18e55a8f6 None None] Provisioning for port b7d2736a-d989-4103-b6a8-2f768ad1f56e completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:24.935200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-341ce3f7-3e5d-48f3-b3dd-c0bfbdef5afd admin admin] Usage tracker for resource:security_group_rule and tenant:b0006a21af9a4086a6d13e56115ba15e is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:24.939636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-676eec3e-f1bf-4f8a-adbc-98f18e55a8f6 None None] Provisioning complete for port b7d2736a-d989-4103-b6a8-2f768ad1f56e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:24.939998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-676eec3e-f1bf-4f8a-adbc-98f18e55a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:24.943566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-341ce3f7-3e5d-48f3-b3dd-c0bfbdef5afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:24.993035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 3947d26d-42be-4499-94f5-b2a2ad8ac110, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3947d26d-42be-4499-94f5-b2a2ad8ac110,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:25.011153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.085854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1ca5888f-ad8e-4f06-80aa-1a52f36fbbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.099325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-676eec3e-f1bf-4f8a-adbc-98f18e55a8f6 None None] Port b7d2736a-d989-4103-b6a8-2f768ad1f56e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:25.124543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-341ce3f7-3e5d-48f3-b3dd-c0bfbdef5afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:25.126937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=3947d26d-42be-4499-94f5-b2a2ad8ac110,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:25.134947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 43556a17-40e3-4d43-bcee-1f2a59319d2a details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:25.136190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.147650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-07384809-0195-48af-9c1d-40a64b8c1773 req-7f2dc124-8c56-4ed2-bff6-f1feb60d5648 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Synchronizing usage tracker for tenant:7afa6b3d306242289b4a4749d86d03e5 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:25.158084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:25.158742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.172373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-81aa7291-22d7-4143-9982-f0a958fe7cad tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Deleting port def66781-f64d-433a-9269-47cd0cb9acdf {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:25.172687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-81aa7291-22d7-4143-9982-f0a958fe7cad tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.265275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.274268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.305721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e2aabdb2-385b-44a5-978e-7c03c31e6503 None None] Provisioning complete for port def66781-f64d-433a-9269-47cd0cb9acdf triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:25.306891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e2aabdb2-385b-44a5-978e-7c03c31e6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.314624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21783e3f-4896-4221-87c5-14533348f940 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:25.316054 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-21783e3f-4896-4221-87c5-14533348f940 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] 10.222.0.37 "GET /v2.0/networks/43556a17-40e3-4d43-bcee-1f2a59319d2a HTTP/1.1" status: 200 len: 757 time: 0.6035712 Mar 16 10:51:25.323067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55810) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.342175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.371316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e2aabdb2-385b-44a5-978e-7c03c31e6503 None None] Port def66781-f64d-433a-9269-47cd0cb9acdf cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:25.423480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.435174 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-aa89709b-f1a2-434d-b5f4-d0282378548b tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8838642 Mar 16 10:51:25.455642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55814) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.460140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.460800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ded73a0c-f36c-4617-813d-624336c7cd6b {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:25.485462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-07384809-0195-48af-9c1d-40a64b8c1773 req-7f2dc124-8c56-4ed2-bff6-f1feb60d5648 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Unset dirty status for tenant:7afa6b3d306242289b4a4749d86d03e5 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:25.486656 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-7f2dc124-8c56-4ed2-bff6-f1feb60d5648 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1553798217&fields=id&tenant_id=7afa6b3d306242289b4a4749d86d03e5 HTTP/1.1" status: 200 len: 267 time: 0.8257637 Mar 16 10:51:25.530989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Allocated IP 172.26.2.69 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/552b0e47-ac50-4c69-bd70-07db19238c79) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:25.554963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.559680 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a1757be3-e083-47bb-9614-8a7f38c837af tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ded73a0c-f36c-4617-813d-624336c7cd6b HTTP/1.1" status: 204 len: 168 time: 9.1161952 Mar 16 10:51:25.560222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55820) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.569645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485a7fb3-2b22-4651-a168-bd348d16b919']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:25.736554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-341ce3f7-3e5d-48f3-b3dd-c0bfbdef5afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.752233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-341ce3f7-3e5d-48f3-b3dd-c0bfbdef5afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.758487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee282b16-7812-422f-8800-b34463c03a62') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:25.759056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee282b16-7812-422f-8800-b34463c03a62') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:25.780444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d5005-a7c2-4bb7-b96c-fa2cba9b5b03 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:25.784587 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-785d5005-a7c2-4bb7-b96c-fa2cba9b5b03 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] 10.222.0.37 "GET /v2.0/networks/08a013ef-f89e-4bf3-b513-077636827877 HTTP/1.1" status: 200 len: 768 time: 0.4125941 Mar 16 10:51:25.788769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55824) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.836872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-db219964-641f-4ba4-a5cc-7fdab186447a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Deleting subnet a648f2f2-c3d9-44a2-8929-e8ea2ba56123 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:51:25.851177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.869391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db219964-641f-4ba4-a5cc-7fdab186447a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.902304 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-341ce3f7-3e5d-48f3-b3dd-c0bfbdef5afd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0006a21af9a4086a6d13e56115ba15e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2448330 Mar 16 10:51:25.906056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.912428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55828) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:25.934375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'project_id': 'eb80cb5b9cea41f9816728621bebe0c9', 'port_id': 'b7d2736a-d989-4103-b6a8-2f768ad1f56e'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:25.939427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ce3f7-3e5d-48f3-b3dd-c0bfbdef5afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248758a8-5831-4eac-9ce6-2a56f7db2f5c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:25.940979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:25.941814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.949387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:25.957220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-81aa7291-22d7-4143-9982-f0a958fe7cad tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:25.964341 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:26.020829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Usage tracker for resource:floatingip and tenant:eb80cb5b9cea41f9816728621bebe0c9 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:26.027098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:26.043123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.048830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:26.055340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db219964-641f-4ba4-a5cc-7fdab186447a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.106407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.114642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.169346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db219964-641f-4ba4-a5cc-7fdab186447a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.170372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-81aa7291-22d7-4143-9982-f0a958fe7cad tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Calling delete_port for def66781-f64d-433a-9269-47cd0cb9acdf owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:26.230327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384809-0195-48af-9c1d-40a64b8c1773 req-3a50d8c4-b03e-4994-b538-cfc92706438e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:26.232369 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-3a50d8c4-b03e-4994-b538-cfc92706438e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 812 time: 0.6707332 Mar 16 10:51:26.252128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.286323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.306971 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] Pushing event deleted for resources: {'Network': ['ID=485a7fb3-2b22-4651-a168-bd348d16b919,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:26.315643 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1cc97f5b-d59a-45e8-abe0-ac4bf6f61f63 tempest-QuotasNegativeTest-643495238 tempest-QuotasNegativeTest-643495238-project-admin] 10.222.0.37 "DELETE /v2.0/networks/485a7fb3-2b22-4651-a168-bd348d16b919 HTTP/1.1" status: 204 len: 168 time: 1.9892678 Mar 16 10:51:26.317185 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-8117ea24-0d8f-40b1-b162-39373774fc38 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/quotas/7afa6b3d306242289b4a4749d86d03e5 HTTP/1.1" status: 200 len: 375 time: 0.0661342 Mar 16 10:51:26.325769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8b47f372-bb9a-4580-bd1c-18c714a920e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.352247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3947d26d-42be-4499-94f5-b2a2ad8ac110 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:26.399785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.417343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8b47f372-bb9a-4580-bd1c-18c714a920e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.445117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.447687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3947d26d-42be-4499-94f5-b2a2ad8ac110 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:26.448708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.526217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:26.533824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:26.535496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.539844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:26.546056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-07384809-0195-48af-9c1d-40a64b8c1773 req-b86a6a64-0de4-4ebb-8af1-6e2b5995d803 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Synchronizing usage tracker for tenant:7afa6b3d306242289b4a4749d86d03e5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:26.559172 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-81aa7291-22d7-4143-9982-f0a958fe7cad tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.569014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43556a17-40e3-4d43-bcee-1f2a59319d2a']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:26.586723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db219964-641f-4ba4-a5cc-7fdab186447a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.590409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Pushing event updated for resources: {'Port': ['ID=552b0e47-ac50-4c69-bd70-07db19238c79,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:26.621334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8b47f372-bb9a-4580-bd1c-18c714a920e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.634563 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa7291-22d7-4143-9982-f0a958fe7cad tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event deleted for resources: {'Port': ['ID=def66781-f64d-433a-9269-47cd0cb9acdf,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:26.643316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a57e856-26c9-4216-bf44-ef4817da34c0') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:26.643618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a57e856-26c9-4216-bf44-ef4817da34c0') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:26.646832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-07384809-0195-48af-9c1d-40a64b8c1773 req-b86a6a64-0de4-4ebb-8af1-6e2b5995d803 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Unset dirty status for tenant:7afa6b3d306242289b4a4749d86d03e5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:26.648319 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-b86a6a64-0de4-4ebb-8af1-6e2b5995d803 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3238015 Mar 16 10:51:26.651045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47f372-bb9a-4580-bd1c-18c714a920e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248758a8-5831-4eac-9ce6-2a56f7db2f5c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:26.674160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db219964-641f-4ba4-a5cc-7fdab186447a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a648f2f2-c3d9-44a2-8929-e8ea2ba56123,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:26.678259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db219964-641f-4ba4-a5cc-7fdab186447a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.687121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.707320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-81aa7291-22d7-4143-9982-f0a958fe7cad tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.709278 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-81aa7291-22d7-4143-9982-f0a958fe7cad tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "DELETE /v2.0/ports/def66781-f64d-433a-9269-47cd0cb9acdf HTTP/1.1" status: 204 len: 168 time: 2.0500450 Mar 16 10:51:26.710182 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8b47f372-bb9a-4580-bd1c-18c714a920e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.713940 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-db219964-641f-4ba4-a5cc-7fdab186447a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/a648f2f2-c3d9-44a2-8929-e8ea2ba56123 HTTP/1.1" status: 204 len: 168 time: 1.1495292 Mar 16 10:51:26.717491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55840) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:26.717819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55842) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:26.724130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.729735 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8b47f372-bb9a-4580-bd1c-18c714a920e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/248758a8-5831-4eac-9ce6-2a56f7db2f5c HTTP/1.1" status: 204 len: 168 time: 0.8124928 Mar 16 10:51:26.823931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:26.824788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:26.829334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 32741981-84cb-4bbe-b866-770dfe952633 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:26.892459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 32741981-84cb-4bbe-b866-770dfe952633 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:51:26.892811 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 32741981-84cb-4bbe-b866-770dfe952633 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:26.953410 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:26.955201 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-345fc737-4d95-423b-ad6e-3196d7e9a106 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] GET failed (client error): The resource could not be found. Mar 16 10:51:26.955752 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-345fc737-4d95-423b-ad6e-3196d7e9a106 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "GET /v2.0/ports/def66781-f64d-433a-9269-47cd0cb9acdf HTTP/1.1" status: 404 len: 333 time: 0.2370396 Mar 16 10:51:26.959664 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55852) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:26.971188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'port': {'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-764006069'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:27.065156 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:51:27.131940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.147361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.177204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:27.182120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Usage tracker for resource:port and tenant:93d34b34c25e4bfd8c3642cf1686eac4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:27.185463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:27.192062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:27.203150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Made reservation on behalf of 93d34b34c25e4bfd8c3642cf1686eac4 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:27.208094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.236039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.239866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] device_id is not set on port a78f80cd-f759-4aee-994b-7d812020265e yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:27.297242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43556a17-40e3-4d43-bcee-1f2a59319d2a {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:51:27.307193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.309713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event deleted for resources: {'Network': ['ID=43556a17-40e3-4d43-bcee-1f2a59319d2a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:27.363274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.383764 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e8262cdd-8247-422a-b678-c34c8f7ad5fa tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/43556a17-40e3-4d43-bcee-1f2a59319d2a HTTP/1.1" status: 204 len: 168 time: 1.5887394 Mar 16 10:51:27.407225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55862) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:27.407553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55864) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:27.415168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Request body: {'network': {'name': 'tempest-network--213489013'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:27.415888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-4eb0f628-2aa9-4bf7-bbc4-83f34edb5efe service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:51:27.416993 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-4eb0f628-2aa9-4bf7-bbc4-83f34edb5efe service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4727483 Mar 16 10:51:27.525828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:27.572945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:27.723696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Allocated IP 2001:db8::382 (312ac26d-6537-4b30-9576-bce9b68f2b0f/10d0dbb6-efab-4257-a2b0-8d4bf8b896cd/a78f80cd-f759-4aee-994b-7d812020265e) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:27.748372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Allocated IP 172.26.2.62 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/fcabf138-a651-41fc-ab39-34bc7d75b6d5) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:27.824345 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-27a35e8a-f832-41d8-94c0-ffd998b5ea8b service neutron] 10.222.0.37 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937560 Mar 16 10:51:27.977675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.007312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a311ade5-7a9f-4c06-9d20-8664b4f3ef1f']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:28.021625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a145a1b-1fd3-4dbf-b04a-4aa49401fee0') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:28.021955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a145a1b-1fd3-4dbf-b04a-4aa49401fee0') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:28.034204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.049984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.056325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:28.056484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.074445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Usage tracker for resource:network and tenant:35e9301c5e1641e7a42a6e31d7a9f7a4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:28.077328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:28.083012 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:28.108106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:28.108285 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-7dede324-ede3-4c3e-9d3a-71dfa96aeb43 service neutron] 10.222.0.37 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596414 Mar 16 10:51:28.115629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.212024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0658689-f4e9-4576-9359-e08326848366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.261298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c0658689-f4e9-4576-9359-e08326848366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:28.263898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:51:28.278359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Made reservation on behalf of 35e9301c5e1641e7a42a6e31d7a9f7a4 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:28.279591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.299382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c0658689-f4e9-4576-9359-e08326848366 admin admin] Usage tracker for resource:security_group_rule and tenant:36bec755028545b89b2c19b3f088c137 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:28.305058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.306718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c0658689-f4e9-4576-9359-e08326848366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:28.315977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Transition to ACTIVE for port object a78f80cd-f759-4aee-994b-7d812020265e will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:28.319472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c0658689-f4e9-4576-9359-e08326848366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:28.323839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.361511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.384452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.414422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a311ade5-7a9f-4c06-9d20-8664b4f3ef1f {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:51:28.425905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.474128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Port': ['ID=a78f80cd-f759-4aee-994b-7d812020265e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:28.491492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:28.493593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:28.508259 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:28.511395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event deleted for resources: {'Network': ['ID=a311ade5-7a9f-4c06-9d20-8664b4f3ef1f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:28.514653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:28.515509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.562300 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2af46d17-f4c1-49ee-8285-2eed55b63f3a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6008313 Mar 16 10:51:28.565040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55918) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:28.577600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'port': {'network_id': '312ac26d-6537-4b30-9576-bce9b68f2b0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-907347863'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:28.596921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.610771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:28.634551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55922) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:28.641270 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9666fdd1-e9bd-4e28-b655-bc11c40e20e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "DELETE /v2.0/networks/a311ade5-7a9f-4c06-9d20-8664b4f3ef1f HTTP/1.1" status: 204 len: 168 time: 1.9174261 Mar 16 10:51:28.641270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Pushing event updated for resources: {'Port': ['ID=552b0e47-ac50-4c69-bd70-07db19238c79,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:28.730517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.730995 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Added segment 50ddde3d-55a8-48a5-ae0f-f3087f7626e7 of type vlan for network 7a0be943-4898-44d6-8773-9b463a21316c Mar 16 10:51:28.765137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.813973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:28.817512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.818806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:28.819389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.820781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Usage tracker for resource:port and tenant:93d34b34c25e4bfd8c3642cf1686eac4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:28.825237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:28.834529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:28.859196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Made reservation on behalf of 93d34b34c25e4bfd8c3642cf1686eac4 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:28.864204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.900402 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55936) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:28.917518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] device_id is not set on port 532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:28.946467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event updated for resources: {'Network': ['ID=7a0be943-4898-44d6-8773-9b463a21316c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:28.958022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1ddec1b4-8d3a-4fd4-80d8-bf8d660e4fea None None] Provisioning for port a78f80cd-f759-4aee-994b-7d812020265e completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:28.959224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.966036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1ddec1b4-8d3a-4fd4-80d8-bf8d660e4fea None None] Provisioning complete for port a78f80cd-f759-4aee-994b-7d812020265e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:28.966403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1ddec1b4-8d3a-4fd4-80d8-bf8d660e4fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.989796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.998725 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-823bdfb0-78c1-4f4d-8db4-be071e5bbdf8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7001519 Mar 16 10:51:29.000093 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-69ed56ad-9a5b-4c7a-a773-29ed84f1284f tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5911381 Mar 16 10:51:29.000642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55944) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:29.013949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1bc15fe3-28fd-4d70-80b7-4c8cf2ffe42c tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:29.032635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 7a0be943-4898-44d6-8773-9b463a21316c details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:29.275505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Allocated IP 2001:db8::34a (312ac26d-6537-4b30-9576-bce9b68f2b0f/10d0dbb6-efab-4257-a2b0-8d4bf8b896cd/532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:29.340418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1ddec1b4-8d3a-4fd4-80d8-bf8d660e4fea None None] Port a78f80cd-f759-4aee-994b-7d812020265e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:29.378802 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 10:51:29.448360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0658689-f4e9-4576-9359-e08326848366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.462458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1215485786'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:29.477263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20d0fcba-c860-4db2-b2d1-f924bfbb6ec1 req-0bbac236-4357-4cc1-a5f6-52dfb39174a8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 210 time: 0.8213246 Mar 16 10:51:29.480286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0658689-f4e9-4576-9359-e08326848366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.495083 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55970) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:29.535915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.544950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Request body: {'router': {'name': 'tempest-router--749784002', 'project_id': 'b244e98decdb4f3caad022842f4df5c5'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:29.548061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:29.582315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Usage tracker for resource:network and tenant:a6f9d82017264f0bb7e2c100f7f8e445 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:29.591502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:29.605913 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-1b1ef081-1c7d-4d6c-a728-e3c66ba24c3a tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Synchronizing usage tracker for tenant:749b3dea469d4d55ab820e1d0f325c6f on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:29.609059 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:29.651961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Made reservation on behalf of a6f9d82017264f0bb7e2c100f7f8e445 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:29.656201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.670317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-1b1ef081-1c7d-4d6c-a728-e3c66ba24c3a tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Unset dirty status for tenant:749b3dea469d4d55ab820e1d0f325c6f on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:29.670956 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-1b1ef081-1c7d-4d6c-a728-e3c66ba24c3a tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1660697044&fields=id&tenant_id=749b3dea469d4d55ab820e1d0f325c6f HTTP/1.1" status: 200 len: 267 time: 0.2044985 Mar 16 10:51:29.686380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.689599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:29.723814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Usage tracker for resource:router and tenant:b244e98decdb4f3caad022842f4df5c5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:29.728370 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c0658689-f4e9-4576-9359-e08326848366 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36bec755028545b89b2c19b3f088c137&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3180361 Mar 16 10:51:29.728944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.734874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:29.735758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:29.740066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55978) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:29.746929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:29.748779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0658689-f4e9-4576-9359-e08326848366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754dd6b4-ca2f-4c1d-a9b0-d19569c9b77f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:29.752445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:29.763100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:29.776757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Usage tracker for resource:security_group_rule and tenant:a6f9d82017264f0bb7e2c100f7f8e445 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:29.777219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:29.827106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:29.836648 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Transition to ACTIVE for port object 532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:29.838221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Pushing event updated for resources: {'Port': ['ID=fcabf138-a651-41fc-ab39-34bc7d75b6d5,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:29.851851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:29.857844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.858868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.865534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1bc15fe3-28fd-4d70-80b7-4c8cf2ffe42c tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.933832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-fe4df121-6e5f-4811-8217-b889a095bf76 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:29.934558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-fe4df121-6e5f-4811-8217-b889a095bf76 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Synchronizing usage tracker for tenant:749b3dea469d4d55ab820e1d0f325c6f on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:29.935894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1bc15fe3-28fd-4d70-80b7-4c8cf2ffe42c tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.964987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.966496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.978230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1bc15fe3-28fd-4d70-80b7-4c8cf2ffe42c tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Network 7a0be943-4898-44d6-8773-9b463a21316c is not hosted by any dhcp agent {{(pid=87874) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:51:29.979245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc15fe3-28fd-4d70-80b7-4c8cf2ffe42c tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:29.979857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1bc15fe3-28fd-4d70-80b7-4c8cf2ffe42c tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:29.981166 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1bc15fe3-28fd-4d70-80b7-4c8cf2ffe42c tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "PUT /v2.0/networks/7a0be943-4898-44d6-8773-9b463a21316c HTTP/1.1" status: 200 len: 857 time: 0.9744546 Mar 16 10:51:29.997693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 55988) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:30.035313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-fe4df121-6e5f-4811-8217-b889a095bf76 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Unset dirty status for tenant:749b3dea469d4d55ab820e1d0f325c6f on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:30.036767 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-fe4df121-6e5f-4811-8217-b889a095bf76 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/networks?id=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 HTTP/1.1" status: 200 len: 805 time: 0.3540483 Mar 16 10:51:30.076333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:30.082896 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-d24dbc61-6454-4f22-9b30-1f30b226a616 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/quotas/749b3dea469d4d55ab820e1d0f325c6f HTTP/1.1" status: 200 len: 375 time: 0.0313399 Mar 16 10:51:30.093545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:30.133429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:30.139001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:30.139616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.156582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Port': ['ID=532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:30.157400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5af84edf-381c-4488-92e2-3be022772cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.164634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc15fe3-28fd-4d70-80b7-4c8cf2ffe42c tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event updated for resources: {'Network': ['ID=7a0be943-4898-44d6-8773-9b463a21316c,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:30.235291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.249868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.261148 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:30.270249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.270579 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Added segment b60ad9a0-e998-4d25-867a-68f47f95c342 of type vlan for network 3241d351-d6d5-455b-a9b5-0649ffbc7293 Mar 16 10:51:30.290931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5af84edf-381c-4488-92e2-3be022772cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.361302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.366471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.373677 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a1c1c144-adad-43e8-886c-d1501fb7dcf2 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8074250 Mar 16 10:51:30.380568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 55994) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:30.382094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5af84edf-381c-4488-92e2-3be022772cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.406878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8d49996d-3315-4e60-80ff-982dfffb85f6 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:3d:56:f6'}, {'ip_address': '2001:db8::382', 'mac_address': 'fa:16:3e:bc:e9:bb'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:30.454164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef8557-1dcf-4445-9de7-831e8485f014,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:30.459581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.483533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5c505237-232e-444c-b019-5c609a1b862d None None] Provisioning for port 532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:30.487564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5af84edf-381c-4488-92e2-3be022772cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.491813 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5af84edf-381c-4488-92e2-3be022772cb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/754dd6b4-ca2f-4c1d-a9b0-d19569c9b77f HTTP/1.1" status: 204 len: 168 time: 0.7463803 Mar 16 10:51:30.493115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af84edf-381c-4488-92e2-3be022772cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754dd6b4-ca2f-4c1d-a9b0-d19569c9b77f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:30.497069 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5c505237-232e-444c-b019-5c609a1b862d None None] Provisioning complete for port 532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:30.498201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c505237-232e-444c-b019-5c609a1b862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.501981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.503260 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ba6a7720-51a1-4aa9-808d-312df34b3d54 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9830053 Mar 16 10:51:30.506201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56002) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:30.599239 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5c505237-232e-444c-b019-5c609a1b862d None None] Port 532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:30.653476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-ae5d6ba0-93d3-4550-9178-0b0fa06ec3be tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Synchronizing usage tracker for tenant:749b3dea469d4d55ab820e1d0f325c6f on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:30.823884 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-142aaaa0-9ca2-4a0f-a3cb-6e8010c732e4 req-b9102bb3-6c48-4886-94d1-388a764e27f9 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 210 time: 0.1131222 Mar 16 10:51:30.824728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.829732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:30.830359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.838170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.851585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-561449ec-3ba4-4b12-890f-21b203945549 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.877439 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.48', 51006) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:30.987632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-ae5d6ba0-93d3-4550-9178-0b0fa06ec3be tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Unset dirty status for tenant:749b3dea469d4d55ab820e1d0f325c6f on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:30.989262 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-ae5d6ba0-93d3-4550-9178-0b0fa06ec3be tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=749b3dea469d4d55ab820e1d0f325c6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8906333 Mar 16 10:51:30.998314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0be943-4898-44d6-8773-9b463a21316c']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:31.005138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56012) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:31.054540 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1481354 Mar 16 10:51:31.131281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d49996d-3315-4e60-80ff-982dfffb85f6 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.181804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ddde3d-55a8-48a5-ae0f-f3087f7626e7') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:31.182146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ddde3d-55a8-48a5-ae0f-f3087f7626e7') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:31.192011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-93c1dce5-6ee7-44f3-8b4c-c96e1941a363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.260961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.301806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-93c1dce5-6ee7-44f3-8b4c-c96e1941a363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:31.316653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-93c1dce5-6ee7-44f3-8b4c-c96e1941a363 admin admin] Usage tracker for resource:security_group_rule and tenant:5227143387d842a493172a47f16d681d is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:31.319912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.324535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-93c1dce5-6ee7-44f3-8b4c-c96e1941a363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:31.337656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-93c1dce5-6ee7-44f3-8b4c-c96e1941a363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:31.357560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:31.357560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:31.363406 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:31.385134 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99470148-13c2-4103-b7cb-b75c0fe8491b tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Pushing event updated for resources: {'Network': ['ID=3241d351-d6d5-455b-a9b5-0649ffbc7293,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:31.401081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 3241d351-d6d5-455b-a9b5-0649ffbc7293 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:31.427400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56030) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:31.485131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384809-0195-48af-9c1d-40a64b8c1773 req-74e05663-6023-4294-bc93-5d2c4c0bae70 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:31.486589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-07384809-0195-48af-9c1d-40a64b8c1773 req-74e05663-6023-4294-bc93-5d2c4c0bae70 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Synchronizing usage tracker for tenant:7afa6b3d306242289b4a4749d86d03e5 on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:31.517791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.522975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.569632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Request body: {'port': {'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293', 'binding:host_id': 'hv-neutron-8338', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-928336260'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:31.571770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a0be943-4898-44d6-8773-9b463a21316c {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:51:31.582902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.589563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-07384809-0195-48af-9c1d-40a64b8c1773 req-74e05663-6023-4294-bc93-5d2c4c0bae70 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Unset dirty status for tenant:7afa6b3d306242289b4a4749d86d03e5 on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:31.591209 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-74e05663-6023-4294-bc93-5d2c4c0bae70 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.48 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 812 time: 0.7128427 Mar 16 10:51:31.599284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a0be943-4898-44d6-8773-9b463a21316c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:31.629369 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-eaf4f99e-be56-422c-911e-08908dedf4d0 tempest-ExternalNetworksTestJSON-2056041051 tempest-ExternalNetworksTestJSON-2056041051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7a0be943-4898-44d6-8773-9b463a21316c HTTP/1.1" status: 204 len: 168 time: 1.6175926 Mar 16 10:51:31.636790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56044) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:31.643844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:31.665879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-561449ec-3ba4-4b12-890f-21b203945549 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.671868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-561449ec-3ba4-4b12-890f-21b203945549 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.676043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Usage tracker for resource:port and tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:31.735018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:31.755051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-93c1dce5-6ee7-44f3-8b4c-c96e1941a363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.759406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:31.765935 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6e75b1-1599-48bb-8001-0320d4b47b13 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] DELETE failed (client error): The resource could not be found. Mar 16 10:51:31.766651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6e75b1-1599-48bb-8001-0320d4b47b13 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:51:31.774305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-93c1dce5-6ee7-44f3-8b4c-c96e1941a363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.852385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6a6e75b1-1599-48bb-8001-0320d4b47b13 tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] 10.222.0.37 "DELETE /v2.0/subnets/5ca750c9-52f3-499a-83be-eb6bb4043a5d HTTP/1.1" status: 404 len: 337 time: 0.2119243 Mar 16 10:51:31.869055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56052) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:32.030959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.043826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a0f6a6e4-db9e-4854-a854-d0831f96349d tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Synchronizing usage tracker for tenant:7afa6b3d306242289b4a4749d86d03e5 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:32.060345 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-93c1dce5-6ee7-44f3-8b4c-c96e1941a363 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5227143387d842a493172a47f16d681d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9093349 Mar 16 10:51:32.065513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1dce5-6ee7-44f3-8b4c-c96e1941a363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0750905-326b-47ca-82de-4481ca587692,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:32.072908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56060) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:32.109928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Made reservation on behalf of 6fe0e2a2cc854e64a0969c3c40a6a8ae for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:32.112460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.129077 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-49b35a38-4fb2-4054-942a-d9391e32d56d service neutron] 10.222.0.37 "GET /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0826628 Mar 16 10:51:32.142341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-561449ec-3ba4-4b12-890f-21b203945549 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.143075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561449ec-3ba4-4b12-890f-21b203945549 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0da971ab-bf16-4ed5-9958-c2379fd1ce13 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:32.162718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.206384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.254468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-561449ec-3ba4-4b12-890f-21b203945549 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.256071 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-561449ec-3ba4-4b12-890f-21b203945549 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "DELETE /v2.0/routers/0da971ab-bf16-4ed5-9958-c2379fd1ce13 HTTP/1.1" status: 204 len: 168 time: 1.7459490 Mar 16 10:51:32.330035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:32.335950 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d7f8cfb6-0a00-4dba-bd24-fc51a9927690 req-d0708b21-8958-4cae-96bf-5e30a4f436fb tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 210 time: 0.2856474 Mar 16 10:51:32.346211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a0f6a6e4-db9e-4854-a854-d0831f96349d tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Unset dirty status for tenant:7afa6b3d306242289b4a4749d86d03e5 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:32.347659 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a0f6a6e4-db9e-4854-a854-d0831f96349d tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afa6b3d306242289b4a4749d86d03e5 HTTP/1.1" status: 200 len: 380 time: 0.7161808 Mar 16 10:51:32.383260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Usage tracker for resource:security_group_rule and tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:32.396122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:32.410567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c68944db-766f-4f2b-8fcd-7d958efe9672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.422593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:32.466641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Request body: {'port': {'device_id': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'admin_state_up': True, 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'security_groups': ['9d61cc67-6bce-4031-8960-abc2d0e9903a']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:32.468749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d49996d-3315-4e60-80ff-982dfffb85f6 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.494063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d49996d-3315-4e60-80ff-982dfffb85f6 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.522137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.582331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c68944db-766f-4f2b-8fcd-7d958efe9672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.636124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8d49996d-3315-4e60-80ff-982dfffb85f6 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] In _notify_port_updated(), no bound segment for port 532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b on network 312ac26d-6537-4b30-9576-bce9b68f2b0f {{(pid=87875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:51:32.644174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d49996d-3315-4e60-80ff-982dfffb85f6 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:32.646045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d49996d-3315-4e60-80ff-982dfffb85f6 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.647745 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8d49996d-3315-4e60-80ff-982dfffb85f6 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "PUT /v2.0/ports/532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b HTTP/1.1" status: 200 len: 1067 time: 2.2614839 Mar 16 10:51:32.650285 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-7da4749d-c161-4890-8a1d-0bed39bda6cc service neutron] 10.222.0.37 "GET /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978988 Mar 16 10:51:32.663785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56068) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:32.681737 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56072) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:32.833713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a013ef-f89e-4bf3-b513-077636827877']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:32.853751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49996d-3315-4e60-80ff-982dfffb85f6 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event updated for resources: {'Port': ['ID=532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:32.969724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:32.992073 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.001130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d2b4f3-d75f-40a7-a1b1-d7b213f641c2') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:33.001423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d2b4f3-d75f-40a7-a1b1-d7b213f641c2') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:33.021069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.038743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.046082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:33.046527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.048519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c68944db-766f-4f2b-8fcd-7d958efe9672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.088851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] device_id is not set on port 56291541-99ff-4869-af24-4eece5622ba2 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:33.136915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1b65a5f2-bf76-4309-b395-a081bc1e728d None None] Provisioning complete for port 532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:33.139165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1b65a5f2-bf76-4309-b395-a081bc1e728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.192583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb0860e-749e-4ee3-b429-614c941c2a83,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:33.226687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c68944db-766f-4f2b-8fcd-7d958efe9672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.228223 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c68944db-766f-4f2b-8fcd-7d958efe9672 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0750905-326b-47ca-82de-4481ca587692 HTTP/1.1" status: 204 len: 168 time: 1.1460660 Mar 16 10:51:33.236990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68944db-766f-4f2b-8fcd-7d958efe9672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0750905-326b-47ca-82de-4481ca587692,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:33.268535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1092289722', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:33.286813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:33.299795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Usage tracker for resource:router and tenant:53c81113117b4dc3922bc29ae8a1ad01 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:33.302336 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:33.305237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.307435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:33.314093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.319057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:33.335105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:33.391473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.403276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] Pushing event deleted for resources: {'Network': ['ID=08a013ef-f89e-4bf3-b513-077636827877,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:33.407214 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b3b28715-38a9-4dc0-b354-bff2c402b8dd tempest-ExternalNetworksTestJSON-801191724 tempest-ExternalNetworksTestJSON-801191724-project] 10.222.0.37 "DELETE /v2.0/networks/08a013ef-f89e-4bf3-b513-077636827877 HTTP/1.1" status: 204 len: 168 time: 1.5350664 Mar 16 10:51:33.412077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.489218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1b65a5f2-bf76-4309-b395-a081bc1e728d None None] Port 532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:33.730090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] device_id is not set on port 56291541-99ff-4869-af24-4eece5622ba2 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:33.798716 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.820474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:33.826263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Pushing event updated for resources: {'Port': ['ID=fcabf138-a651-41fc-ab39-34bc7d75b6d5,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:33.829138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.830770 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ecb8d597-2a51-4372-b841-02952659935b req-cfc06ff3-6cda-4e07-abd5-35159c0aa0e4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 210 time: 0.0946102 Mar 16 10:51:33.834644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.838558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.879824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Transition to ACTIVE for port object 56291541-99ff-4869-af24-4eece5622ba2 will not be triggered until provisioned by entity L2. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:33.886712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.922283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.273353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56124) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:34.278103 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d8dd66df-0b94-46c2-a6e3-86e52489ac83 req-7b5d7a2c-9515-46fc-aada-6d11cc5a0178 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 210 time: 0.9648147 Mar 16 10:51:34.301181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d1baf-b4eb-4db7-9216-0b78f000db29 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Deleting port 532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:34.301784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1baf-b4eb-4db7-9216-0b78f000db29 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.358510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Made reservation on behalf of 7afa6b3d306242289b4a4749d86d03e5 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:34.362909 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.364088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:34.367698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event updated for resources: {'Port': ['ID=56291541-99ff-4869-af24-4eece5622ba2,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:34.381798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Checking segment: {'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:34.382264 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Network hostable DHCP agents. Network: 3241d351-d6d5-455b-a9b5-0649ffbc7293, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:34.496022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Network 3241d351-d6d5-455b-a9b5-0649ffbc7293 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:34.558489 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Floating IP 589853d0-b6c7-42da-8201-668d8d4676e4 associated. External IP: 172.26.2.62, port: b7d2736a-d989-4103-b6a8-2f768ad1f56e. Mar 16 10:51:34.657941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 3241d351-d6d5-455b-a9b5-0649ffbc7293) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:34.701047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:34.708403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c607f9-785c-4056-81a9-4d38d6c63baa None None] Network 3241d351-d6d5-455b-a9b5-0649ffbc7293 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:34.813717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:34.814136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:34.814768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:34.897961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:34.898394 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:34.909225 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 2 to bind port 56291541-99ff-4869-af24-4eece5622ba2 Mar 16 10:51:34.970876 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:34.971640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:34.972373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:35.029978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56144) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:35.083196 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c9a988b2-5097-4e00-bd47-c131f3de2483 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bd458a0dbdf4269a299cffe72dcd10d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7410507 Mar 16 10:51:35.084034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:35.084356 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:35.087064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56150) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:35.087515 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 3 to bind port 56291541-99ff-4869-af24-4eece5622ba2 Mar 16 10:51:35.212701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:35.213129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:35.213451 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:35.256392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:35.256765 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:35.267139 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a65b150d-d210-497a-8b83-289fb8b0ff20 req-72ffe838-47ae-40d6-96cb-a1b5394b7135 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 210 time: 0.1291990 Mar 16 10:51:35.273006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-607753479'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:35.279705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:35.286314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Usage tracker for resource:network and tenant:672629a19848450f8754a8e59675d034 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:35.289622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:35.295803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:35.450509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1baf-b4eb-4db7-9216-0b78f000db29 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.489080 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 4 to bind port 56291541-99ff-4869-af24-4eece5622ba2 Mar 16 10:51:35.506098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Made reservation on behalf of 672629a19848450f8754a8e59675d034 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:35.509547 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.600240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d1baf-b4eb-4db7-9216-0b78f000db29 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Calling delete_port for 532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:35.693513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.722315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:35.722627 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:35.723012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:35.729813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.752137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:35.757113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Usage tracker for resource:security_group_rule and tenant:672629a19848450f8754a8e59675d034 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:35.760730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:35.767224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:35.865033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.877010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.882793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:35.885734 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:35.886040 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:35.911102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Allocated IP 172.20.0.9 (70acee01-c08d-4f31-96e3-4e26d4fd7ac7/233d9851-e3dd-47f1-9307-ebbe74e26b7d/d2526328-f6e0-4696-ab00-2a56ead9eb1a) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:35.926221 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 5 to bind port 56291541-99ff-4869-af24-4eece5622ba2 Mar 16 10:51:35.971084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b5e149-40a5-4f29-b94b-bd03b4c65982,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:35.978380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-80c2549c-0e05-4af3-81a0-80b658ea1395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.008011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-80c2549c-0e05-4af3-81a0-80b658ea1395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.074544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-80c2549c-0e05-4af3-81a0-80b658ea1395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.078231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:36.103272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2549c-0e05-4af3-81a0-80b658ea1395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ec3185-4965-43d5-8021-458e530ab456,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:36.106609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:36.106609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:36.106609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:36.136508 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.137214 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Added segment efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba of type vlan for network 221d5bf0-58b3-4599-9303-5cc5dc1603ff Mar 16 10:51:36.138285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:36.138605 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:36.146291 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 6 to bind port 56291541-99ff-4869-af24-4eece5622ba2 Mar 16 10:51:36.178375 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-930e2649-7ab6-4917-829a-999bbc05fa0a req-6ee4953c-6146-4409-a3e8-7324765fccf3 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 210 time: 0.3677444 Mar 16 10:51:36.237250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:36.237482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:36.237803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:36.261430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:36.261838 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:36.265750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.268411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1baf-b4eb-4db7-9216-0b78f000db29 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.269206 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 7 to bind port 56291541-99ff-4869-af24-4eece5622ba2 Mar 16 10:51:36.288466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-80c2549c-0e05-4af3-81a0-80b658ea1395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.289721 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-80c2549c-0e05-4af3-81a0-80b658ea1395 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65ec3185-4965-43d5-8021-458e530ab456 HTTP/1.1" status: 204 len: 168 time: 1.1879146 Mar 16 10:51:36.316862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:36.322494 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:36.323764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:36.346130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d1baf-b4eb-4db7-9216-0b78f000db29 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event deleted for resources: {'Port': ['ID=532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:36.365670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Allocated IP 172.26.2.205 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/f9385e8f-6a1f-4784-ae27-f3fbf08b4dcd) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:36.383486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:36.383811 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:36.387727 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 8 to bind port 56291541-99ff-4869-af24-4eece5622ba2 Mar 16 10:51:36.431571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.442248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:36.442591 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:36.494749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:36.495012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:36.495348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:36.700971 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-89ed3cb5-fa4e-4a72-81fa-05521086aaa4 req-fd16004c-ee63-4cf1-9330-1187f408dad0 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 210 time: 0.2369111 Mar 16 10:51:36.702112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:36.704818 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:36.770746 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 9 to bind port 56291541-99ff-4869-af24-4eece5622ba2 Mar 16 10:51:36.792109 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7539859 Mar 16 10:51:36.795275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56162) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:36.845649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'subnet': {'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:36.862719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae9b62-c043-4f2f-9caf-5e10886fd09e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Network': ['ID=221d5bf0-58b3-4599-9303-5cc5dc1603ff,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:36.871141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:36.871817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:36.872084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:36.877379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:36.886579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:36.887026 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:36.889331 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 10 to bind port 56291541-99ff-4869-af24-4eece5622ba2 Mar 16 10:51:36.912663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:36.913195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:36.913594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:36.931658 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 56291541-99ff-4869-af24-4eece5622ba2 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:36.935716 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 56291541-99ff-4869-af24-4eece5622ba2 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:36.935716 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.078567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.122693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56166) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:37.152694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] For port 56291541-99ff-4869-af24-4eece5622ba2, host hv-neutron-8338, cleared binding levels {{(pid=87875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:37.153133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempted to set empty binding levels {{(pid=87875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:51:37.162865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.208581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.256091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:37.257240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.284526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:37.291340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:37.293003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.303055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:37.311841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Transition to ACTIVE for port object d2526328-f6e0-4696-ab00-2a56ead9eb1a will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:37.335924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event updated for resources: {'Port': ['ID=56291541-99ff-4869-af24-4eece5622ba2,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:37.382250 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f5854e2d-c5f6-4d60-a03d-56415c88bef2 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.9047458 Mar 16 10:51:37.388859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56172) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:37.405480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:37.410012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Usage tracker for resource:subnet and tenant:672629a19848450f8754a8e59675d034 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:37.421333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.423197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:37.478849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e7201297-3cfb-4705-b56f-c967879ccd9b tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Deleting port 56291541-99ff-4869-af24-4eece5622ba2 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:37.479459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e7201297-3cfb-4705-b56f-c967879ccd9b tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.546951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:37.562044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Router db0d7435-3970-44e2-a0cb-cde85ca77b7a has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:37.579726 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f33ce47-f138-4a17-856d-c23e6ee891c0 req-99e4291f-7254-408f-b0d5-c69557e48fa5 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 210 time: 0.2070565 Mar 16 10:51:37.679000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:37.693375 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Pushing event updated for resources: {'Port': ['ID=f9385e8f-6a1f-4784-ae27-f3fbf08b4dcd,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:37.710824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:37.740625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:37.790379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Made reservation on behalf of 672629a19848450f8754a8e59675d034 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:37.796964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.824517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1baf-b4eb-4db7-9216-0b78f000db29 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:37.946639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Pushing event updated for resources: {'Port': ['ID=d2526328-f6e0-4696-ab00-2a56ead9eb1a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:38.019501 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-22c1fc68-08cb-4e07-b0c3-1d2ef4e6458b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35e9301c5e1641e7a42a6e31d7a9f7a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6854823 Mar 16 10:51:38.020453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56178) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:38.081769 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7f1d1baf-b4eb-4db7-9216-0b78f000db29 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "DELETE /v2.0/ports/532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b HTTP/1.1" status: 204 len: 168 time: 5.4054005 Mar 16 10:51:38.089791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56182) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:38.118934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.175837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-925d488e-1e26-4a77-b7c1-d867b9045f54 None None] Provisioning for port d2526328-f6e0-4696-ab00-2a56ead9eb1a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:38.181592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-925d488e-1e26-4a77-b7c1-d867b9045f54 None None] Provisioning complete for port d2526328-f6e0-4696-ab00-2a56ead9eb1a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:38.182006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-925d488e-1e26-4a77-b7c1-d867b9045f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.235698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:38.236504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.240654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-925d488e-1e26-4a77-b7c1-d867b9045f54 None None] Port d2526328-f6e0-4696-ab00-2a56ead9eb1a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:38.348720 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-357eccee-d16e-48fa-8ff5-73b7ac2b13b5 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] GET failed (client error): The resource could not be found. Mar 16 10:51:38.349319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-357eccee-d16e-48fa-8ff5-73b7ac2b13b5 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Synchronizing usage tracker for tenant:93d34b34c25e4bfd8c3642cf1686eac4 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:38.379517 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-0e06c992-f023-444d-880d-eb101e3e8e8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9278922 Mar 16 10:51:38.419321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-357eccee-d16e-48fa-8ff5-73b7ac2b13b5 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Unset dirty status for tenant:93d34b34c25e4bfd8c3642cf1686eac4 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:38.423541 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-357eccee-d16e-48fa-8ff5-73b7ac2b13b5 tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "GET /v2.0/ports/532bd85e-69fc-4ba0-9dc7-5a6b7acbab7b HTTP/1.1" status: 404 len: 333 time: 0.2780588 Mar 16 10:51:38.428530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56186) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:38.431248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3357-235b-4ce4-87e6-b2681a727f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.474105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:38.487429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc79b89-bf04-45ff-9ed6-31430c075a9c None None] Sync routers for ids ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:38.502970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc79b89-bf04-45ff-9ed6-31430c075a9c None None] Routers {'db0d7435-3970-44e2-a0cb-cde85ca77b7a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:38.504286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5dc79b89-bf04-45ff-9ed6-31430c075a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:38.564811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bfe44-1dce-4175-a8ec-a80952fc4a68 req-a3415fe7-75b9-4898-89ad-298ae09ec56c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:38.566404 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f76bfe44-1dce-4175-a8ec-a80952fc4a68 req-a3415fe7-75b9-4898-89ad-298ae09ec56c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 931 time: 0.4002397 Mar 16 10:51:38.577352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-e7201297-3cfb-4705-b56f-c967879ccd9b tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] For port 56291541-99ff-4869-af24-4eece5622ba2, host hv-neutron-8338, got binding levels [] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:38.577748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e7201297-3cfb-4705-b56f-c967879ccd9b tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.700141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5dc79b89-bf04-45ff-9ed6-31430c075a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:38.704144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3357-235b-4ce4-87e6-b2681a727f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.720312 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc79b89-bf04-45ff-9ed6-31430c075a9c None None] Routers {'db0d7435-3970-44e2-a0cb-cde85ca77b7a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:38.721722 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5dc79b89-bf04-45ff-9ed6-31430c075a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:38.763654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1f830-3a29-4b92-98f4-70b5c4b5140a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Deleting port a78f80cd-f759-4aee-994b-7d812020265e {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:38.764120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ce1f830-3a29-4b92-98f4-70b5c4b5140a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.877920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:38.890229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5dc79b89-bf04-45ff-9ed6-31430c075a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:38.891109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc79b89-bf04-45ff-9ed6-31430c075a9c None None] The sync data for ids ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:38.926411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-8fee9564-cd6e-4bcb-b9d3-65a24bfd78b6 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:51:38.927645 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-8fee9564-cd6e-4bcb-b9d3-65a24bfd78b6 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062437 Mar 16 10:51:38.936001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e7201297-3cfb-4705-b56f-c967879ccd9b tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Calling delete_port for 56291541-99ff-4869-af24-4eece5622ba2 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:39.014787 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f76bfe44-1dce-4175-a8ec-a80952fc4a68 req-4bcc527b-60c8-48a3-81a1-bcf887efbca7 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4394977 Mar 16 10:51:39.025476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.052885 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b59a9fd6-c60d-4579-ae25-ca52fa090336 req-ab18ff1e-9df2-41f9-a49f-546e858f1aee tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 210 time: 0.1241903 Mar 16 10:51:39.128468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.227467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Subnet': ['ID=ac58c16d-630c-4e4f-8221-baa7ed5af6c4,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:39.236308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e7201297-3cfb-4705-b56f-c967879ccd9b tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.245470 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b5222324-d99c-4162-8fa9-89580f026461 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 13.7865629 Mar 16 10:51:39.253760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56192) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:39.318839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e7201297-3cfb-4705-b56f-c967879ccd9b tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.327702 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e7201297-3cfb-4705-b56f-c967879ccd9b tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "DELETE /v2.0/ports/56291541-99ff-4869-af24-4eece5622ba2 HTTP/1.1" status: 204 len: 168 time: 1.9322383 Mar 16 10:51:39.328605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7201297-3cfb-4705-b56f-c967879ccd9b tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event deleted for resources: {'Port': ['ID=56291541-99ff-4869-af24-4eece5622ba2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:39.330825 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56196) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:39.393910 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cba40f1-2fed-4f3c-a94d-e428704959a1 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:51:39.394430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9cba40f1-2fed-4f3c-a94d-e428704959a1 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Synchronizing usage tracker for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:39.407435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3357-235b-4ce4-87e6-b2681a727f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.412899 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c0da04c3-82ac-43f3-bddc-fb5f8a0ea354 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] 10.222.0.37 "GET /v2.0/floatingips/589853d0-b6c7-42da-8201-668d8d4676e4 HTTP/1.1" status: 200 len: 981 time: 0.1449580 Mar 16 10:51:39.456693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56200) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:39.469756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Checking segment: {'id': 'efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:39.470210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Network hostable DHCP agents. Network: 221d5bf0-58b3-4599-9303-5cc5dc1603ff, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:39.491631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a3357-235b-4ce4-87e6-b2681a727f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d314bd4-4f42-4118-bc08-bec540980376,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:39.554246 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3357-235b-4ce4-87e6-b2681a727f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.559377 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3a3a3357-235b-4ce4-87e6-b2681a727f2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d314bd4-4f42-4118-bc08-bec540980376 HTTP/1.1" status: 204 len: 168 time: 1.5258698 Mar 16 10:51:39.563162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9cba40f1-2fed-4f3c-a94d-e428704959a1 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Unset dirty status for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:39.569872 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9cba40f1-2fed-4f3c-a94d-e428704959a1 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "GET /v2.0/ports/56291541-99ff-4869-af24-4eece5622ba2 HTTP/1.1" status: 404 len: 333 time: 0.2354720 Mar 16 10:51:39.573971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56206) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:39.614466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Request body: {'port': {'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-908968105'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:39.629621 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fde3fcc5-359f-4369-9b9a-32f1bd2e5335 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2422 time: 0.1717865 Mar 16 10:51:39.637290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56210) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:39.651762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:39.654365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:39.760912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ce1f830-3a29-4b92-98f4-70b5c4b5140a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.776395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:39.778512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 221d5bf0-58b3-4599-9303-5cc5dc1603ff) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:39.791488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:39.792155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.792482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086e879-488a-42bc-a54b-ea3fdc13f0b2 None None] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:39.811396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:39.985885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1f830-3a29-4b92-98f4-70b5c4b5140a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Calling delete_port for a78f80cd-f759-4aee-994b-7d812020265e owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:40.153347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-221d5bf0-58b3-4599-9303-5cc5dc1603ff', 'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff', 'tenant_id': '672629a19848450f8754a8e59675d034', 'fixed_ips': [{'subnet_id': 'ac58c16d-630c-4e4f-8221-baa7ed5af6c4'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:51:40.154387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.378938 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Made reservation on behalf of 6fe0e2a2cc854e64a0969c3c40a6a8ae for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:40.386880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.415400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ce1f830-3a29-4b92-98f4-70b5c4b5140a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.520266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Allocated IP 172.20.0.2 (221d5bf0-58b3-4599-9303-5cc5dc1603ff/ac58c16d-630c-4e4f-8221-baa7ed5af6c4/ea566237-7917-4b13-b6f4-63d70ae7a9bc) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:40.547700 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.48', 51013) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:40.603467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] device_id is not set on port b7bb612c-00c9-488e-bf63-c80fff8528ae yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:40.657826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1f830-3a29-4b92-98f4-70b5c4b5140a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event deleted for resources: {'Port': ['ID=a78f80cd-f759-4aee-994b-7d812020265e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:40.659380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fc6dd-5746-4b30-9fad-b89b42ce10d1 req-63ca0341-67c1-4a6b-b79b-1c54c21bdc40 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:40.662840 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7a7fc6dd-5746-4b30-9fad-b89b42ce10d1 req-63ca0341-67c1-4a6b-b79b-1c54c21bdc40 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 931 time: 0.3208289 Mar 16 10:51:40.711519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Router 69c3e117-749e-40ff-8d25-c52328846f6f is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:40.822406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5b67a016-3c7f-4803-832d-8b89fbb92a14 req-2da290f5-6dbb-49a5-832e-84b0ea07d5f8 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 210 time: 0.4579461 Mar 16 10:51:40.930522 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ed1acf69-592a-4014-b410-69bed4d81904 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1269219 Mar 16 10:51:40.953607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Request body: {'port': {'device_id': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:40.979254 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:40.990372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Transition to ACTIVE for port object ea566237-7917-4b13-b6f4-63d70ae7a9bc will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:41.012545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56234) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:41.014870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Transition to ACTIVE for port object ea566237-7917-4b13-b6f4-63d70ae7a9bc will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:41.034458 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.131359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:41.138154 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:41.156136 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:41.180075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ce1f830-3a29-4b92-98f4-70b5c4b5140a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.227750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'port': {'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff', 'name': 'tempest-AllowedAddressPairTestJSON-657681803'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:41.234873 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3ce1f830-3a29-4b92-98f4-70b5c4b5140a tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "DELETE /v2.0/ports/a78f80cd-f759-4aee-994b-7d812020265e HTTP/1.1" status: 204 len: 168 time: 2.8049424 Mar 16 10:51:41.251867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56244) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:41.269197 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Pushing event updated for resources: {'Port': ['ID=ea566237-7917-4b13-b6f4-63d70ae7a9bc,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:41.295355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Attempting to bind port ea566237-7917-4b13-b6f4-63d70ae7a9bc on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:41.295894 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Attempting to bind port ea566237-7917-4b13-b6f4-63d70ae7a9bc by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:41.296252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Attempting to bind port ea566237-7917-4b13-b6f4-63d70ae7a9bc on network 221d5bf0-58b3-4599-9303-5cc5dc1603ff {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:41.304628 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:41.305097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Checking segment: {'id': 'efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:41.305510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.306064 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Bound using segment: {'id': 'efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:41.306541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Bound port: ea566237-7917-4b13-b6f4-63d70ae7a9bc, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:41.306971 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.365176 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7a7fc6dd-5746-4b30-9fad-b89b42ce10d1 req-5e5b1d94-31b2-497c-8aaa-c7ca18c0c9b5 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6320164 Mar 16 10:51:41.396130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-4e88a89b-bb7e-4361-9834-99ffa9532f77 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:41.398120 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-4e88a89b-bb7e-4361-9834-99ffa9532f77 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.48 "GET /v2.0/networks?id=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 HTTP/1.1" status: 200 len: 805 time: 0.8253133 Mar 16 10:51:41.424667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] For port ea566237-7917-4b13-b6f4-63d70ae7a9bc, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:41.428326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] For port ea566237-7917-4b13-b6f4-63d70ae7a9bc, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ea566237-7917-4b13-b6f4-63d70ae7a9bc,segment=NetworkSegment(efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba),segment_id=efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:41.434867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.510569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Deleting port fcabf138-a651-41fc-ab39-34bc7d75b6d5 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:41.510905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.513731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf10ae1-12be-4458-af3a-208b653cf441 None None] Pushing event updated for resources: {'Port': ['ID=ea566237-7917-4b13-b6f4-63d70ae7a9bc,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:41.601996 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-162cd738-af60-49b8-a86d-558a30a2803e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] GET failed (client error): The resource could not be found. Mar 16 10:51:41.602629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-162cd738-af60-49b8-a86d-558a30a2803e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Synchronizing usage tracker for tenant:93d34b34c25e4bfd8c3642cf1686eac4 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:41.612806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.675301 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-86864643-5383-4e5a-85c8-b150ee0d6f1a tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749b3dea469d4d55ab820e1d0f325c6f HTTP/1.1" status: 200 len: 380 time: 0.2001684 Mar 16 10:51:41.741202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:41.750521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:41.752506 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb4913-81a3-44bd-9644-e182ba919bf0 None None] Sync routers for ids ['69c3e117-749e-40ff-8d25-c52328846f6f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:41.760254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Usage tracker for resource:port and tenant:672629a19848450f8754a8e59675d034 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:41.765180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:41.765643 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb4913-81a3-44bd-9644-e182ba919bf0 None None] Routers {'69c3e117-749e-40ff-8d25-c52328846f6f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:41.766593 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-abeb4913-81a3-44bd-9644-e182ba919bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['69c3e117-749e-40ff-8d25-c52328846f6f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:41.772666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:41.782838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.784440 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bc3cf414-38cd-47b3-9963-6c36ad6e116e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.0959775 Mar 16 10:51:41.787392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56256) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:41.858385 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-abeb4913-81a3-44bd-9644-e182ba919bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:41.864916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Made reservation on behalf of 672629a19848450f8754a8e59675d034 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:41.868219 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb4913-81a3-44bd-9644-e182ba919bf0 None None] Routers {'69c3e117-749e-40ff-8d25-c52328846f6f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:41.868359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.869128 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-abeb4913-81a3-44bd-9644-e182ba919bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['69c3e117-749e-40ff-8d25-c52328846f6f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:41.900211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.900576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:41.904357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] device_id is not set on port 1374b58c-ba66-473d-abc0-5931f9e98c0a yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:41.986301 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-abeb4913-81a3-44bd-9644-e182ba919bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:41.986999 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb4913-81a3-44bd-9644-e182ba919bf0 None None] The sync data for ids ['69c3e117-749e-40ff-8d25-c52328846f6f'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:42.047803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-162cd738-af60-49b8-a86d-558a30a2803e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Unset dirty status for tenant:93d34b34c25e4bfd8c3642cf1686eac4 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:42.053686 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-162cd738-af60-49b8-a86d-558a30a2803e tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "GET /v2.0/ports/a78f80cd-f759-4aee-994b-7d812020265e HTTP/1.1" status: 404 len: 333 time: 0.7937853 Mar 16 10:51:42.060657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56268) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:42.217759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Allocated IP 172.20.0.10 (221d5bf0-58b3-4599-9303-5cc5dc1603ff/ac58c16d-630c-4e4f-8221-baa7ed5af6c4/1374b58c-ba66-473d-abc0-5931f9e98c0a) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:42.227983 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d01b5e3e-9027-424b-9d04-d71b0541381a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/routers/69c3e117-749e-40ff-8d25-c52328846f6f HTTP/1.1" status: 200 len: 925 time: 0.4365914 Mar 16 10:51:42.230889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2910e07e-e23f-4292-8b52-7c963a7970fe tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Deleting port 8af1a80f-1af7-4a32-8ca2-8d16668d43f2 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:42.231228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2910e07e-e23f-4292-8b52-7c963a7970fe tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.243418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Calling delete_port for fcabf138-a651-41fc-ab39-34bc7d75b6d5 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:42.263665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56276) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:42.275043 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-db60f39f-d11f-47ee-a437-da2be5c72265 req-1d66de4a-1c47-4ca0-809d-5497210d1370 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 210 time: 0.2292151 Mar 16 10:51:42.344189 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2ae561b1-1bab-457c-8025-f5712c8386c4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=69c3e117-749e-40ff-8d25-c52328846f6f HTTP/1.1" status: 200 len: 205 time: 0.0757353 Mar 16 10:51:42.359272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56280) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:42.433729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ea566237-7917-4b13-b6f4-63d70ae7a9bc up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:42.454184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56286) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:42.570729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port ea566237-7917-4b13-b6f4-63d70ae7a9bc completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:42.698988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.711105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2069245736', 'router:external': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:42.771160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:42.792163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Usage tracker for resource:network and tenant:f40fa70501a94b7ab42c331eeec66554 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:42.797913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:42.802304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.805171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169b772-72f5-4919-a852-73587569e06d None None] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:42.846158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:42.862911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event deleted for resources: {'Port': ['ID=fcabf138-a651-41fc-ab39-34bc7d75b6d5,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:42.877990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.930989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Made reservation on behalf of f40fa70501a94b7ab42c331eeec66554 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:42.932790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.979206 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:42.986419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6607f796-75a2-4c3d-90eb-ebb0c820e835 None None] Provisioning for port ea566237-7917-4b13-b6f4-63d70ae7a9bc completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:42.993129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6607f796-75a2-4c3d-90eb-ebb0c820e835 None None] Provisioning complete for port ea566237-7917-4b13-b6f4-63d70ae7a9bc triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:42.993441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6607f796-75a2-4c3d-90eb-ebb0c820e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.009653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.047787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:43.082621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Usage tracker for resource:security_group_rule and tenant:f40fa70501a94b7ab42c331eeec66554 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:43.086475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:43.122446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.122446 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Floating IP 589853d0-b6c7-42da-8201-668d8d4676e4 disassociated (deleted). External IP: 172.26.2.62, port: b7d2736a-d989-4103-b6a8-2f768ad1f56e. Mar 16 10:51:43.155296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6607f796-75a2-4c3d-90eb-ebb0c820e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.189112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:43.204023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6607f796-75a2-4c3d-90eb-ebb0c820e835 None None] For port ea566237-7917-4b13-b6f4-63d70ae7a9bc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ea566237-7917-4b13-b6f4-63d70ae7a9bc,segment=NetworkSegment(efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba),segment_id=efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:43.204280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Network 3241d351-d6d5-455b-a9b5-0649ffbc7293 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:43.212381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6607f796-75a2-4c3d-90eb-ebb0c820e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.223799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:43.238998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:43.239754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:43.240321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.259265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event updated for resources: {'Port': ['ID=b7bb612c-00c9-488e-bf63-c80fff8528ae,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:43.267589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2526328-f6e0-4696-ab00-2a56ead9eb1a {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:51:43.285340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da15a4-bacb-41de-b859-d5e10ff72acd req-a3b3df22-2cd7-4c26-b85c-adbaf0851cc6 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:43.285570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.287142 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-74da15a4-bacb-41de-b859-d5e10ff72acd req-a3b3df22-2cd7-4c26-b85c-adbaf0851cc6 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 931 time: 0.5962074 Mar 16 10:51:43.293242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.296130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607f796-75a2-4c3d-90eb-ebb0c820e835 None None] Pushing event updated for resources: {'Port': ['ID=ea566237-7917-4b13-b6f4-63d70ae7a9bc,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:43.374324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2910e07e-e23f-4292-8b52-7c963a7970fe tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.385431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.393067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Transition to ACTIVE for port object 1374b58c-ba66-473d-abc0-5931f9e98c0a will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:43.529194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2910e07e-e23f-4292-8b52-7c963a7970fe tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Calling delete_port for 8af1a80f-1af7-4a32-8ca2-8d16668d43f2 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:43.546264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-608a975b-b487-478a-b3d2-69c73ae6cbf0 None None] Provisioning complete for port ea566237-7917-4b13-b6f4-63d70ae7a9bc triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:43.547359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-608a975b-b487-478a-b3d2-69c73ae6cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.549904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Transition to ACTIVE for port object d2526328-f6e0-4696-ab00-2a56ead9eb1a will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:43.556713 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c8d55692-0f85-4e3a-9b0d-146388f2834a tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.9660523 Mar 16 10:51:43.559975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56294) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:43.560849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Deleting port f9385e8f-6a1f-4784-ae27-f3fbf08b4dcd {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:43.561092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.578071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.610755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8338'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:43.624336 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b53ce92b-f88b-4411-8c94-9621406b42f5 req-9dab392e-fb85-4452-8f58-b8c7c2d49da9 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 210 time: 0.1196680 Mar 16 10:51:43.642668 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-74da15a4-bacb-41de-b859-d5e10ff72acd req-a1d32b47-e6ce-4f21-8062-1d2006b4be69 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225460 Mar 16 10:51:43.659635 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Request body: {'port': {'device_id': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'admin_state_up': True, 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'security_groups': ['a0c70999-4dbd-48fd-91e0-fa2ea2834d85']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:43.811302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Pushing event updated for resources: {'Port': ['ID=d2526328-f6e0-4696-ab00-2a56ead9eb1a,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:43.922922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.925842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:43.937112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.034094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:44.066914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7954e07-a2d0-4e83-9065-327fcce759b3,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:44.076437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.076529 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Added segment 8598535a-6df4-46a7-bfe5-7e9c313bdb8f of type vlan for network 79c17920-dfc8-452e-a1f6-0254157566f6 Mar 16 10:51:44.099922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Attempting to bind port d2526328-f6e0-4696-ab00-2a56ead9eb1a on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:44.100272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Attempting to bind port d2526328-f6e0-4696-ab00-2a56ead9eb1a by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:44.100607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Attempting to bind port d2526328-f6e0-4696-ab00-2a56ead9eb1a on network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:44.127017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Port d2526328-f6e0-4696-ab00-2a56ead9eb1a on network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:44.127346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Attempting to bind port d2526328-f6e0-4696-ab00-2a56ead9eb1a on network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:44.137417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Router db0d7435-3970-44e2-a0cb-cde85ca77b7a has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:51:44.143862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.147521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:44.147879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Checking segment: {'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:44.148434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Bound using segment: {'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:44.148897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Bound port: d2526328-f6e0-4696-ab00-2a56ead9eb1a, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e67ace-088e-43dd-913b-d72f6ba3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:44.149232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.270680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.280571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:44.289159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ea566237-7917-4b13-b6f4-63d70ae7a9bc up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:44.289970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:51:44.299966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:44.314244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Port': ['ID=1374b58c-ba66-473d-abc0-5931f9e98c0a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:44.321948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:44.347732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:44.361294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.364818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ea566237-7917-4b13-b6f4-63d70ae7a9bc triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:44.365229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.414269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2910e07e-e23f-4292-8b52-7c963a7970fe tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.417595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.418922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:44.420337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.435837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:44.512251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] For port d2526328-f6e0-4696-ab00-2a56ead9eb1a, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:44.583568 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1255455 Mar 16 10:51:44.586446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] For port d2526328-f6e0-4696-ab00-2a56ead9eb1a, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:44.587266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56300) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:44.591877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:44.593746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3414ef-18e3-4249-8d8f-eb3179138e2e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event updated for resources: {'Network': ['ID=79c17920-dfc8-452e-a1f6-0254157566f6,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:44.598634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Request body: {'subnet': {'network_id': '79c17920-dfc8-452e-a1f6-0254157566f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:44.604025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.611196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97465e-125a-494c-b8ee-a1f460f25c33 None None] Sync routers for ids ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:44.614738 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 79c17920-dfc8-452e-a1f6-0254157566f6 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:44.617482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Calling delete_port for f9385e8f-6a1f-4784-ae27-f3fbf08b4dcd owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:44.632576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f11dabf7-d668-4659-b76d-c914e74917df None None] Provisioning for port 1374b58c-ba66-473d-abc0-5931f9e98c0a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:44.635017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.638871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:44.649477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f11dabf7-d668-4659-b76d-c914e74917df None None] Provisioning complete for port 1374b58c-ba66-473d-abc0-5931f9e98c0a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:44.650084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f11dabf7-d668-4659-b76d-c914e74917df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.670426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910e07e-e23f-4292-8b52-7c963a7970fe tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event deleted for resources: {'Port': ['ID=8af1a80f-1af7-4a32-8ca2-8d16668d43f2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:44.693049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Usage tracker for resource:subnet and tenant:f40fa70501a94b7ab42c331eeec66554 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:44.699600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97465e-125a-494c-b8ee-a1f460f25c33 None None] Routers {'db0d7435-3970-44e2-a0cb-cde85ca77b7a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:44.700493 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3f97465e-125a-494c-b8ee-a1f460f25c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:44.709777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:44.727987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:44.741700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:44.742437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.743271 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] 10.222.0.48 "PUT /v2.0/ports/d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 1093 time: 4.3259807 Mar 16 10:51:44.743706 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'tag': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:51:44.755941 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-95571b48-8267-4770-82e7-2199e12c175e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "DELETE /v2.0/floatingips/589853d0-b6c7-42da-8201-668d8d4676e4 HTTP/1.1" status: 204 len: 168 time: 5.1171710 Mar 16 10:51:44.783327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56310) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:44.789559 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3f97465e-125a-494c-b8ee-a1f460f25c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:44.809262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Made reservation on behalf of f40fa70501a94b7ab42c331eeec66554 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:44.811828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.820070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2910e07e-e23f-4292-8b52-7c963a7970fe tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.839821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:44.840541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.880366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Made reservation on behalf of 749b3dea469d4d55ab820e1d0f325c6f for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:44.884454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:44.896784 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2910e07e-e23f-4292-8b52-7c963a7970fe tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "DELETE /v2.0/ports/8af1a80f-1af7-4a32-8ca2-8d16668d43f2 HTTP/1.1" status: 204 len: 168 time: 2.8351262 Mar 16 10:51:44.921968 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f32c3725-8640-4a63-ab80-8bcfd80c8d0b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8809071 Mar 16 10:51:44.930713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56316) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:44.931783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56318) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:44.934125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fbabf-ec97-4c25-9805-a034099e144b service neutron] Pushing event updated for resources: {'Port': ['ID=d2526328-f6e0-4696-ab00-2a56ead9eb1a,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:44.948283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'port': {'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff', 'name': 'tempest-AllowedAddressPairTestJSON-108822545', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0a:46:11'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:44.966979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:45.035677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f11dabf7-d668-4659-b76d-c914e74917df None None] Port 1374b58c-ba66-473d-abc0-5931f9e98c0a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:45.041777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97465e-125a-494c-b8ee-a1f460f25c33 None None] Routers {'db0d7435-3970-44e2-a0cb-cde85ca77b7a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:45.042619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3f97465e-125a-494c-b8ee-a1f460f25c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:45.086624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:45.109688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Usage tracker for resource:floatingip and tenant:0ecf9f3db7df426eb4af2b19485bc257 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:45.115861 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-43baa5e5-f0f6-4aa0-a11b-d71ddd5e804c req-e9c78fc5-9ccc-4fa9-b680-523b82c836e2 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 210 time: 0.1589563 Mar 16 10:51:45.122669 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3f97465e-125a-494c-b8ee-a1f460f25c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:45.123145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97465e-125a-494c-b8ee-a1f460f25c33 None None] The sync data for ids ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:45.169638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:45.185494 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:45.220012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.372562 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'tag': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a', 'status': 'completed', 'code': 200} Mar 16 10:51:45.381558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384809-0195-48af-9c1d-40a64b8c1773 req-ef00980f-5a95-4ea9-8052-9709fb1cad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:45.383074 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-ef00980f-5a95-4ea9-8052-9709fb1cad5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1096 time: 0.5397375 Mar 16 10:51:45.457991 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-f813fd12-a2dc-4808-8b73-97df6fec3403 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 217 time: 0.0672431 Mar 16 10:51:45.477924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d8e1ba-e75b-4842-91d3-14ed023b37ab tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Deleting subnet 10d0dbb6-efab-4257-a2b0-8d4bf8b896cd {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:51:45.497080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-80d8e1ba-e75b-4842-91d3-14ed023b37ab tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.633007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384809-0195-48af-9c1d-40a64b8c1773 req-42d13ddc-2e20-4012-b74d-653bc2968ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:45.634510 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-42d13ddc-2e20-4012-b74d-653bc2968ca7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 200 len: 851 time: 0.1434355 Mar 16 10:51:45.688107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:45.695791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-80d8e1ba-e75b-4842-91d3-14ed023b37ab tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.737659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Usage tracker for resource:port and tenant:672629a19848450f8754a8e59675d034 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:45.775560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.781388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:45.806786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2163ff-24be-47d4-99fb-3f35444c1517 req-4cb357d1-5747-4dc6-a6e6-262e8d5b5b7f tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:45.808235 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9f2163ff-24be-47d4-99fb-3f35444c1517 req-4cb357d1-5747-4dc6-a6e6-262e8d5b5b7f tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 943 time: 0.8443227 Mar 16 10:51:45.821950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:45.834859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Allocated IP 172.20.0.7 (8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184/cbacf6f9-22da-4650-9963-39b44c0de688/0c3315dd-6a2c-482c-8100-af21efc59d8e) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:45.838036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] device_id is not set on port b7bb612c-00c9-488e-bf63-c80fff8528ae yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:45.873224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:45.875374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384809-0195-48af-9c1d-40a64b8c1773 req-3b1deab1-b48d-4218-9129-6d15fcfbfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:45.876945 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-3b1deab1-b48d-4218-9129-6d15fcfbfac0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2280011 Mar 16 10:51:45.899444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Made reservation on behalf of 672629a19848450f8754a8e59675d034 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:46.101436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.104120 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-881e0349-c04d-4c91-a6fc-7cb3871ab0da service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132137 Mar 16 10:51:46.105228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Allocated IP 172.26.2.176 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/8b200e56-906f-4cb3-b680-418391252824) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:46.220259 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9f2163ff-24be-47d4-99fb-3f35444c1517 req-c450061b-2fea-4e87-a3c1-6aa94a85e476 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997633 Mar 16 10:51:46.221300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Transition to ACTIVE for port object b7bb612c-00c9-488e-bf63-c80fff8528ae will not be triggered until provisioned by entity L2. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:46.236075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Pushing event deleted for resources: {'Port': ['ID=f9385e8f-6a1f-4784-ae27-f3fbf08b4dcd,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:46.255819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.366736 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:51:46.367202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.403194 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e71d57ff-6f9a-444f-889a-2ad2c64af6cd req-442f6553-960f-409d-af0b-cbd767403ff4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 210 time: 0.1486850 Mar 16 10:51:46.408436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-80d8e1ba-e75b-4842-91d3-14ed023b37ab tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.470827 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-07384809-0195-48af-9c1d-40a64b8c1773 req-2d4631e3-9ce1-4bf8-9835-8bdfec07dfef service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599727 Mar 16 10:51:46.477059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event updated for resources: {'Subnet': ['ID=da5669c1-0ad1-49c0-bce0-8e4a26b707b3,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:46.524334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.527172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Checking segment: {'id': '8598535a-6df4-46a7-bfe5-7e9c313bdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '79c17920-dfc8-452e-a1f6-0254157566f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:46.527525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Network hostable DHCP agents. Network: 79c17920-dfc8-452e-a1f6-0254157566f6, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:46.609074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Network 79c17920-dfc8-452e-a1f6-0254157566f6 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:51:46.618349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.631218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 79c17920-dfc8-452e-a1f6-0254157566f6) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:46.636390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event updated for resources: {'Port': ['ID=b7bb612c-00c9-488e-bf63-c80fff8528ae,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:46.638471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:46.639131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.641530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64af386f-0329-4920-99fa-f75d48d08c99 None None] Network 79c17920-dfc8-452e-a1f6-0254157566f6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:46.649477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.654305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-c7b066db-eb36-4a76-bb1f-5b425df80426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:46.656230 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-c7b066db-eb36-4a76-bb1f-5b425df80426 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1096 time: 0.1240201 Mar 16 10:51:46.683604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.729079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] device_id is not set on port 8b4a6a24-2465-4b8c-a088-1f0018f58b62 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:46.758945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:46.765840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:46.766153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:46.766420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:46.767902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:46.773243 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-46e341cb-a38b-435d-945d-b5d68dbc9c47 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1804018 Mar 16 10:51:46.814858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:46.833033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56334) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:46.867677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1782743991', 'network_id': '79c17920-dfc8-452e-a1f6-0254157566f6'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:46.869511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Pushing event updated for resources: {'Port': ['ID=8b200e56-906f-4cb3-b680-418391252824,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:46.870264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577aa7ae-38e6-48a8-9dd4-f54392c39b2a None None] Network 79c17920-dfc8-452e-a1f6-0254157566f6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:46.891280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:46.891280 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:46.933025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:46.948577 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 2 to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae Mar 16 10:51:46.979815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.982327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Usage tracker for resource:port and tenant:f40fa70501a94b7ab42c331eeec66554 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:46.990504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:46.995030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:47.000428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-80d8e1ba-e75b-4842-91d3-14ed023b37ab tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.038975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-892e44c8-82cc-4993-af05-7054dd78867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:47.040432 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-892e44c8-82cc-4993-af05-7054dd78867c service neutron] 10.222.0.48 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 913 time: 0.3524165 Mar 16 10:51:47.046075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:47.052789 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.082061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:47.082384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:47.082714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:47.084931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8e1ba-e75b-4842-91d3-14ed023b37ab tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event deleted for resources: {'Subnet': ['ID=10d0dbb6-efab-4257-a2b0-8d4bf8b896cd,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:47.097404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-80d8e1ba-e75b-4842-91d3-14ed023b37ab tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.109760 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-380b4166-3da3-44a7-98a9-efba3290cc46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 217 time: 0.0626132 Mar 16 10:51:47.115372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5da279-8ac2-4da8-b33c-4e32402fa5ad None None] Network 312ac26d-6537-4b30-9576-bce9b68f2b0f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:51:47.142063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:47.142670 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:47.152542 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 3 to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae Mar 16 10:51:47.154480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.159679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Made reservation on behalf of f40fa70501a94b7ab42c331eeec66554 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:47.161994 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.171284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Transition to ACTIVE for port object 0c3315dd-6a2c-482c-8100-af21efc59d8e will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:47.188829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.189310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Fanout notify agent at l3_agent the message router_deleted on router 69c3e117-749e-40ff-8d25-c52328846f6f {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:51:47.217103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-6ba6d67b-312d-463f-b214-f78d853bef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:47.218814 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-6ba6d67b-312d-463f-b214-f78d853bef83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 200 len: 851 time: 0.1020839 Mar 16 10:51:47.218999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:47.219308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:47.219645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:47.223595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] device_id is not set on port 82785906-5ab5-46a5-af52-d68b0db2fd59 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:47.260293 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-80d8e1ba-e75b-4842-91d3-14ed023b37ab tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "DELETE /v2.0/subnets/10d0dbb6-efab-4257-a2b0-8d4bf8b896cd HTTP/1.1" status: 204 len: 168 time: 2.3266940 Mar 16 10:51:47.267587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56340) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:47.270487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.271515 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b1c6bd17-7e4f-49cd-8202-1bec1eaa0a55 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/69c3e117-749e-40ff-8d25-c52328846f6f HTTP/1.1" status: 204 len: 168 time: 4.9113805 Mar 16 10:51:47.277354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:47.277513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.277702 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:47.278084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56344) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:47.285821 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 4 to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae Mar 16 10:51:47.295672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Allocated IP 172.20.0.14 (221d5bf0-58b3-4599-9303-5cc5dc1603ff/ac58c16d-630c-4e4f-8221-baa7ed5af6c4/8b4a6a24-2465-4b8c-a088-1f0018f58b62) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:47.308593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1399406590', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'enable_snat': False}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:47.327270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:47.343901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Usage tracker for resource:router and tenant:d98c9e51f5e148febb582bb1df3fc36f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:47.349167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:47.349499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:47.349829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:47.357957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:47.371458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:47.405505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:47.405826 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:47.416411 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 5 to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae Mar 16 10:51:47.433750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd7fe7-a259-4820-8bd0-7e76365f575e None None] DHCP port deletion for 312ac26d-6537-4b30-9576-bce9b68f2b0f request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:51:47.440847 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd7fe7-a259-4820-8bd0-7e76365f575e None None] Deleting port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:47.441366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7fe7-a259-4820-8bd0-7e76365f575e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.457639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.509513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.510565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.521008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:47.521325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:47.521845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:47.524371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.592929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Deleting port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:47.593267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.630793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-e1a11b3f-32ac-4f53-a292-1534da622192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:47.632588 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-e1a11b3f-32ac-4f53-a292-1534da622192 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4033926 Mar 16 10:51:47.704011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:47.704261 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:47.716928 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 6 to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae Mar 16 10:51:47.751114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c5cd7fe7-a259-4820-8bd0-7e76365f575e None None] For port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=68bc21a7-6fac-4681-a95b-ae8ed6d70d5a,segment=NetworkSegment(540a6f1e-22d3-4d08-90e1-a72e6562a668),segment_id=540a6f1e-22d3-4d08-90e1-a72e6562a668)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:47.751720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7fe7-a259-4820-8bd0-7e76365f575e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.787742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:47.810038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Allocated IP 172.20.0.10 (79c17920-dfc8-452e-a1f6-0254157566f6/da5669c1-0ad1-49c0-bce0-8e4a26b707b3/82785906-5ab5-46a5-af52-d68b0db2fd59) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:47.816254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:47.875071 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:47.876936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:47.877450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:47.877925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:47.880303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:47.880511 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd7fe7-a259-4820-8bd0-7e76365f575e None None] Calling delete_port for 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:47.919311 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-48cd5a9f-96c7-48dc-b4a7-73dbedc6d04d service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613659 Mar 16 10:51:47.936695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Pushing event updated for resources: {'Port': ['ID=0c3315dd-6a2c-482c-8100-af21efc59d8e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:47.965134 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:47.965371 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:47.975299 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 7 to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae Mar 16 10:51:47.978616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7fe7-a259-4820-8bd0-7e76365f575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.007058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.033623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd7fe7-a259-4820-8bd0-7e76365f575e None None] Pushing event deleted for resources: {'Port': ['ID=68bc21a7-6fac-4681-a95b-ae8ed6d70d5a,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:48.037288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd7fe7-a259-4820-8bd0-7e76365f575e None None] No DVR routers for this DVR port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:51:48.037796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb93c-1efd-4843-89a1-34f3f8c5ffa6 req-808d24d9-9657-4ab6-adbe-d6db67dbee65 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:48.045464 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c7abb93c-1efd-4843-89a1-34f3f8c5ffa6 req-808d24d9-9657-4ab6-adbe-d6db67dbee65 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 931 time: 0.4911842 Mar 16 10:51:48.047843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.111810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946a4c-8062-43fb-b4e6-c6737c478491 req-56c71f6f-b902-40ce-aeab-f094faa06d1f tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:48.113353 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6d946a4c-8062-43fb-b4e6-c6737c478491 req-56c71f6f-b902-40ce-aeab-f094faa06d1f tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 943 time: 0.7569315 Mar 16 10:51:48.114074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:48.114408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:48.114711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:48.203802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:48.204473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.230560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:48.230888 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:48.240863 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 8 to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae Mar 16 10:51:48.246880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-def29def-21fd-49c3-a180-07456302f0b7 None None] Provisioning for port 0c3315dd-6a2c-482c-8100-af21efc59d8e completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:48.252729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-def29def-21fd-49c3-a180-07456302f0b7 None None] Provisioning complete for port 0c3315dd-6a2c-482c-8100-af21efc59d8e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:48.253845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-def29def-21fd-49c3-a180-07456302f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.256106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] For port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=68bc21a7-6fac-4681-a95b-ae8ed6d70d5a,segment=NetworkSegment(540a6f1e-22d3-4d08-90e1-a72e6562a668),segment_id=540a6f1e-22d3-4d08-90e1-a72e6562a668)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:48.256472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.284010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Pushing event updated for resources: {'Port': ['ID=8b200e56-906f-4cb3-b680-418391252824,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:48.326579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:51:48.356965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c7abb93c-1efd-4843-89a1-34f3f8c5ffa6 req-1c5f0d9a-503e-4cb5-b0b0-969cae601852 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Synchronizing usage tracker for tenant:749b3dea469d4d55ab820e1d0f325c6f on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:48.361389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-def29def-21fd-49c3-a180-07456302f0b7 None None] Port 0c3315dd-6a2c-482c-8100-af21efc59d8e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:48.363047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:51:48.363384 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:51:48.385783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:48.386107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:48.386435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:48.396508 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.421486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Calling delete_port for 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:48.479950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.493173 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-93b8383f-a701-4a1c-bf68-79d6424b9718 req-b82c224e-5e06-4b4f-995a-a83ce8a0909a service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542815 Mar 16 10:51:48.504975 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-bf23e78e-a747-4d1b-9a74-e4cce4a8d692 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9126868 Mar 16 10:51:48.505512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:48.505836 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:48.510545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c7abb93c-1efd-4843-89a1-34f3f8c5ffa6 req-1c5f0d9a-503e-4cb5-b0b0-969cae601852 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Unset dirty status for tenant:749b3dea469d4d55ab820e1d0f325c6f on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:48.511536 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c7abb93c-1efd-4843-89a1-34f3f8c5ffa6 req-1c5f0d9a-503e-4cb5-b0b0-969cae601852 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648888 Mar 16 10:51:48.514816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.518133 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 9 to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae Mar 16 10:51:48.529240 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6d946a4c-8062-43fb-b4e6-c6737c478491 req-bb572ab5-8942-4eb9-a673-c4f84311aa15 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022520 Mar 16 10:51:48.534327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Request body: {'port': {'device_id': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:48.605087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Transition to ACTIVE for port object 8b4a6a24-2465-4b8c-a088-1f0018f58b62 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:48.606989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:48.607514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:48.607990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:48.647086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:48.647402 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:48.650670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.651842 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-17b540e0-f5b5-4fe0-a405-638779efa020 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8445926 Mar 16 10:51:48.655068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56350) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:48.655591 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 10 to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae Mar 16 10:51:48.662203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:51:48.662540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:51:48.745120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:48.745354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:48.745680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:48.760905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.762387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:48.768067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:48.769600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:48.769884 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port b7bb612c-00c9-488e-bf63-c80fff8528ae on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:51:48.770247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.771960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Usage tracker for resource:floatingip and tenant:129219ee96224541987531207e94f518 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:48.774846 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:48.781376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:48.791899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.892669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.912294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:48.929894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.061432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Allocated IP 172.26.2.174 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/990a7cb6-8bc2-4475-8c58-2c2763463c6a) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:49.082548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:49.090890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:49.093361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] For port b7bb612c-00c9-488e-bf63-c80fff8528ae, host hv-neutron-8338, cleared binding levels {{(pid=87875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:49.093518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempted to set empty binding levels {{(pid=87875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:51:49.105215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:49.131116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Port': ['ID=8b4a6a24-2465-4b8c-a088-1f0018f58b62,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:49.139687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.143528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.167896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Deleting port 68bc21a7-6fac-4681-a95b-ae8ed6d70d5a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:49.168222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.244585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] The port '68bc21a7-6fac-4681-a95b-ae8ed6d70d5a' was deleted {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:51:49.294432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8179166c-2673-458c-b6d3-952d260cb547 None None] Provisioning for port 8b4a6a24-2465-4b8c-a088-1f0018f58b62 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:49.300287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8179166c-2673-458c-b6d3-952d260cb547 None None] Provisioning complete for port 8b4a6a24-2465-4b8c-a088-1f0018f58b62 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:49.300908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8179166c-2673-458c-b6d3-952d260cb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.358341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8179166c-2673-458c-b6d3-952d260cb547 None None] Port 8b4a6a24-2465-4b8c-a088-1f0018f58b62 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:49.392316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.399844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.400102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] In _notify_port_updated(), no bound segment for port b7bb612c-00c9-488e-bf63-c80fff8528ae on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:51:49.401029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.401631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.402925 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "PUT /v2.0/ports/b7bb612c-00c9-488e-bf63-c80fff8528ae HTTP/1.1" status: 200 len: 976 time: 5.8125186 Mar 16 10:51:49.406863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56356) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:49.443983 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.444614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.452285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Network 79c17920-dfc8-452e-a1f6-0254157566f6 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:49.453068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792eaa1-532b-4e19-82dc-2053a366fc68 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event updated for resources: {'Port': ['ID=b7bb612c-00c9-488e-bf63-c80fff8528ae,revision_number=3']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:49.459995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:49.477453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312ac26d-6537-4b30-9576-bce9b68f2b0f']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:49.494762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540a6f1e-22d3-4d08-90e1-a72e6562a668') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:49.495384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540a6f1e-22d3-4d08-90e1-a72e6562a668') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:49.510410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.522544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:49.532114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.541639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.546857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:51:49.547245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:51:49.592875 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:51:49.651062 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9b683669-811d-49cf-ab96-27bb138a856f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.7160366 Mar 16 10:51:49.678067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56364) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:49.694243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:49.704671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:49.775089 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event updated for resources: {'Port': ['ID=82785906-5ab5-46a5-af52-d68b0db2fd59,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:49.781108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:49.786019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.786623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.849263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.849740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.850190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.850642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.851091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.851535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.851977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.852423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.852899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.853386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.853831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.854281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.854758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.855200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.855664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.856112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.856955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.857401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.857844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.858286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.858727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.859169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.859610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.860055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.860496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:49.862577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Synchronizing usage tracker for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:49.874030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Pushing event updated for resources: {'Port': ['ID=990a7cb6-8bc2-4475-8c58-2c2763463c6a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:49.882023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.910372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.927914 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2c59b6e1-10a5-462e-ab88-66996e493304 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.0768557 Mar 16 10:51:49.935681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56368) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:49.953406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] Pushing event deleted for resources: {'Network': ['ID=312ac26d-6537-4b30-9576-bce9b68f2b0f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:49.968948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Unset dirty status for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:49.970144 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ce1e05f7-2869-4cbe-a517-7800c3dc7878 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22011 time: 0.5606298 Mar 16 10:51:49.976774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56372) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:49.982233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:49.984963 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a2a14e7c-0cb3-46a6-b22c-a4e20d63e41f tempest-AllowedAddressPairIpV6TestJSON-1329320235 tempest-AllowedAddressPairIpV6TestJSON-1329320235-project] 10.222.0.37 "DELETE /v2.0/networks/312ac26d-6537-4b30-9576-bce9b68f2b0f HTTP/1.1" status: 204 len: 168 time: 2.7145498 Mar 16 10:51:50.024341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.077466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.090733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a02427-dde1-4fbc-ab27-e73216dfb5bb tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:50.096541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a02427-dde1-4fbc-ab27-e73216dfb5bb tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:50.102551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a02427-dde1-4fbc-ab27-e73216dfb5bb tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:50.107648 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-00a02427-dde1-4fbc-ab27-e73216dfb5bb tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4118624 Mar 16 10:51:50.111449 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56378) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:50.118780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c03097-4994-4b58-8ef1-13bcee07a400 req-14dbaa7c-e435-4114-a282-843e1c762c22 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:50.120253 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46c03097-4994-4b58-8ef1-13bcee07a400 req-14dbaa7c-e435-4114-a282-843e1c762c22 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 931 time: 0.4463844 Mar 16 10:51:50.124927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d6bf6-bfdc-4d32-951c-d14e2f9e4597 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Deleting port b7bb612c-00c9-488e-bf63-c80fff8528ae {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:50.126393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6bf6-bfdc-4d32-951c-d14e2f9e4597 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.146869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0b78e30d-ad5f-43c7-85e8-1974a4195a1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Deleting port 82785906-5ab5-46a5-af52-d68b0db2fd59 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:50.147209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-ad5f-43c7-85e8-1974a4195a1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.202204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b20349-194b-47a8-899d-b0cf03ec6e0c req-76ecef04-8375-4812-8dcb-fd9ab885cabe tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:50.203748 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-60b20349-194b-47a8-899d-b0cf03ec6e0c req-76ecef04-8375-4812-8dcb-fd9ab885cabe tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 943 time: 0.4867079 Mar 16 10:51:50.241856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3315dd-6a2c-482c-8100-af21efc59d8e {{(pid=87875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:51:50.262053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.317084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56384) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:50.339146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-ef81091a-be1e-46c9-9c28-f1c566dd3e8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Deleting port 8b4a6a24-2465-4b8c-a088-1f0018f58b62 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:50.339483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ef81091a-be1e-46c9-9c28-f1c566dd3e8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.373808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Transition to ACTIVE for port object 0c3315dd-6a2c-482c-8100-af21efc59d8e will not be triggered until provisioned by entity L2. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:50.389397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.395633 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-60b20349-194b-47a8-899d-b0cf03ec6e0c req-b1f8bd98-5b55-4c68-9cf9-50bee9d17ccd tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807470 Mar 16 10:51:50.470006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Allocated IP 172.26.2.17 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/767ebe6c-5735-4844-a108-7272b84b9ebc) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:50.513712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.712040 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d2526328-f6e0-4696-ab00-2a56ead9eb1a details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:51:50.725003 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46c03097-4994-4b58-8ef1-13bcee07a400 req-4ede8bcf-72ad-4706-8aa6-a47505b853a0 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5752072 Mar 16 10:51:50.725206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Pushing event updated for resources: {'Port': ['ID=0c3315dd-6a2c-482c-8100-af21efc59d8e,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:50.881020 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d5b38c7b-07f4-4102-b0b7-535814a1d641 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93d34b34c25e4bfd8c3642cf1686eac4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5612602 Mar 16 10:51:50.889876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d2526328-f6e0-4696-ab00-2a56ead9eb1a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:50.904470 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'port_id': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a', 'mac_address': 'fa:16:3e:23:de:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:51:50.941430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56390) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:50.963077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.981839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-ad5f-43c7-85e8-1974a4195a1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:50.982545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2526328-f6e0-4696-ab00-2a56ead9eb1a {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:51:51.000606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d2526328-f6e0-4696-ab00-2a56ead9eb1a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:51.005968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.077379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d2526328-f6e0-4696-ab00-2a56ead9eb1a,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:51.082350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-1b9d6bf6-bfdc-4d32-951c-d14e2f9e4597 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] For port b7bb612c-00c9-488e-bf63-c80fff8528ae, host hv-neutron-8338, got binding levels [] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:51.082718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6bf6-bfdc-4d32-951c-d14e2f9e4597 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.119796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0b78e30d-ad5f-43c7-85e8-1974a4195a1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Calling delete_port for 82785906-5ab5-46a5-af52-d68b0db2fd59 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:51.154575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Attempting to bind port 0c3315dd-6a2c-482c-8100-af21efc59d8e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:51.154903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Attempting to bind port 0c3315dd-6a2c-482c-8100-af21efc59d8e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:51.155224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Attempting to bind port 0c3315dd-6a2c-482c-8100-af21efc59d8e on network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:51.177640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Port 0c3315dd-6a2c-482c-8100-af21efc59d8e on network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:51:51.177938 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Attempting to bind port 0c3315dd-6a2c-482c-8100-af21efc59d8e on network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:51.205341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:51.205675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Checking segment: {'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:51.206238 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Bound using segment: {'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'} {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:51.206652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Bound port: 0c3315dd-6a2c-482c-8100-af21efc59d8e, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751eec20-4f37-4792-a34b-fd12cdb52814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184'}}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:51.206980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.224485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.247011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.256284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d6bf6-bfdc-4d32-951c-d14e2f9e4597 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Calling delete_port for b7bb612c-00c9-488e-bf63-c80fff8528ae owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:51.302264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.384477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] For port 0c3315dd-6a2c-482c-8100-af21efc59d8e, host hv-neutron-8338, cleared binding levels {{(pid=87875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:51.389439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] For port 0c3315dd-6a2c-482c-8100-af21efc59d8e, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0c3315dd-6a2c-482c-8100-af21efc59d8e,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:51.390484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ef81091a-be1e-46c9-9c28-f1c566dd3e8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.391055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-ad5f-43c7-85e8-1974a4195a1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.398182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5b96-f3f4-4f06-9905-7962d755fb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.437751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.444364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78e30d-ad5f-43c7-85e8-1974a4195a1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event deleted for resources: {'Port': ['ID=82785906-5ab5-46a5-af52-d68b0db2fd59,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:51.446541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.460487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['d2526328-f6e0-4696-ab00-2a56ead9eb1a'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:51:51.520390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:51.520989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.522402 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] 10.222.0.48 "PUT /v2.0/ports/0c3315dd-6a2c-482c-8100-af21efc59d8e HTTP/1.1" status: 200 len: 1093 time: 2.9923656 Mar 16 10:51:51.632853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'tag': '0c3315dd-6a2c-482c-8100-af21efc59d8e'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:51:51.633661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-ef81091a-be1e-46c9-9c28-f1c566dd3e8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Calling delete_port for 8b4a6a24-2465-4b8c-a088-1f0018f58b62 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:51.637355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dbbba-48fb-4a05-9778-48118fe6b37a service neutron] Pushing event updated for resources: {'Port': ['ID=0c3315dd-6a2c-482c-8100-af21efc59d8e,revision_number=3']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:51.682270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:51.686584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5b96-f3f4-4f06-9905-7962d755fb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.699108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.739464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Pushing event updated for resources: {'Port': ['ID=990a7cb6-8bc2-4475-8c58-2c2763463c6a,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:51.759348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:51.793095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:51.823730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-da41f5f4-6734-4d45-aeb1-3f72df536c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.824364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6bf6-bfdc-4d32-951c-d14e2f9e4597 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.894436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d6bf6-bfdc-4d32-951c-d14e2f9e4597 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7bb612c-00c9-488e-bf63-c80fff8528ae,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:51.913121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.914332 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-47a961bf-f2d9-46aa-877b-67ea84489a23 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2583697 Mar 16 10:51:51.917184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56402) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:51.922876 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event updated for resources: {'Port': ['ID=767ebe6c-5735-4844-a108-7272b84b9ebc,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:51.925461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-ad5f-43c7-85e8-1974a4195a1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.956511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6bf6-bfdc-4d32-951c-d14e2f9e4597 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:51.958799 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1b9d6bf6-bfdc-4d32-951c-d14e2f9e4597 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b7bb612c-00c9-488e-bf63-c80fff8528ae HTTP/1.1" status: 204 len: 168 time: 1.9802206 Mar 16 10:51:51.965345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56406) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.058994 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30e5313-9c15-4752-926d-29dda01e187c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:51:52.059484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b30e5313-9c15-4752-926d-29dda01e187c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Synchronizing usage tracker for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:52.072918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5b96-f3f4-4f06-9905-7962d755fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.083259 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0b78e30d-ad5f-43c7-85e8-1974a4195a1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "DELETE /v2.0/ports/82785906-5ab5-46a5-af52-d68b0db2fd59 HTTP/1.1" status: 204 len: 168 time: 2.1465423 Mar 16 10:51:52.094197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56412) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.133790 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-72e8e8d7-4e1a-4f2a-b29d-08d29a0f902b tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2609 time: 0.2119207 Mar 16 10:51:52.150085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56416) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.212499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79c17920-dfc8-452e-a1f6-0254157566f6', 'external_fixed_ips': [{'subnet_id': 'da5669c1-0ad1-49c0-bce0-8e4a26b707b3', 'ip_address': '172.20.0.10'}]}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:52.222163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d5b96-f3f4-4f06-9905-7962d755fb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb1f4fa-65e9-45dd-9d15-6ed86b52d8ce,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:52.233751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:52.241324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b30e5313-9c15-4752-926d-29dda01e187c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Unset dirty status for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:52.243335 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b30e5313-9c15-4752-926d-29dda01e187c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "GET /v2.0/ports/b7bb612c-00c9-488e-bf63-c80fff8528ae HTTP/1.1" status: 404 len: 333 time: 0.2764502 Mar 16 10:51:52.244694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Usage tracker for resource:router and tenant:f40fa70501a94b7ab42c331eeec66554 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:52.252832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:52.255281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56420) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.277823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1946777189', 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:52.281057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d399a-b18f-43f4-a862-631e41591608 req-94806be9-0d7a-4236-a44b-457d303cfefb tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:52.281440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:52.282531 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-417d399a-b18f-43f4-a862-631e41591608 req-94806be9-0d7a-4236-a44b-457d303cfefb tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 944 time: 0.7003131 Mar 16 10:51:52.286149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ef81091a-be1e-46c9-9c28-f1c566dd3e8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.291896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5b96-f3f4-4f06-9905-7962d755fb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.293034 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5f9d5b96-f3f4-4f06-9905-7962d755fb15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bb1f4fa-65e9-45dd-9d15-6ed86b52d8ce HTTP/1.1" status: 204 len: 168 time: 1.3490708 Mar 16 10:51:52.294341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:52.296839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0bb209aa-4900-44ef-b959-7f2cc1c1cfe5 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Synchronizing usage tracker for tenant:eb80cb5b9cea41f9816728621bebe0c9 on resource:floatingip {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:52.304604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-3e5d4c2f-6f1f-47cc-9d0b-35246cbf4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:52.306091 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-3e5d4c2f-6f1f-47cc-9d0b-35246cbf4f33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=749b3dea469d4d55ab820e1d0f325c6f&device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 1096 time: 0.7253342 Mar 16 10:51:52.357243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36025f56-d279-4a41-a402-5c05b1aa767a req-32a4e4fd-1b86-4fac-9b83-418c0d18cf34 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:52.358993 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-36025f56-d279-4a41-a402-5c05b1aa767a req-32a4e4fd-1b86-4fac-9b83-418c0d18cf34 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 943 time: 0.4664061 Mar 16 10:51:52.395388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81091a-be1e-46c9-9c28-f1c566dd3e8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event deleted for resources: {'Port': ['ID=8b4a6a24-2465-4b8c-a088-1f0018f58b62,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:52.398359 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-cff17a94-0fbb-476e-baff-d6f7c01c8c50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3315dd-6a2c-482c-8100-af21efc59d8e HTTP/1.1" status: 200 len: 217 time: 0.0729985 Mar 16 10:51:52.417769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:52.419890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.420889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.469142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Made reservation on behalf of 6fe0e2a2cc854e64a0969c3c40a6a8ae for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:52.472016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.511933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.563254 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-36025f56-d279-4a41-a402-5c05b1aa767a req-29e3e8bc-0ffd-425e-96df-f4fc181b31ce tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588211 Mar 16 10:51:52.604177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] device_id is not set on port c4bf25c1-28a7-43dc-9be6-6faa94f8d19c yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:52.704120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d2526328-f6e0-4696-ab00-2a56ead9eb1a up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:52.795772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port d2526328-f6e0-4696-ab00-2a56ead9eb1a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:52.802874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port d2526328-f6e0-4696-ab00-2a56ead9eb1a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:52.803451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.882573 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-417d399a-b18f-43f4-a862-631e41591608 req-f0d4fd80-57b9-4389-b6d8-ba058f3bf7a3 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5893066 Mar 16 10:51:52.897914 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.943579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ef81091a-be1e-46c9-9c28-f1c566dd3e8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.964124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:52.966125 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0bb209aa-4900-44ef-b959-7f2cc1c1cfe5 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Unset dirty status for tenant:eb80cb5b9cea41f9816728621bebe0c9 on resource:floatingip {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:52.970438 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0bb209aa-4900-44ef-b959-7f2cc1c1cfe5 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.8162663 Mar 16 10:51:52.973785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56438) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:52.980104 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'tag': '0c3315dd-6a2c-482c-8100-af21efc59d8e', 'status': 'completed', 'code': 200} Mar 16 10:51:52.986045 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ef81091a-be1e-46c9-9c28-f1c566dd3e8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "DELETE /v2.0/ports/8b4a6a24-2465-4b8c-a088-1f0018f58b62 HTTP/1.1" status: 204 len: 168 time: 2.8623800 Mar 16 10:51:52.997022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:51:53.003251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56442) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:53.057679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d2526328-f6e0-4696-ab00-2a56ead9eb1a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:53.068162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-8bfdb8d8-febe-4436-a773-f11d320ad01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:53.070216 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-8bfdb8d8-febe-4436-a773-f11d320ad01a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbacf6f9-22da-4650-9963-39b44c0de688 HTTP/1.1" status: 200 len: 844 time: 0.4137819 Mar 16 10:51:53.073690 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-e829cebd-a5e0-4917-a07d-8d75405bbc8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] GET failed (client error): The resource could not be found. Mar 16 10:51:53.073872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.074295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e829cebd-a5e0-4917-a07d-8d75405bbc8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Synchronizing usage tracker for tenant:672629a19848450f8754a8e59675d034 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:53.108955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.228180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d2526328-f6e0-4696-ab00-2a56ead9eb1a,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:53.239328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e829cebd-a5e0-4917-a07d-8d75405bbc8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Unset dirty status for tenant:672629a19848450f8754a8e59675d034 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:53.240888 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e829cebd-a5e0-4917-a07d-8d75405bbc8b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "GET /v2.0/ports/8b4a6a24-2465-4b8c-a088-1f0018f58b62 HTTP/1.1" status: 404 len: 333 time: 0.2305465 Mar 16 10:51:53.250664 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56458) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:53.258545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'port': {'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff', 'name': 'tempest-AllowedAddressPairTestJSON-2003714894'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:53.345913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-be599a65-cf1f-4174-ba90-68275778fa63 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Deleting port 990a7cb6-8bc2-4475-8c58-2c2763463c6a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:53.346191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be599a65-cf1f-4174-ba90-68275778fa63 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.371393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56466) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:53.439093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.482183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-7e5c1c50-0f81-4447-a248-e7f7e0add817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:53.484156 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-7e5c1c50-0f81-4447-a248-e7f7e0add817 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4066598 Mar 16 10:51:53.489375 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a', 'code': 200} Mar 16 10:51:53.598837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2058657805'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:53.604542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:53.609441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:network and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:53.612711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:53.620337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:53.638919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be599a65-cf1f-4174-ba90-68275778fa63 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.639244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be599a65-cf1f-4174-ba90-68275778fa63 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.652364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:53.656081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.675057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.780465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:53.797967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:security_group_rule and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:53.800949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:53.805093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.807219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:53.822649 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:53.886440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:53.921502 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-1c463a95-6015-444b-ac2a-baa2508567c0 service neutron] 10.222.0.48 "GET /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270310 Mar 16 10:51:53.954278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Made reservation on behalf of 672629a19848450f8754a8e59675d034 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:53.957848 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:53.961054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-be599a65-cf1f-4174-ba90-68275778fa63 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Calling delete_port for 990a7cb6-8bc2-4475-8c58-2c2763463c6a owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:53.997413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.027325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] device_id is not set on port 514479a0-9b67-4150-b708-56b3a0dc9a41 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:54.111106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Network 3241d351-d6d5-455b-a9b5-0649ffbc7293 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:54.126223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:54.128686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:54.130167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:54.130833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.170555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bf25c1-28a7-43dc-9be6-6faa94f8d19c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:54.220679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.221043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.221371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.221685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.222002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.222321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.222635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.222948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.223470 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.223584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.223876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.224165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.239561 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4717b0b4-eeb4-492b-8f5c-ae3830916b28 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9787056 Mar 16 10:51:54.249231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56478) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:54.358271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177811e0-e63b-4762-953c-c6d914b55e73 req-3bc1f11b-7597-4ccb-b921-3faf57fe79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:54.359779 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-177811e0-e63b-4762-953c-c6d914b55e73 req-3bc1f11b-7597-4ccb-b921-3faf57fe79d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1098 time: 0.5284393 Mar 16 10:51:54.454753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb283c-d862-499d-826f-1bb93077626a req-08a66a9d-167a-4695-a960-6bc339680550 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:54.456102 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29fb283c-d862-499d-826f-1bb93077626a req-08a66a9d-167a-4695-a960-6bc339680550 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 943 time: 0.6229043 Mar 16 10:51:54.487430 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02d5132a-4999-47cd-a674-01e26cd4f0b4 req-5aa26c13-6e19-4caa-84b0-15722672e4c7 service neutron] 10.222.0.48 "GET /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542312 Mar 16 10:51:54.494750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b7d2a-1322-4a07-9894-972d56fa202c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:54.495573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a62b7d2a-1322-4a07-9894-972d56fa202c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Synchronizing usage tracker for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:54.498861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-177811e0-e63b-4762-953c-c6d914b55e73 req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.520691 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.542318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.578467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be599a65-cf1f-4174-ba90-68275778fa63 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.633088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:54.638004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Allocated IP 172.20.0.9 (221d5bf0-58b3-4599-9303-5cc5dc1603ff/ac58c16d-630c-4e4f-8221-baa7ed5af6c4/514479a0-9b67-4150-b708-56b3a0dc9a41) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:54.646780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc3fb1-a92c-4c54-892e-b12fbae26820 req-a3e07e87-538c-4906-9de8-e95a4ec4c706 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:54.648247 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c3bc3fb1-a92c-4c54-892e-b12fbae26820 req-a3e07e87-538c-4906-9de8-e95a4ec4c706 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.6350558 Mar 16 10:51:54.660631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Router fed037b6-5b13-4cb6-b811-953ff9b3704c is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:54.666267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f06e6a-554e-439f-bb0d-228f70085c72,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:54.675837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-177811e0-e63b-4762-953c-c6d914b55e73 req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:54.699279 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.699621 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added segment 04fee047-22a4-40b9-bfc7-4b273fd41a4b of type vlan for network d577a323-0872-4efc-92d3-996635135001 Mar 16 10:51:54.706141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.706410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.706786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.707068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.707351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.707702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.707989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.708331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.708646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.709010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.709300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.709611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:54.730755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be599a65-cf1f-4174-ba90-68275778fa63 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Pushing event deleted for resources: {'Port': ['ID=990a7cb6-8bc2-4475-8c58-2c2763463c6a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:54.738327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-177811e0-e63b-4762-953c-c6d914b55e73 req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] Usage tracker for resource:security_group_rule and tenant:a10eb289280d447da173bfcf942298e8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:54.746368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a62b7d2a-1322-4a07-9894-972d56fa202c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Unset dirty status for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:54.747243 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a62b7d2a-1322-4a07-9894-972d56fa202c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "GET /v2.0/ports/c4bf25c1-28a7-43dc-9be6-6faa94f8d19c HTTP/1.1" status: 200 len: 955 time: 0.4968596 Mar 16 10:51:54.756377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-177811e0-e63b-4762-953c-c6d914b55e73 req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:54.759012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56482) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:54.778453 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.791466 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29fb283c-d862-499d-826f-1bb93077626a req-ccd668f5-cc83-4924-8999-a19e624465e4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190782 Mar 16 10:51:54.834200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-177811e0-e63b-4762-953c-c6d914b55e73 req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:54.848582 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c3bc3fb1-a92c-4c54-892e-b12fbae26820 req-7e283b30-c652-4e72-961b-ab33dd51274c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895709 Mar 16 10:51:54.868509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.883588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.912431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.971804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-071b8dab-cbae-4e89-a891-d970c6a11be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.988002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-68253111-b546-4228-842b-5595de428483 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Deleting port c4bf25c1-28a7-43dc-9be6-6faa94f8d19c {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:54.989100 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68253111-b546-4228-842b-5595de428483 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:54.998058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541c85-46bc-49ee-9493-2e667927ef88 req-4f932338-6481-485f-a3b8-a79476af6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:54.999614 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46541c85-46bc-49ee-9493-2e667927ef88 req-4f932338-6481-485f-a3b8-a79476af6f84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=749b3dea469d4d55ab820e1d0f325c6f&device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 1096 time: 0.4508870 Mar 16 10:51:55.012342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be599a65-cf1f-4174-ba90-68275778fa63 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.142050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.147436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:55.148014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.214214 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be599a65-cf1f-4174-ba90-68275778fa63 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.217824 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-be599a65-cf1f-4174-ba90-68275778fa63 tempest-FloatingIPAdminTestJSON-279021041 tempest-FloatingIPAdminTestJSON-279021041-project] 10.222.0.37 "DELETE /v2.0/floatingips/70c0d6ed-0f0e-4e05-a2a9-19c143ddd28a HTTP/1.1" status: 204 len: 168 time: 2.2343543 Mar 16 10:51:55.224323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.224972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:55.230969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56486) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:55.237766 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Sync routers for ids ['fed037b6-5b13-4cb6-b811-953ff9b3704c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:55.248869 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Routers {'fed037b6-5b13-4cb6-b811-953ff9b3704c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:55.249676 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['fed037b6-5b13-4cb6-b811-953ff9b3704c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:55.323798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-177811e0-e63b-4762-953c-c6d914b55e73 req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.472239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.476103 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5d112d98-e021-4653-a668-c9505667f07c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.1805058 Mar 16 10:51:55.486986 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Set router fed037b6-5b13-4cb6-b811-953ff9b3704c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:55.501341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56490) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:55.510474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-177811e0-e63b-4762-953c-c6d914b55e73 req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.548765 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1756165 Mar 16 10:51:55.562955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56494) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:55.575905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.578729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64bc1d-a140-4b47-8b34-5918a173e11e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Network': ['ID=d577a323-0872-4efc-92d3-996635135001,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:55.587633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-34222762'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:55.592373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network d577a323-0872-4efc-92d3-996635135001 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:55.595946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a8a3a-885d-42a5-abc3-877f0930aa24 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Deleting port 8b200e56-906f-4cb3-b680-418391252824 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:55.596285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8a3a-885d-42a5-abc3-877f0930aa24 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.621191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68253111-b546-4228-842b-5595de428483 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.634154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541c85-46bc-49ee-9493-2e667927ef88 req-a2fba385-654a-42e9-a890-e614ceaf72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:55.635681 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46541c85-46bc-49ee-9493-2e667927ef88 req-a2fba385-654a-42e9-a890-e614ceaf72bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 HTTP/1.1" status: 200 len: 906 time: 0.6247587 Mar 16 10:51:55.638082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Allocated IP 172.20.0.10 (79c17920-dfc8-452e-a1f6-0254157566f6/da5669c1-0ad1-49c0-bce0-8e4a26b707b3/27bc8279-f5b9-46ff-b657-3c07e6ac8994) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:55.641366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:55.654949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-177811e0-e63b-4762-953c-c6d914b55e73 req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] Synchronizing usage tracker for tenant:a10eb289280d447da173bfcf942298e8 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:55.723281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:network and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:55.728316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:55.745200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Transition to ACTIVE for port object 514479a0-9b67-4150-b708-56b3a0dc9a41 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:55.747426 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46541c85-46bc-49ee-9493-2e667927ef88 req-50018285-6256-4e66-aa07-612f42c3ce9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3315dd-6a2c-482c-8100-af21efc59d8e HTTP/1.1" status: 200 len: 217 time: 0.0953243 Mar 16 10:51:55.748796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:55.783895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-68253111-b546-4228-842b-5595de428483 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Calling delete_port for c4bf25c1-28a7-43dc-9be6-6faa94f8d19c owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:55.818960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a8e281-b235-4fe5-85c5-3e581b08a8cb,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:55.854313 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed037b6-5b13-4cb6-b811-953ff9b3704c', 'name': 'tempest-snat-router-1399406590', 'tenant_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.17'}], 'enable_snat': False}, 'gw_port_id': '767ebe6c-5735-4844-a108-7272b84b9ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:47Z', 'updated_at': '2022-03-16T10:51:52Z', 'revision_number': 3, 'project_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'gw_port': {'id': '767ebe6c-5735-4844-a108-7272b84b9ebc', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed037b6-5b13-4cb6-b811-953ff9b3704c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:50Z', 'updated_at': '2022-03-16T10:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:55.860031 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Checking router: fed037b6-5b13-4cb6-b811-953ff9b3704c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:51:55.860596 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Updating router fed037b6-5b13-4cb6-b811-953ff9b3704c port 767ebe6c-5735-4844-a108-7272b84b9ebc binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:51:55.929387 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.947753 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e1230cad-3a0f-4369-b043-3d561ae8409e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/routers/fed037b6-5b13-4cb6-b811-953ff9b3704c HTTP/1.1" status: 200 len: 908 time: 0.4453158 Mar 16 10:51:55.950847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56502) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:55.969806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1399406590', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'enable_snat': True}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:55.980077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:55.983939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.994644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:56.034116 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-177811e0-e63b-4762-953c-c6d914b55e73 req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] Unset dirty status for tenant:a10eb289280d447da173bfcf942298e8 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:56.035664 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-177811e0-e63b-4762-953c-c6d914b55e73 req-b766da2d-2e24-4f29-9998-d046353dc5b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6101556 Mar 16 10:51:56.066839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Usage tracker for resource:router and tenant:d98c9e51f5e148febb582bb1df3fc36f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:56.101984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:56.117910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541c85-46bc-49ee-9493-2e667927ef88 req-f3552544-435f-4b7d-a72a-5f6aa35facf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:56.119443 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46541c85-46bc-49ee-9493-2e667927ef88 req-f3552544-435f-4b7d-a72a-5f6aa35facf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbacf6f9-22da-4650-9963-39b44c0de688 HTTP/1.1" status: 200 len: 844 time: 0.3653486 Mar 16 10:51:56.122625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:56.171771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:51:56.172322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68253111-b546-4228-842b-5595de428483 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.174076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.175070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.192714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8a3a-885d-42a5-abc3-877f0930aa24 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.193060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8a3a-885d-42a5-abc3-877f0930aa24 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.211981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.213934 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.214260 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added segment 92300b6f-de38-437d-bc28-b8d5655838bd of type vlan for network cc25dc0d-ce84-440d-ae69-a86404a7e36d Mar 16 10:51:56.251850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68253111-b546-4228-842b-5595de428483 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.257844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68253111-b546-4228-842b-5595de428483 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4bf25c1-28a7-43dc-9be6-6faa94f8d19c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:56.272728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6d0c4-5186-4abe-bd1d-f2f30a9168f8 req-d99e0cf0-3fc9-46b6-92f5-1d413aed7c3a tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:56.277200 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7ac6d0c4-5186-4abe-bd1d-f2f30a9168f8 req-d99e0cf0-3fc9-46b6-92f5-1d413aed7c3a tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 943 time: 0.2960701 Mar 16 10:51:56.301535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.312073 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.325573 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-68253111-b546-4228-842b-5595de428483 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c4bf25c1-28a7-43dc-9be6-6faa94f8d19c HTTP/1.1" status: 204 len: 168 time: 1.5354424 Mar 16 10:51:56.325786 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Transition to ACTIVE for port object 767ebe6c-5735-4844-a108-7272b84b9ebc will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:51:56.329996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56506) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:56.332403 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.376041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a8a3a-885d-42a5-abc3-877f0930aa24 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Calling delete_port for 8b200e56-906f-4cb3-b680-418391252824 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:56.382531 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a306d8-f7a4-4456-85f7-099f4ccbc8a1 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:51:56.382728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-95a306d8-f7a4-4456-85f7-099f4ccbc8a1 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Synchronizing usage tracker for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:56.409179 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7ac6d0c4-5186-4abe-bd1d-f2f30a9168f8 req-f9913d59-175e-4a8f-b586-aa00e89ab483 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144149 Mar 16 10:51:56.414086 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595fe1e-9f5d-4f4b-b112-085469da5fd2 None None] Pushing event updated for resources: {'Port': ['ID=767ebe6c-5735-4844-a108-7272b84b9ebc,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:56.420071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-95a306d8-f7a4-4456-85f7-099f4ccbc8a1 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Unset dirty status for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:56.424940 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-95a306d8-f7a4-4456-85f7-099f4ccbc8a1 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "GET /v2.0/ports/c4bf25c1-28a7-43dc-9be6-6faa94f8d19c HTTP/1.1" status: 404 len: 333 time: 0.0905352 Mar 16 10:51:56.426057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56510) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:56.430371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.431828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Request body: {'port': {'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-754825591'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:56.432015 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Attempting to bind port 767ebe6c-5735-4844-a108-7272b84b9ebc on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:51:56.432529 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Attempting to bind port 767ebe6c-5735-4844-a108-7272b84b9ebc by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:51:56.433068 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Attempting to bind port 767ebe6c-5735-4844-a108-7272b84b9ebc on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:51:56.438438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:56.439981 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:51:56.440991 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:56.441605 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.442530 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:51:56.443221 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Bound port: 767ebe6c-5735-4844-a108-7272b84b9ebc, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:51:56.443834 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.447237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.487449 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:56.513992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.519553 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:56.530917 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] For port 767ebe6c-5735-4844-a108-7272b84b9ebc, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:51:56.534611 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] For port 767ebe6c-5735-4844-a108-7272b84b9ebc, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=767ebe6c-5735-4844-a108-7272b84b9ebc,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:51:56.538798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.546780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event updated for resources: {'Port': ['ID=27bc8279-f5b9-46ff-b657-3c07e6ac8994,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:56.548681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:56.556979 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.557433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Network 79c17920-dfc8-452e-a1f6-0254157566f6 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:56.560182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:56.563208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:56.566068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:56.591488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Port': ['ID=514479a0-9b67-4150-b708-56b3a0dc9a41,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:56.647520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e84701-36f4-409b-bdce-6e4cadefe993 req-51de9208-26e6-4b09-9653-6e7a710c545c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:56.655155 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-31e84701-36f4-409b-bdce-6e4cadefe993 req-51de9208-26e6-4b09-9653-6e7a710c545c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.6006269 Mar 16 10:51:56.690847 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Routers {'fed037b6-5b13-4cb6-b811-953ff9b3704c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:56.691698 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['fed037b6-5b13-4cb6-b811-953ff9b3704c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:56.759439 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595fe1e-9f5d-4f4b-b112-085469da5fd2 None None] Pushing event updated for resources: {'Port': ['ID=767ebe6c-5735-4844-a108-7272b84b9ebc,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:56.818988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.resource_extend [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:51:56.838312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Made reservation on behalf of 6fe0e2a2cc854e64a0969c3c40a6a8ae for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:56.840991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.869501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c4b768eb-68c5-4e0e-b15a-1fa4c3cb70ef None None] Provisioning for port 514479a0-9b67-4150-b708-56b3a0dc9a41 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:56.887277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c4b768eb-68c5-4e0e-b15a-1fa4c3cb70ef None None] Provisioning complete for port 514479a0-9b67-4150-b708-56b3a0dc9a41 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:56.887898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c4b768eb-68c5-4e0e-b15a-1fa4c3cb70ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:56.896887 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] Set router fed037b6-5b13-4cb6-b811-953ff9b3704c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:56.918902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] device_id is not set on port 62761b90-ef42-4743-ad4a-500f10043749 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:51:56.956438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c4b768eb-68c5-4e0e-b15a-1fa4c3cb70ef None None] Port 514479a0-9b67-4150-b708-56b3a0dc9a41 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:51:56.973993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:56.974969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.037725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.043232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:57.043920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.113881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.168986 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-31e84701-36f4-409b-bdce-6e4cadefe993 req-7832b01a-1e98-48f6-9fd5-f26b2bf6b0a5 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126932 Mar 16 10:51:57.196722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541c85-46bc-49ee-9493-2e667927ef88 req-de8d374e-fe73-40ab-8061-814a5a8ac46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:57.196722 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46541c85-46bc-49ee-9493-2e667927ef88 req-de8d374e-fe73-40ab-8061-814a5a8ac46d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7754142 Mar 16 10:51:57.215517 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed037b6-5b13-4cb6-b811-953ff9b3704c', 'name': 'tempest-snat-router-1399406590', 'tenant_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.17'}], 'enable_snat': False}, 'gw_port_id': '767ebe6c-5735-4844-a108-7272b84b9ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:47Z', 'updated_at': '2022-03-16T10:51:52Z', 'revision_number': 3, 'project_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'gw_port': {'id': '767ebe6c-5735-4844-a108-7272b84b9ebc', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed037b6-5b13-4cb6-b811-953ff9b3704c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:50Z', 'updated_at': '2022-03-16T10:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:57.220401 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5868c-36fc-4d87-8f70-750e70857b91 None None] The sync data for ids ['fed037b6-5b13-4cb6-b811-953ff9b3704c'] in dv-neutron-833860-1-hyperv is: [{'id': 'fed037b6-5b13-4cb6-b811-953ff9b3704c', 'name': 'tempest-snat-router-1399406590', 'tenant_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.17'}], 'enable_snat': False}, 'gw_port_id': '767ebe6c-5735-4844-a108-7272b84b9ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:47Z', 'updated_at': '2022-03-16T10:51:52Z', 'revision_number': 3, 'project_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'gw_port': {'id': '767ebe6c-5735-4844-a108-7272b84b9ebc', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:97:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed037b6-5b13-4cb6-b811-953ff9b3704c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:50Z', 'updated_at': '2022-03-16T10:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:51:57.247363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.329690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Network': ['ID=cc25dc0d-ce84-440d-ae69-a86404a7e36d,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:57.333590 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-caaff2b5-e0d0-41b3-9497-c01528cc3dec tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0798738 Mar 16 10:51:57.335100 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7a91ff99-42b5-43c5-893f-f8a800e3f1c5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7712193 Mar 16 10:51:57.344519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network cc25dc0d-ce84-440d-ae69-a86404a7e36d details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:51:57.345161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56514) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:57.345656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56516) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:57.544817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-50959561-8dfd-4cde-ab51-2f992053b47f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0a:46:11'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:57.561857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8a3a-885d-42a5-abc3-877f0930aa24 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.581484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'subnet': {'network_id': 'd577a323-0872-4efc-92d3-996635135001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:57.652810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a8a3a-885d-42a5-abc3-877f0930aa24 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b200e56-906f-4cb3-b680-418391252824,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:57.767940 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46541c85-46bc-49ee-9493-2e667927ef88 req-ff7b4e41-fe38-4a87-a967-67ba0a8fd94a service neutron] 10.222.0.48 "GET /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651650 Mar 16 10:51:57.890830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8a3a-885d-42a5-abc3-877f0930aa24 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.893506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8a3a-885d-42a5-abc3-877f0930aa24 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:57.894670 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0d6a8a3a-885d-42a5-abc3-877f0930aa24 tempest-FloatingIPAdminTestJSON-811335606 tempest-FloatingIPAdminTestJSON-811335606-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/934f7a2b-4875-431f-a25d-b65509512ff8 HTTP/1.1" status: 204 len: 168 time: 2.6557860 Mar 16 10:51:57.904201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56524) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:57.962793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.007055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.011244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-61418328-e93b-4cbf-bedc-602872c5f0e4 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Deleting port b7d2736a-d989-4103-b6a8-2f768ad1f56e {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:51:58.011500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61418328-e93b-4cbf-bedc-602872c5f0e4 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.029291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:51:58.034239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:subnet and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:51:58.037738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:51:58.043624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:51:58.059850 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46541c85-46bc-49ee-9493-2e667927ef88 req-0f84a0bc-bbb4-4d20-ae5d-c80be852a067 service neutron] 10.222.0.48 "GET /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821021 Mar 16 10:51:58.324614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:51:58.328129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.340562 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.358220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 767ebe6c-5735-4844-a108-7272b84b9ebc up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:51:58.424191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.432853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 767ebe6c-5735-4844-a108-7272b84b9ebc completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:51:58.438111 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 767ebe6c-5735-4844-a108-7272b84b9ebc triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:51:58.438672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.535043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc583a-a4f4-4dca-97fc-2e7f53286e9d req-cf6de006-d96e-4a39-ad24-8b174f38853b tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:58.536545 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-05cc583a-a4f4-4dca-97fc-2e7f53286e9d req-cf6de006-d96e-4a39-ad24-8b174f38853b tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 943 time: 0.8741167 Mar 16 10:51:58.558932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.582832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 767ebe6c-5735-4844-a108-7272b84b9ebc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=767ebe6c-5735-4844-a108-7272b84b9ebc,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:58.589895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.602128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50959561-8dfd-4cde-ab51-2f992053b47f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.618785 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-05cc583a-a4f4-4dca-97fc-2e7f53286e9d req-de4d589b-cda5-4d14-a0c2-1423229db515 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565906 Mar 16 10:51:58.633353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.670991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61418328-e93b-4cbf-bedc-602872c5f0e4 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.702299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=767ebe6c-5735-4844-a108-7272b84b9ebc,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:58.703673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Network 3241d351-d6d5-455b-a9b5-0649ffbc7293 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:58.711606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.713193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.713885 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.714376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:58.725048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.725690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.726209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.726702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.727031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.727371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.727852 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.728260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.728574 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:51:58.735555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 0c3315dd-6a2c-482c-8100-af21efc59d8e details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:51:58.827834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-61418328-e93b-4cbf-bedc-602872c5f0e4 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Calling delete_port for b7d2736a-d989-4103-b6a8-2f768ad1f56e owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:51:58.874828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe2f5-9fa4-4533-9b90-e785b4414f09 req-b3ecc610-cc7f-4edf-9f6a-0d9679dba5d4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:58.876339 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ef3fe2f5-9fa4-4533-9b90-e785b4414f09 req-b3ecc610-cc7f-4edf-9f6a-0d9679dba5d4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5372679 Mar 16 10:51:58.887790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 0c3315dd-6a2c-482c-8100-af21efc59d8e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0c3315dd-6a2c-482c-8100-af21efc59d8e,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:58.902054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '0c3315dd-6a2c-482c-8100-af21efc59d8e', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'port_id': '0c3315dd-6a2c-482c-8100-af21efc59d8e', 'mac_address': 'fa:16:3e:40:b7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:51:58.911695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:51:58.912772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:58.913561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.926305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Allocated IP 172.26.2.16 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/e15ef4a9-fefd-4fe1-a691-32558a8da1ab) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:51:58.964193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.984257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3315dd-6a2c-482c-8100-af21efc59d8e {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:51:58.991821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event updated for resources: {'Port': ['ID=62761b90-ef42-4743-ad4a-500f10043749,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:59.004201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 0c3315dd-6a2c-482c-8100-af21efc59d8e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0c3315dd-6a2c-482c-8100-af21efc59d8e,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:51:59.010708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.015569 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ef3fe2f5-9fa4-4533-9b90-e785b4414f09 req-c3fa4a21-d7b2-42f6-8add-eeee9502c1b5 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200688 Mar 16 10:51:59.106932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=0c3315dd-6a2c-482c-8100-af21efc59d8e,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:59.177985 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f2ff456b-8fc3-4fe8-a924-134ee474239c tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7508676 Mar 16 10:51:59.183196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56532) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:59.229198 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8338'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:59.263245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Router d8c44c12-103f-4a1e-8873-e127a681d0dd is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:51:59.318026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['0c3315dd-6a2c-482c-8100-af21efc59d8e'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:51:59.382748 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.383325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61418328-e93b-4cbf-bedc-602872c5f0e4 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.453079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.498721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50959561-8dfd-4cde-ab51-2f992053b47f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.503968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61418328-e93b-4cbf-bedc-602872c5f0e4 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event deleted for resources: {'Port': ['ID=b7d2736a-d989-4103-b6a8-2f768ad1f56e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:59.516782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.617513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:51:59.634249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Sync routers for ids ['d8c44c12-103f-4a1e-8873-e127a681d0dd'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:51:59.636613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f0bef-ce59-4b47-8a52-1d0db89fe1e6 req-4b88a196-d904-4167-9d63-8efc6bd23fe0 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:51:59.637478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-b90f0bef-ce59-4b47-8a52-1d0db89fe1e6 req-4b88a196-d904-4167-9d63-8efc6bd23fe0 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Synchronizing usage tracker for tenant:7afa6b3d306242289b4a4749d86d03e5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:51:59.640144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50959561-8dfd-4cde-ab51-2f992053b47f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.644729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Routers {'d8c44c12-103f-4a1e-8873-e127a681d0dd'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:51:59.645367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d8c44c12-103f-4a1e-8873-e127a681d0dd'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:51:59.656046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-61418328-e93b-4cbf-bedc-602872c5f0e4 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.697076 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-61418328-e93b-4cbf-bedc-602872c5f0e4 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "DELETE /v2.0/ports/b7d2736a-d989-4103-b6a8-2f768ad1f56e HTTP/1.1" status: 204 len: 168 time: 1.7906921 Mar 16 10:51:59.702830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56538) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:59.745853 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Checking segment: {'id': '04fee047-22a4-40b9-bfc7-4b273fd41a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd577a323-0872-4efc-92d3-996635135001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:51:59.746347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network hostable DHCP agents. Network: d577a323-0872-4efc-92d3-996635135001, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:51:59.751791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Subnet': ['ID=9beb5758-60e1-4f46-899f-02e03604d783,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:59.754241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50959561-8dfd-4cde-ab51-2f992053b47f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Port': ['ID=514479a0-9b67-4150-b708-56b3a0dc9a41,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:51:59.802373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.819003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-b90f0bef-ce59-4b47-8a52-1d0db89fe1e6 req-4b88a196-d904-4167-9d63-8efc6bd23fe0 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Unset dirty status for tenant:7afa6b3d306242289b4a4749d86d03e5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:51:59.819003 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b90f0bef-ce59-4b47-8a52-1d0db89fe1e6 req-4b88a196-d904-4167-9d63-8efc6bd23fe0 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.6428318 Mar 16 10:51:59.821552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:59.825763 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-04eb9299-0a38-43ec-b17e-74407759c220 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.7288806 Mar 16 10:51:59.826491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56542) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:59.842045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56544) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:59.851693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-62a04d7e-28bb-4129-a176-7c7651122d21 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Request body: {'floatingip': {'port_id': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:51:59.931102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Set router d8c44c12-103f-4a1e-8873-e127a681d0dd gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:51:59.954325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:51:59.961835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:51:59.973027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:00.002117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network d577a323-0872-4efc-92d3-996635135001 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:00.031866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-62a04d7e-28bb-4129-a176-7c7651122d21 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for floatingip, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.045062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event updated for resources: {'Port': ['ID=e15ef4a9-fefd-4fe1-a691-32558a8da1ab,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:00.107006 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-50959561-8dfd-4cde-ab51-2f992053b47f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] In _notify_port_updated(), no bound segment for port 514479a0-9b67-4150-b708-56b3a0dc9a41 on network 221d5bf0-58b3-4599-9303-5cc5dc1603ff {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:52:00.112470 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50959561-8dfd-4cde-ab51-2f992053b47f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:00.113219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50959561-8dfd-4cde-ab51-2f992053b47f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.117359 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-50959561-8dfd-4cde-ab51-2f992053b47f tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "PUT /v2.0/ports/514479a0-9b67-4150-b708-56b3a0dc9a41 HTTP/1.1" status: 200 len: 994 time: 2.7678316 Mar 16 10:52:00.117359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, d577a323-0872-4efc-92d3-996635135001) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:00.134238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56550) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:00.138180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e90a882-f4b6-42b8-bec3-9991c366ef7f None None] Network d577a323-0872-4efc-92d3-996635135001 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:00.167293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:00.167633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.265793 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c2bb1440-4a9a-4ea0-b582-663b5891ae9b None None] Provisioning complete for port 514479a0-9b67-4150-b708-56b3a0dc9a41 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:00.266159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c2bb1440-4a9a-4ea0-b582-663b5891ae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.319476 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f908863f-bad7-4294-9576-5e89b811cbb1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9710207 Mar 16 10:52:00.325982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d5562-9d87-4fea-b72d-235026ef1b6f tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:00.326747 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-875d5562-9d87-4fea-b72d-235026ef1b6f tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Synchronizing usage tracker for tenant:eb80cb5b9cea41f9816728621bebe0c9 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:00.333597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56554) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:00.340362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] device_id is not set on port 62761b90-ef42-4743-ad4a-500f10043749 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:00.350697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 767ebe6c-5735-4844-a108-7272b84b9ebc up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:00.351782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'subnet': {'network_id': 'cc25dc0d-ce84-440d-ae69-a86404a7e36d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:00.385622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526ade0-b95c-4ac7-896d-2c9f1dd19f77 req-65738708-1712-480a-9f2b-36d406c7c29f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:00.386367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.386760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-4526ade0-b95c-4ac7-896d-2c9f1dd19f77 req-65738708-1712-480a-9f2b-36d406c7c29f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Synchronizing usage tracker for tenant:749b3dea469d4d55ab820e1d0f325c6f on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:00.408997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.449310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7036f74a-a8ba-4eb5-860e-6e21ec295837 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Deleting port 514479a0-9b67-4150-b708-56b3a0dc9a41 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:00.449698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7036f74a-a8ba-4eb5-860e-6e21ec295837 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.459443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb1440-4a9a-4ea0-b582-663b5891ae9b None None] Port 514479a0-9b67-4150-b708-56b3a0dc9a41 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:00.522290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Transition to ACTIVE for port object 62761b90-ef42-4743-ad4a-500f10043749 will not be triggered until provisioned by entity L2. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:00.526145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-4526ade0-b95c-4ac7-896d-2c9f1dd19f77 req-65738708-1712-480a-9f2b-36d406c7c29f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Unset dirty status for tenant:749b3dea469d4d55ab820e1d0f325c6f on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:00.532829 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4526ade0-b95c-4ac7-896d-2c9f1dd19f77 req-65738708-1712-480a-9f2b-36d406c7c29f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 944 time: 0.7202296 Mar 16 10:52:00.595689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 767ebe6c-5735-4844-a108-7272b84b9ebc triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:00.596035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.606680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-875d5562-9d87-4fea-b72d-235026ef1b6f tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Unset dirty status for tenant:eb80cb5b9cea41f9816728621bebe0c9 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:00.610755 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-875d5562-9d87-4fea-b72d-235026ef1b6f tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "GET /v2.0/ports?device_id=db0d7435-3970-44e2-a0cb-cde85ca77b7a HTTP/1.1" status: 200 len: 913 time: 0.9068804 Mar 16 10:52:00.613589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56558) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:00.633498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-d577a323-0872-4efc-92d3-996635135001', 'network_id': 'd577a323-0872-4efc-92d3-996635135001', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'fixed_ips': [{'subnet_id': '9beb5758-60e1-4f46-899f-02e03604d783'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:00.635020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.666544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c44c12-103f-4a1e-8873-e127a681d0dd', 'name': '', 'tenant_id': 'f40fa70501a94b7ab42c331eeec66554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79c17920-dfc8-452e-a1f6-0254157566f6', 'external_fixed_ips': [{'subnet_id': 'da5669c1-0ad1-49c0-bce0-8e4a26b707b3', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '27bc8279-f5b9-46ff-b657-3c07e6ac8994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:52Z', 'updated_at': '2022-03-16T10:51:56Z', 'revision_number': 3, 'project_id': 'f40fa70501a94b7ab42c331eeec66554', 'gw_port': {'id': '27bc8279-f5b9-46ff-b657-3c07e6ac8994', 'name': '', 'network_id': '79c17920-dfc8-452e-a1f6-0254157566f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c44c12-103f-4a1e-8873-e127a681d0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'da5669c1-0ad1-49c0-bce0-8e4a26b707b3', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:54Z', 'updated_at': '2022-03-16T10:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da5669c1-0ad1-49c0-bce0-8e4a26b707b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:00.668263 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4526ade0-b95c-4ac7-896d-2c9f1dd19f77 req-c48bd8bc-798b-4098-aec7-9fe0fe411eb3 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345086 Mar 16 10:52:00.669137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.719845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Checking router: d8c44c12-103f-4a1e-8873-e127a681d0dd for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:00.720082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Updating router d8c44c12-103f-4a1e-8873-e127a681d0dd port 27bc8279-f5b9-46ff-b657-3c07e6ac8994 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:52:00.763045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 0c3315dd-6a2c-482c-8100-af21efc59d8e up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:00.867604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.885835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:00.912039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:subnet and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:00.964251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:00.997610 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:01.024590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event updated for resources: {'Port': ['ID=62761b90-ef42-4743-ad4a-500f10043749,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:01.091658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 0c3315dd-6a2c-482c-8100-af21efc59d8e completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:01.109795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 0c3315dd-6a2c-482c-8100-af21efc59d8e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:01.110089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.136419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Allocated IP 2001:db8::2 (d577a323-0872-4efc-92d3-996635135001/9beb5758-60e1-4f46-899f-02e03604d783/2e93cd78-6a66-4253-8dc0-6172bcddedd2) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:01.157345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.172989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:01.177211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.187179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Deleting port 27bc8279-f5b9-46ff-b657-3c07e6ac8994 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:01.187668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.196782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:01.197133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:01.197469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:01.259986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7036f74a-a8ba-4eb5-860e-6e21ec295837 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.290104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:01.290426 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:52:01.301176 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 2 to bind port 62761b90-ef42-4743-ad4a-500f10043749 Mar 16 10:52:01.380347 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.409550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7036f74a-a8ba-4eb5-860e-6e21ec295837 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Calling delete_port for 514479a0-9b67-4150-b708-56b3a0dc9a41 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:01.466846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:01.467450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:01.467450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:01.483472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.497400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:01.497738 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:52:01.508761 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 3 to bind port 62761b90-ef42-4743-ad4a-500f10043749 Mar 16 10:52:01.616672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3315dd-6a2c-482c-8100-af21efc59d8e'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:52:01.624815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.639785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.649290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 0c3315dd-6a2c-482c-8100-af21efc59d8e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0c3315dd-6a2c-482c-8100-af21efc59d8e,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:01.655521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Transition to ACTIVE for port object 2e93cd78-6a66-4253-8dc0-6172bcddedd2 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:01.664684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.685422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:01.685757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:01.686090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:01.721065 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3315dd-6a2c-482c-8100-af21efc59d8e', 'code': 200} Mar 16 10:52:01.722445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Transition to ACTIVE for port object 27bc8279-f5b9-46ff-b657-3c07e6ac8994 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:01.739694 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Transition to ACTIVE for port object 2e93cd78-6a66-4253-8dc0-6172bcddedd2 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:01.753925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.760569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-62a04d7e-28bb-4129-a176-7c7651122d21 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.764203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7036f74a-a8ba-4eb5-860e-6e21ec295837 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.765759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.770807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:01.771139 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:52:01.787883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Network d577a323-0872-4efc-92d3-996635135001 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:01.793142 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 4 to bind port 62761b90-ef42-4743-ad4a-500f10043749 Mar 16 10:52:01.807509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:01.809506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Attempting to bind port 27bc8279-f5b9-46ff-b657-3c07e6ac8994 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:01.809881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Attempting to bind port 27bc8279-f5b9-46ff-b657-3c07e6ac8994 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '8598535a-6df4-46a7-bfe5-7e9c313bdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '79c17920-dfc8-452e-a1f6-0254157566f6'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:01.810233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Attempting to bind port 27bc8279-f5b9-46ff-b657-3c07e6ac8994 on network 79c17920-dfc8-452e-a1f6-0254157566f6 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:01.818592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:01.820580 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-62a04d7e-28bb-4129-a176-7c7651122d21 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.821689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:01.822092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Checking segment: {'id': '8598535a-6df4-46a7-bfe5-7e9c313bdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '79c17920-dfc8-452e-a1f6-0254157566f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:01.822491 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.823057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Bound using segment: {'id': '8598535a-6df4-46a7-bfe5-7e9c313bdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '79c17920-dfc8-452e-a1f6-0254157566f6'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:01.823681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Bound port: 27bc8279-f5b9-46ff-b657-3c07e6ac8994, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8598535a-6df4-46a7-bfe5-7e9c313bdb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '79c17920-dfc8-452e-a1f6-0254157566f6'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:01.824050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.928114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] For port 27bc8279-f5b9-46ff-b657-3c07e6ac8994, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:01.931813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] For port 27bc8279-f5b9-46ff-b657-3c07e6ac8994, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=27bc8279-f5b9-46ff-b657-3c07e6ac8994,segment=NetworkSegment(8598535a-6df4-46a7-bfe5-7e9c313bdb8f),segment_id=8598535a-6df4-46a7-bfe5-7e9c313bdb8f)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:01.944701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.047767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Attempting to bind port 2e93cd78-6a66-4253-8dc0-6172bcddedd2 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:02.048302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Attempting to bind port 2e93cd78-6a66-4253-8dc0-6172bcddedd2 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '04fee047-22a4-40b9-bfc7-4b273fd41a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd577a323-0872-4efc-92d3-996635135001'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:02.048468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Attempting to bind port 2e93cd78-6a66-4253-8dc0-6172bcddedd2 on network d577a323-0872-4efc-92d3-996635135001 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:02.055870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:02.056465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Checking segment: {'id': '04fee047-22a4-40b9-bfc7-4b273fd41a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd577a323-0872-4efc-92d3-996635135001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:02.056919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.057312 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Bound using segment: {'id': '04fee047-22a4-40b9-bfc7-4b273fd41a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd577a323-0872-4efc-92d3-996635135001'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:02.057767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Bound port: 2e93cd78-6a66-4253-8dc0-6172bcddedd2, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fee047-22a4-40b9-bfc7-4b273fd41a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd577a323-0872-4efc-92d3-996635135001'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:02.058130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.070089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=0c3315dd-6a2c-482c-8100-af21efc59d8e,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:02.093971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036f74a-a8ba-4eb5-860e-6e21ec295837 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event deleted for resources: {'Port': ['ID=514479a0-9b67-4150-b708-56b3a0dc9a41,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:02.119831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.131433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:02.131765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:02.132092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:02.147457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.174773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Routers {'d8c44c12-103f-4a1e-8873-e127a681d0dd'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:02.175309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d8c44c12-103f-4a1e-8873-e127a681d0dd'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:02.224814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:02.225213 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:52:02.238442 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 5 to bind port 62761b90-ef42-4743-ad4a-500f10043749 Mar 16 10:52:02.270236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Calling delete_port for 27bc8279-f5b9-46ff-b657-3c07e6ac8994 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:02.311885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:02.312280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:02.312533 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:02.387007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ac63a-98e3-4854-83ee-2597ef972b5c None None] Pushing event updated for resources: {'Port': ['ID=27bc8279-f5b9-46ff-b657-3c07e6ac8994,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:02.466918 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] Set router d8c44c12-103f-4a1e-8873-e127a681d0dd gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:02.516230 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-62a04d7e-28bb-4129-a176-7c7651122d21 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Floating IP fccbbbda-6c18-4a8e-a067-4db8cc529ef1 associated. External IP: 172.26.2.124, port: d2526328-f6e0-4696-ab00-2a56ead9eb1a. Mar 16 10:52:02.521524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:02.522010 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:52:02.533294 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 6 to bind port 62761b90-ef42-4743-ad4a-500f10043749 Mar 16 10:52:02.567484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] For port 2e93cd78-6a66-4253-8dc0-6172bcddedd2, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:02.580352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Subnet': ['ID=58e136c9-07d8-4d22-aec3-a875fb2402a6,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:02.596156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Pushing event updated for resources: {'Port': ['ID=2e93cd78-6a66-4253-8dc0-6172bcddedd2,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:02.598510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c44c12-103f-4a1e-8873-e127a681d0dd', 'name': '', 'tenant_id': 'f40fa70501a94b7ab42c331eeec66554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:52Z', 'updated_at': '2022-03-16T10:52:01Z', 'revision_number': 4, 'project_id': 'f40fa70501a94b7ab42c331eeec66554', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:02.625084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:02.625438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:02.625746 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:02.632589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Checking segment: {'id': '92300b6f-de38-437d-bc28-b8d5655838bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc25dc0d-ce84-440d-ae69-a86404a7e36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:02.632958 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network hostable DHCP agents. Network: cc25dc0d-ce84-440d-ae69-a86404a7e36d, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:02.637027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] For port 2e93cd78-6a66-4253-8dc0-6172bcddedd2, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2e93cd78-6a66-4253-8dc0-6172bcddedd2,segment=NetworkSegment(04fee047-22a4-40b9-bfc7-4b273fd41a4b),segment_id=04fee047-22a4-40b9-bfc7-4b273fd41a4b)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:02.644180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f33b4-961d-4ace-9cbd-aa634a99cd2b None None] The sync data for ids ['d8c44c12-103f-4a1e-8873-e127a681d0dd'] in dv-neutron-833860-1-hyperv is: [{'id': 'd8c44c12-103f-4a1e-8873-e127a681d0dd', 'name': '', 'tenant_id': 'f40fa70501a94b7ab42c331eeec66554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:52Z', 'updated_at': '2022-03-16T10:52:01Z', 'revision_number': 4, 'project_id': 'f40fa70501a94b7ab42c331eeec66554', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:02.655914 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:02.655914 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:52:02.657082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.658047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7036f74a-a8ba-4eb5-860e-6e21ec295837 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.659688 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 7 to bind port 62761b90-ef42-4743-ad4a-500f10043749 Mar 16 10:52:02.700495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:02.706319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ac63a-98e3-4854-83ee-2597ef972b5c None None] Pushing event updated for resources: {'Port': ['ID=27bc8279-f5b9-46ff-b657-3c07e6ac8994,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:02.717972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:02.718239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:02.718810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:02.765556 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7036f74a-a8ba-4eb5-860e-6e21ec295837 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "DELETE /v2.0/ports/514479a0-9b67-4150-b708-56b3a0dc9a41 HTTP/1.1" status: 204 len: 168 time: 2.6278167 Mar 16 10:52:02.794250 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56566) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:02.794886 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafb2bc-0e70-44e8-b3af-f45d3e1c35e9 req-7f8f1b19-c367-47ad-9ece-5d53d2ff743e tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:02.796447 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ceafb2bc-0e70-44e8-b3af-f45d3e1c35e9 req-7f8f1b19-c367-47ad-9ece-5d53d2ff743e tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 945 time: 0.9283080 Mar 16 10:52:02.806547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:02.808612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:02.814395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa550ac9-dd07-4d50-8d67-764b5a5f7c05 None None] Pushing event updated for resources: {'Port': ['ID=2e93cd78-6a66-4253-8dc0-6172bcddedd2,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:02.817584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e23fa3-cdef-4dcd-80f1-ebdb610f8c26 req-64d35e02-42f5-4c80-9883-f1b2db7cf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:02.819459 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-40e23fa3-cdef-4dcd-80f1-ebdb610f8c26 req-64d35e02-42f5-4c80-9883-f1b2db7cf72d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 1098 time: 0.7967174 Mar 16 10:52:02.838595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:02.838920 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:52:02.865500 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 8 to bind port 62761b90-ef42-4743-ad4a-500f10043749 Mar 16 10:52:02.866061 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfbfaaf-d8dc-4e60-83e2-b998a0d5218c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] GET failed (client error): The resource could not be found. Mar 16 10:52:02.866795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8cfbfaaf-d8dc-4e60-83e2-b998a0d5218c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Synchronizing usage tracker for tenant:672629a19848450f8754a8e59675d034 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:02.913160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:02.913494 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:02.913821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:02.965976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network cc25dc0d-ce84-440d-ae69-a86404a7e36d is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:02.978448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:02.978781 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:52:02.997686 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 9 to bind port 62761b90-ef42-4743-ad4a-500f10043749 Mar 16 10:52:03.018240 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-40e23fa3-cdef-4dcd-80f1-ebdb610f8c26 req-f37222d8-9d0a-49bf-b7d7-29109f5cadc1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814620 Mar 16 10:52:03.033731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8cfbfaaf-d8dc-4e60-83e2-b998a0d5218c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Unset dirty status for tenant:672629a19848450f8754a8e59675d034 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:03.038590 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8cfbfaaf-d8dc-4e60-83e2-b998a0d5218c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "GET /v2.0/ports/514479a0-9b67-4150-b708-56b3a0dc9a41 HTTP/1.1" status: 404 len: 333 time: 0.2396636 Mar 16 10:52:03.039203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56570) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:03.055695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'port': {'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff', 'name': 'tempest-AllowedAddressPairTestJSON-1582187499'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:03.079545 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ceafb2bc-0e70-44e8-b3af-f45d3e1c35e9 req-6c6c6a42-9f9a-41d0-a45d-d9407608483a tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562759 Mar 16 10:52:03.096854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:03.096854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:03.096854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:03.098703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, cc25dc0d-ce84-440d-ae69-a86404a7e36d) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:03.104978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:03.105564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.108603 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75286f-b0dc-4790-acb6-125f78262835 None None] Network cc25dc0d-ce84-440d-ae69-a86404a7e36d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:03.148780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:03.149123 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:52:03.164859 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempt 10 to bind port 62761b90-ef42-4743-ad4a-500f10043749 Mar 16 10:52:03.181103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a04d7e-28bb-4129-a176-7c7651122d21 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:03.220897 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a335f2ac-602c-438e-a625-047ba672a5e1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8849084 Mar 16 10:52:03.221736 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:03.222061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:03.222379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempting to bind port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:03.227321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56574) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:03.230065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:03.230388 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Failed to bind port 62761b90-ef42-4743-ad4a-500f10043749 on host hv-neutron-8338 for vnic_type normal using segments [{'id': 'b60ad9a0-e998-4d25-867a-68f47f95c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3241d351-d6d5-455b-a9b5-0649ffbc7293'}] Mar 16 10:52:03.230734 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.253655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-77233631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:03.273624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:03.304016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:03.305151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:router and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:03.309549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Deleting port 27bc8279-f5b9-46ff-b657-3c07e6ac8994 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:03.309969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.315353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:03.342940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:03.347276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.385480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-cc25dc0d-ce84-440d-ae69-a86404a7e36d', 'network_id': 'cc25dc0d-ce84-440d-ae69-a86404a7e36d', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'fixed_ips': [{'subnet_id': '58e136c9-07d8-4d22-aec3-a875fb2402a6'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:03.386303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.457471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.458489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.484795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Router cf99d65a-89e4-43d4-bade-dfdd423d60db is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:03.504080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] For port 62761b90-ef42-4743-ad4a-500f10043749, host hv-neutron-8338, cleared binding levels {{(pid=87875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:03.504451 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attempted to set empty binding levels {{(pid=87875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:52:03.530715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:03.561901 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Allocated IP 2001:db8:1::2 (cc25dc0d-ce84-440d-ae69-a86404a7e36d/58e136c9-07d8-4d22-aec3-a875fb2402a6/8e70f05d-fdd1-457e-987a-ff7086733f3d) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:03.571611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.574801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.608107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Made reservation on behalf of 672629a19848450f8754a8e59675d034 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:03.619904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.701844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] In _notify_port_updated(), no bound segment for port 62761b90-ef42-4743-ad4a-500f10043749 on network 3241d351-d6d5-455b-a9b5-0649ffbc7293 {{(pid=87875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:52:03.702706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:03.703297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.707060 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "PUT /v2.0/ports/62761b90-ef42-4743-ad4a-500f10043749 HTTP/1.1" status: 200 len: 976 time: 4.5205216 Mar 16 10:52:03.709407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56578) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:03.758742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a04d7e-28bb-4129-a176-7c7651122d21 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:03.769489 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] Sync routers for ids ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:03.790932 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] Routers {'cbab4b38-21a7-4939-8179-1e0ddd5f8a73'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:03.791563 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:03.824881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.834729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f0e75-0a2a-4d9d-86db-270c82fbfc65 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event updated for resources: {'Port': ['ID=62761b90-ef42-4743-ad4a-500f10043749,revision_number=3']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:03.840021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] device_id is not set on port 26d07d84-14ed-4716-99cb-3d698aa7f465 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:03.840672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.858531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Transition to ACTIVE for port object 8e70f05d-fdd1-457e-987a-ff7086733f3d will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:03.895258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Transition to ACTIVE for port object 8e70f05d-fdd1-457e-987a-ff7086733f3d will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:03.909714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.981921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.983121 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-38278209-2ca2-4d9a-98b3-13b51bc29b09 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7427104 Mar 16 10:52:03.990041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56582) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:04.066063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:04.067323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Pushing event updated for resources: {'Port': ['ID=8e70f05d-fdd1-457e-987a-ff7086733f3d,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:04.095413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Allocated IP 172.20.0.12 (221d5bf0-58b3-4599-9303-5cc5dc1603ff/ac58c16d-630c-4e4f-8221-baa7ed5af6c4/26d07d84-14ed-4716-99cb-3d698aa7f465) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:04.123885 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Sync routers for ids ['cf99d65a-89e4-43d4-bade-dfdd423d60db'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:04.127689 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] Set router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:04.173979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa89054-b37d-4ced-8f1f-bea6eb28e693 None None] Network d577a323-0872-4efc-92d3-996635135001 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:04.375220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.404935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Transition to ACTIVE for port object 26d07d84-14ed-4716-99cb-3d698aa7f465 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:04.445458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.489148 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:52:04.511262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-62a04d7e-28bb-4129-a176-7c7651122d21 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.514962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Network cc25dc0d-ce84-440d-ae69-a86404a7e36d is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:04.522887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2e93cd78-6a66-4253-8dc0-6172bcddedd2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:04.531150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.534362 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8d7eb5d0-db26-44c5-8958-16c2ddfb9e6e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5715930 Mar 16 10:52:04.540778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56588) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:04.594534 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:51:09Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fccbbbda-6c18-4a8e-a067-4db8cc529ef1', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'port_id': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'mac_address': 'fa:16:3e:23:de:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:51:21Z', 'updated_at': '2022-03-16T10:52:01Z', 'revision_number': 1, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e618873a-e2ed-4f18-8f13-e2afd2ea5c81', 'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'mac_address': 'fa:16:3e:e3:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:18Z', 'revision_number': 5, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'subnets': [{'id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:04.607579 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] Checking router: cbab4b38-21a7-4939-8179-1e0ddd5f8a73 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:04.619542 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] Routers {'cbab4b38-21a7-4939-8179-1e0ddd5f8a73'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:04.620159 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:04.647631 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-62a04d7e-28bb-4129-a176-7c7651122d21 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "PUT /v2.0/floatingips/fccbbbda-6c18-4a8e-a067-4db8cc529ef1 HTTP/1.1" status: 200 len: 991 time: 4.8018613 Mar 16 10:52:04.648418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Port': ['ID=26d07d84-14ed-4716-99cb-3d698aa7f465,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:04.662896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'tag': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:52:04.709390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:04.711943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:04.736345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Routers {'cf99d65a-89e4-43d4-bade-dfdd423d60db'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:04.737004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cf99d65a-89e4-43d4-bade-dfdd423d60db'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:04.754754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] For port 27bc8279-f5b9-46ff-b657-3c07e6ac8994, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=27bc8279-f5b9-46ff-b657-3c07e6ac8994,segment=NetworkSegment(8598535a-6df4-46a7-bfe5-7e9c313bdb8f),segment_id=8598535a-6df4-46a7-bfe5-7e9c313bdb8f)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:04.755665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:04.819063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:04.871870 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] Set router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:04.917887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Calling delete_port for 27bc8279-f5b9-46ff-b657-3c07e6ac8994 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:04.984636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e8295fa3-27ed-4b1e-8f74-8b57fdd091a0 None None] Provisioning for port 2e93cd78-6a66-4253-8dc0-6172bcddedd2 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:05.026391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Deleting port 7cc64a9a-39c7-4370-9f1e-9e30d55a4a81 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:05.026391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.073930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Attempting to bind port 8e70f05d-fdd1-457e-987a-ff7086733f3d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:05.074264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Attempting to bind port 8e70f05d-fdd1-457e-987a-ff7086733f3d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '92300b6f-de38-437d-bc28-b8d5655838bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc25dc0d-ce84-440d-ae69-a86404a7e36d'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:05.074568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Attempting to bind port 8e70f05d-fdd1-457e-987a-ff7086733f3d on network cc25dc0d-ce84-440d-ae69-a86404a7e36d {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:05.092983 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:05.093501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Checking segment: {'id': '92300b6f-de38-437d-bc28-b8d5655838bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc25dc0d-ce84-440d-ae69-a86404a7e36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:05.093803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.094194 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Bound using segment: {'id': '92300b6f-de38-437d-bc28-b8d5655838bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc25dc0d-ce84-440d-ae69-a86404a7e36d'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:05.094668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Bound port: 8e70f05d-fdd1-457e-987a-ff7086733f3d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92300b6f-de38-437d-bc28-b8d5655838bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc25dc0d-ce84-440d-ae69-a86404a7e36d'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:05.095031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.104838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 2e93cd78-6a66-4253-8dc0-6172bcddedd2 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:05.108786 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5ca6d364-784b-4b7e-8318-c9540a2a184b tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/routers/cf99d65a-89e4-43d4-bade-dfdd423d60db HTTP/1.1" status: 200 len: 907 time: 0.5659721 Mar 16 10:52:05.154501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:05.163054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56596) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:05.175777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-eb531242-211d-47a9-b258-5e2d9983a0d4 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Deleting port 62761b90-ef42-4743-ad4a-500f10043749 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:05.176809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb531242-211d-47a9-b258-5e2d9983a0d4 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.181693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.182161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 2e93cd78-6a66-4253-8dc0-6172bcddedd2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:05.182536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.214631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:05.248445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.298569 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:51:09Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fccbbbda-6c18-4a8e-a067-4db8cc529ef1', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'port_id': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'mac_address': 'fa:16:3e:23:de:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:51:21Z', 'updated_at': '2022-03-16T10:52:01Z', 'revision_number': 1, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e618873a-e2ed-4f18-8f13-e2afd2ea5c81', 'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'mac_address': 'fa:16:3e:e3:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:18Z', 'revision_number': 5, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'subnets': [{'id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:05.312266 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410f12b7-9b73-4fe5-ba97-56918055fb06 None None] The sync data for ids ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'] in dv-neutron-833860-1-hyperv is: [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:51:09Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fccbbbda-6c18-4a8e-a067-4db8cc529ef1', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'port_id': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'mac_address': 'fa:16:3e:23:de:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:51:21Z', 'updated_at': '2022-03-16T10:52:01Z', 'revision_number': 1, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e618873a-e2ed-4f18-8f13-e2afd2ea5c81', 'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'mac_address': 'fa:16:3e:e3:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:18Z', 'revision_number': 5, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'subnets': [{'id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:05.341059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Set router cf99d65a-89e4-43d4-bade-dfdd423d60db gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:05.397783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event deleted for resources: {'Port': ['ID=27bc8279-f5b9-46ff-b657-3c07e6ac8994,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:05.443240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00435ef-7940-4aff-9b49-a405ee859b94 req-3201979c-4fec-4dec-b783-bb3801b7ffeb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:05.445451 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e00435ef-7940-4aff-9b49-a405ee859b94 req-3201979c-4fec-4dec-b783-bb3801b7ffeb tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 945 time: 1.0170197 Mar 16 10:52:05.488365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] For port 8e70f05d-fdd1-457e-987a-ff7086733f3d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:05.491823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] For port 8e70f05d-fdd1-457e-987a-ff7086733f3d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8e70f05d-fdd1-457e-987a-ff7086733f3d,segment=NetworkSegment(92300b6f-de38-437d-bc28-b8d5655838bd),segment_id=92300b6f-de38-437d-bc28-b8d5655838bd)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:05.581971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:05.582583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.671810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.696497 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e00435ef-7940-4aff-9b49-a405ee859b94 req-12970c90-bbab-465f-88fd-9d867afa5e73 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098217 Mar 16 10:52:05.706934 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13c7b38-bc94-4a76-adf1-6a8e0598d036 None None] New status for floating IP fccbbbda-6c18-4a8e-a067-4db8cc529ef1: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:52:05.912141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c1459d14-4745-4650-a5a4-592ac0acf02d None None] Provisioning for port 26d07d84-14ed-4716-99cb-3d698aa7f465 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:05.934794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.948913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c1459d14-4745-4650-a5a4-592ac0acf02d None None] Provisioning complete for port 26d07d84-14ed-4716-99cb-3d698aa7f465 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:05.949285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c1459d14-4745-4650-a5a4-592ac0acf02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:05.986376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'tag': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a', 'status': 'completed', 'code': 200} Mar 16 10:52:05.993850 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4e89a6b4-5303-4af4-9e0f-2a7bb9d18bf9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9456918 Mar 16 10:52:06.034094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Allocated IP 2001:db8::1 (d577a323-0872-4efc-92d3-996635135001/9beb5758-60e1-4f46-899f-02e03604d783/eaa52d7c-20eb-42f1-a0d9-396bd341407f) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:06.048629 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d664d8-f4ec-4ac5-9bbf-e1c61690997e None None] Pushing event updated for resources: {'Port': ['ID=8e70f05d-fdd1-457e-987a-ff7086733f3d,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:06.051559 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.071038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56602) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:06.090512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6667f7a1-f4de-42a2-87f9-7cc07af67dab tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0a:46:11'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:06.099760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c1459d14-4745-4650-a5a4-592ac0acf02d None None] Port 26d07d84-14ed-4716-99cb-3d698aa7f465 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:06.154219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 2e93cd78-6a66-4253-8dc0-6172bcddedd2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2e93cd78-6a66-4253-8dc0-6172bcddedd2,segment=NetworkSegment(04fee047-22a4-40b9-bfc7-4b273fd41a4b),segment_id=04fee047-22a4-40b9-bfc7-4b273fd41a4b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:06.165274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.279416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bc5a5752-ee4a-49fb-8659-dbf9bdd8af77 None None] Provisioning complete for port 2e93cd78-6a66-4253-8dc0-6172bcddedd2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:06.279779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5752-ee4a-49fb-8659-dbf9bdd8af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.294515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-eb531242-211d-47a9-b258-5e2d9983a0d4 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] For port 62761b90-ef42-4743-ad4a-500f10043749, host hv-neutron-8338, got binding levels [] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:06.294960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb531242-211d-47a9-b258-5e2d9983a0d4 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.318131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.330402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.362350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=2e93cd78-6a66-4253-8dc0-6172bcddedd2,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:06.380786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfacafd-b76a-4936-9066-79728ba63e25 req-92bcec00-3295-4df8-b4aa-5320a2bc6825 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:06.382658 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2cfacafd-b76a-4936-9066-79728ba63e25 req-92bcec00-3295-4df8-b4aa-5320a2bc6825 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 1.5898542 Mar 16 10:52:06.438090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8e70f05d-fdd1-457e-987a-ff7086733f3d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:06.455519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.481319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-eb531242-211d-47a9-b258-5e2d9983a0d4 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Calling delete_port for 62761b90-ef42-4743-ad4a-500f10043749 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:06.496489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf99d65a-89e4-43d4-bade-dfdd423d60db', 'name': 'tempest-snat-router-1399406590', 'tenant_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15ef4a9-fefd-4fe1-a691-32558a8da1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:56Z', 'updated_at': '2022-03-16T10:52:00Z', 'revision_number': 3, 'project_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'gw_port': {'id': 'e15ef4a9-fefd-4fe1-a691-32558a8da1ab', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf99d65a-89e4-43d4-bade-dfdd423d60db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:58Z', 'updated_at': '2022-03-16T10:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:06.502778 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Checking router: cf99d65a-89e4-43d4-bade-dfdd423d60db for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:06.503118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Updating router cf99d65a-89e4-43d4-bade-dfdd423d60db port e15ef4a9-fefd-4fe1-a691-32558a8da1ab binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:52:06.562096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.562827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8c44c12-103f-4a1e-8873-e127a681d0dd {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:06.595968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.638480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 8e70f05d-fdd1-457e-987a-ff7086733f3d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:06.652273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.653420 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0fac613a-5ca6-46fb-b47b-6ba5e4048d6b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d8c44c12-103f-4a1e-8873-e127a681d0dd HTTP/1.1" status: 204 len: 168 time: 6.8180623 Mar 16 10:52:06.667925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Calling delete_port for 7cc64a9a-39c7-4370-9f1e-9e30d55a4a81 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:06.685338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56606) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:06.765600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb531242-211d-47a9-b258-5e2d9983a0d4 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.867322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.924334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.926295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-0393c689-0084-4756-a6d5-427170033a27 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Deleting subnet da5669c1-0ad1-49c0-bce0-8e4a26b707b3 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:06.944992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0393c689-0084-4756-a6d5-427170033a27 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:06.955497 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2cfacafd-b76a-4936-9066-79728ba63e25 req-46fcaec5-3be5-47da-a132-ac19224ef537 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5019681 Mar 16 10:52:06.982697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb531242-211d-47a9-b258-5e2d9983a0d4 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Pushing event deleted for resources: {'Port': ['ID=62761b90-ef42-4743-ad4a-500f10043749,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:07.000449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Transition to ACTIVE for port object eaa52d7c-20eb-42f1-a0d9-396bd341407f will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:07.023163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-972234e9-4e16-4e05-a660-953dda31d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:07.024783 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-972234e9-4e16-4e05-a660-953dda31d0c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1098 time: 0.8360677 Mar 16 10:52:07.041370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0393c689-0084-4756-a6d5-427170033a27 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.119784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0393c689-0084-4756-a6d5-427170033a27 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.205198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.232560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Transition to ACTIVE for port object e15ef4a9-fefd-4fe1-a691-32558a8da1ab will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:07.251973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0393c689-0084-4756-a6d5-427170033a27 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.252630 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.266753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb531242-211d-47a9-b258-5e2d9983a0d4 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.345909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393c689-0084-4756-a6d5-427170033a27 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=da5669c1-0ad1-49c0-bce0-8e4a26b707b3,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:07.351906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0393c689-0084-4756-a6d5-427170033a27 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.369558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94743310-9a8c-4f3e-8a57-bde1be78f13c None None] Network cc25dc0d-ce84-440d-ae69-a86404a7e36d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:07.370525 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0393c689-0084-4756-a6d5-427170033a27 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/da5669c1-0ad1-49c0-bce0-8e4a26b707b3 HTTP/1.1" status: 204 len: 168 time: 0.6834047 Mar 16 10:52:07.371034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56614) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:07.394539 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-eb531242-211d-47a9-b258-5e2d9983a0d4 tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "DELETE /v2.0/ports/62761b90-ef42-4743-ad4a-500f10043749 HTTP/1.1" status: 204 len: 168 time: 3.6371691 Mar 16 10:52:07.396785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56618) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:07.418657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6667f7a1-f4de-42a2-87f9-7cc07af67dab tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.424767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.440827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.451157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Attempting to bind port e15ef4a9-fefd-4fe1-a691-32558a8da1ab on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:07.451573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Attempting to bind port e15ef4a9-fefd-4fe1-a691-32558a8da1ab by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:07.451930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Attempting to bind port e15ef4a9-fefd-4fe1-a691-32558a8da1ab on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:07.488403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-d3baf7a2-ce36-4ba5-a1ff-10060eee4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:07.489807 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-d3baf7a2-ce36-4ba5-a1ff-10060eee4df9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 913 time: 0.4581931 Mar 16 10:52:07.523698 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09d38c-bf14-4bb3-bb4d-2847e5127788 None None] Pushing event updated for resources: {'Port': ['ID=e15ef4a9-fefd-4fe1-a691-32558a8da1ab,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:07.527349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:07.527717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:07.528107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.528472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:07.528956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Bound port: e15ef4a9-fefd-4fe1-a691-32558a8da1ab, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:07.529319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.549867 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-96548972-d85d-4cf3-a53a-09602102d81f tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:52:07.551354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-96548972-d85d-4cf3-a53a-09602102d81f tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Synchronizing usage tracker for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:07.573560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Deleting port e15ef4a9-fefd-4fe1-a691-32558a8da1ab {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:07.573901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.597833 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fad3b914-eba3-449a-8a87-ff7484595fa6 None None] Provisioning for port 8e70f05d-fdd1-457e-987a-ff7086733f3d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:07.613858 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.628801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fad3b914-eba3-449a-8a87-ff7484595fa6 None None] Provisioning complete for port 8e70f05d-fdd1-457e-987a-ff7086733f3d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:07.629172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fad3b914-eba3-449a-8a87-ff7484595fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.651729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.662057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network d577a323-0872-4efc-92d3-996635135001 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:07.673167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:07.715281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbc8a9-e63c-46d6-bb9f-b389d224d0e8 req-cbc8013a-c7b6-4aca-b248-4af8d1aa7961 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:07.719585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] For port e15ef4a9-fefd-4fe1-a691-32558a8da1ab, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:07.724078 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c5bbc8a9-e63c-46d6-bb9f-b389d224d0e8 req-cbc8013a-c7b6-4aca-b248-4af8d1aa7961 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5506556 Mar 16 10:52:07.726885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2088d9-a8c5-4ffa-aa4b-5b433f155c4e req-affc5844-a41c-45f4-bb9b-8f1d37a0c685 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:07.728699 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ad2088d9-a8c5-4ffa-aa4b-5b433f155c4e req-affc5844-a41c-45f4-bb9b-8f1d37a0c685 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 945 time: 0.8870981 Mar 16 10:52:07.739826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:07.747361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.754095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] For port e15ef4a9-fefd-4fe1-a691-32558a8da1ab, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e15ef4a9-fefd-4fe1-a691-32558a8da1ab,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:07.781762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-96548972-d85d-4cf3-a53a-09602102d81f tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] Unset dirty status for tenant:6fe0e2a2cc854e64a0969c3c40a6a8ae on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:07.786891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-96548972-d85d-4cf3-a53a-09602102d81f tempest-PortsAdminExtendedAttrsTestJSON-795510133 tempest-PortsAdminExtendedAttrsTestJSON-795510133-project-admin] 10.222.0.37 "GET /v2.0/ports/62761b90-ef42-4743-ad4a-500f10043749 HTTP/1.1" status: 404 len: 333 time: 0.3729715 Mar 16 10:52:07.793655 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:07.801576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56622) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:07.965832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Routers {'cf99d65a-89e4-43d4-bade-dfdd423d60db'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:07.966407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cf99d65a-89e4-43d4-bade-dfdd423d60db'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:08.080280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09d38c-bf14-4bb3-bb4d-2847e5127788 None None] Pushing event updated for resources: {'Port': ['ID=e15ef4a9-fefd-4fe1-a691-32558a8da1ab,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:08.104490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fad3b914-eba3-449a-8a87-ff7484595fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.213523 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.233160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=eaa52d7c-20eb-42f1-a0d9-396bd341407f,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:08.236852 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-3a3e6e62-9728-4427-9a92-f78516e5e8de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.7309937 Mar 16 10:52:08.260075 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] Set router cf99d65a-89e4-43d4-bade-dfdd423d60db gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:08.261223 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ad2088d9-a8c5-4ffa-aa4b-5b433f155c4e req-92bed015-f2c4-46a7-8534-300a6ea29ad1 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5227523 Mar 16 10:52:08.306891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event deleted for resources: {'Port': ['ID=7cc64a9a-39c7-4370-9f1e-9e30d55a4a81,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:08.457990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.468531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.500193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-fad3b914-eba3-449a-8a87-ff7484595fa6 None None] For port 8e70f05d-fdd1-457e-987a-ff7086733f3d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8e70f05d-fdd1-457e-987a-ff7086733f3d,segment=NetworkSegment(92300b6f-de38-437d-bc28-b8d5655838bd),segment_id=92300b6f-de38-437d-bc28-b8d5655838bd)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:08.501430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf99d65a-89e4-43d4-bade-dfdd423d60db', 'name': 'tempest-snat-router-1399406590', 'tenant_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:56Z', 'updated_at': '2022-03-16T10:52:07Z', 'revision_number': 4, 'project_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:08.505884 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2e93cd78-6a66-4253-8dc0-6172bcddedd2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:08.547466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c17920-dfc8-452e-a1f6-0254157566f6']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:08.551952 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fad3b914-eba3-449a-8a87-ff7484595fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.570030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8598535a-6df4-46a7-bfe5-7e9c313bdb8f') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:08.570395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8598535a-6df4-46a7-bfe5-7e9c313bdb8f') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:08.592007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.632964 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f74cc-3188-4272-ba42-735d3455ea2c None None] The sync data for ids ['cf99d65a-89e4-43d4-bade-dfdd423d60db'] in dv-neutron-833860-1-hyperv is: [{'id': 'cf99d65a-89e4-43d4-bade-dfdd423d60db', 'name': 'tempest-snat-router-1399406590', 'tenant_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:51:56Z', 'updated_at': '2022-03-16T10:52:07Z', 'revision_number': 4, 'project_id': 'd98c9e51f5e148febb582bb1df3fc36f', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:08.637504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3b914-eba3-449a-8a87-ff7484595fa6 None None] Pushing event updated for resources: {'Port': ['ID=8e70f05d-fdd1-457e-987a-ff7086733f3d,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:08.682188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.690532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a4ff71b6-381c-4c74-82b0-84be6a1834fe None None] Provisioning complete for port 8e70f05d-fdd1-457e-987a-ff7086733f3d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:08.691190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a4ff71b6-381c-4c74-82b0-84be6a1834fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.707178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.718000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-83aeed43-bed6-4424-a34b-91a93dda0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:08.719503 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-83aeed43-bed6-4424-a34b-91a93dda0b1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 200 len: 851 time: 0.4092941 Mar 16 10:52:08.726172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 2e93cd78-6a66-4253-8dc0-6172bcddedd2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:08.726688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.727881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6667f7a1-f4de-42a2-87f9-7cc07af67dab tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.793688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:08.794382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:08.807479 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:08.812722 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c5bbc8a9-e63c-46d6-bb9f-b389d224d0e8 req-e670c5ab-cc91-4264-91b4-64037e30e685 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0875638 Mar 16 10:52:08.825158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6667f7a1-f4de-42a2-87f9-7cc07af67dab tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.928440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:08.959144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a4ff71b6-381c-4c74-82b0-84be6a1834fe None None] Provisioning for port eaa52d7c-20eb-42f1-a0d9-396bd341407f completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:08.965472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a4ff71b6-381c-4c74-82b0-84be6a1834fe None None] Provisioning complete for port eaa52d7c-20eb-42f1-a0d9-396bd341407f triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:08.966187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a4ff71b6-381c-4c74-82b0-84be6a1834fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.040712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff71b6-381c-4c74-82b0-84be6a1834fe None None] Port eaa52d7c-20eb-42f1-a0d9-396bd341407f cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:09.048516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3241d351-d6d5-455b-a9b5-0649ffbc7293']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:09.065828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0ae61-898b-4beb-91b4-0eeb1797b6d3 req-35f0d6c3-d5a4-4f42-816d-432211963f62 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:09.067343 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a6f0ae61-898b-4beb-91b4-0eeb1797b6d3 req-35f0d6c3-d5a4-4f42-816d-432211963f62 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 945 time: 0.5916922 Mar 16 10:52:09.076296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56628) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:09.086906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667f7a1-f4de-42a2-87f9-7cc07af67dab tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Port': ['ID=26d07d84-14ed-4716-99cb-3d698aa7f465,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:09.097243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-da8f7576-5e8c-4b7f-afbb-e700e4ec45c4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Request body: {'floatingip': {'port_id': '0c3315dd-6a2c-482c-8100-af21efc59d8e'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:09.104314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] For port e15ef4a9-fefd-4fe1-a691-32558a8da1ab, host dv-neutron-833860-1-hyperv, got binding levels [] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:09.104774 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.150510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60ad9a0-e998-4d25-867a-68f47f95c342') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:09.150803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60ad9a0-e998-4d25-867a-68f47f95c342') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:09.165961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.170984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79c17920-dfc8-452e-a1f6-0254157566f6 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:52:09.173154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.211882 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "DELETE /v2.0/networks/79c17920-dfc8-452e-a1f6-0254157566f6 HTTP/1.1" status: 204 len: 168 time: 1.8262894 Mar 16 10:52:09.229065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6667f7a1-f4de-42a2-87f9-7cc07af67dab tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] In _notify_port_updated(), no bound segment for port 26d07d84-14ed-4716-99cb-3d698aa7f465 on network 221d5bf0-58b3-4599-9303-5cc5dc1603ff {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:52:09.231707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Calling delete_port for e15ef4a9-fefd-4fe1-a691-32558a8da1ab owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:09.235085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667f7a1-f4de-42a2-87f9-7cc07af67dab tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:09.235720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6667f7a1-f4de-42a2-87f9-7cc07af67dab tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.237022 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6667f7a1-f4de-42a2-87f9-7cc07af67dab tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "PUT /v2.0/ports/26d07d84-14ed-4716-99cb-3d698aa7f465 HTTP/1.1" status: 200 len: 997 time: 3.1645374 Mar 16 10:52:09.239210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.247686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-da8f7576-5e8c-4b7f-afbb-e700e4ec45c4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for floatingip, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.272236 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f09df35f-5622-4348-a333-b9e4e2199e30 None None] Provisioning complete for port 26d07d84-14ed-4716-99cb-3d698aa7f465 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:09.272836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f09df35f-5622-4348-a333-b9e4e2199e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.351765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56634) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:09.358520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:09.358870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:09.410044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ea64c-928a-4ff0-9404-c602f13e7b1f tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event deleted for resources: {'Network': ['ID=79c17920-dfc8-452e-a1f6-0254157566f6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:09.420634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f09df35f-5622-4348-a333-b9e4e2199e30 None None] Port 26d07d84-14ed-4716-99cb-3d698aa7f465 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:09.431619 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.476360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:09.476780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.489355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:09.491244 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:09.645604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56642) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:09.656063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Request body: {'router': {'name': 'tempest-router--1002238590', 'project_id': '32c097e2c29c4025ab9f33031b714ac9'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:09.847056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:09.854240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.856687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Usage tracker for resource:router and tenant:32c097e2c29c4025ab9f33031b714ac9 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:09.862420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:09.883327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.886242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:09.887172 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1e981-7eb9-4b1d-845f-8c0db9e46608 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Deleting port 26d07d84-14ed-4716-99cb-3d698aa7f465 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:09.887639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d0f1e981-7eb9-4b1d-845f-8c0db9e46608 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.904839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] Pushing event deleted for resources: {'Network': ['ID=3241d351-d6d5-455b-a9b5-0649ffbc7293,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:09.910403 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f42c4401-e252-4e10-a32e-b7af106f10ee tempest-PortsAdminExtendedAttrsTestJSON-380700630 tempest-PortsAdminExtendedAttrsTestJSON-380700630-project] 10.222.0.37 "DELETE /v2.0/networks/3241d351-d6d5-455b-a9b5-0649ffbc7293 HTTP/1.1" status: 204 len: 168 time: 2.1043091 Mar 16 10:52:09.928719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.929833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:09.967637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Deleting port e15ef4a9-fefd-4fe1-a691-32558a8da1ab {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:09.967977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.025124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.123395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-67a1d379-fb40-4e72-9cdf-3f593de596c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:10.126738 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-67a1d379-fb40-4e72-9cdf-3f593de596c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3189147 Mar 16 10:52:10.141263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.168551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.170590 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4f833d4a-7d16-4024-aad6-471439957f2b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5240059 Mar 16 10:52:10.180132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56652) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:10.280580 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56656) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:10.330191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8e70f05d-fdd1-457e-987a-ff7086733f3d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:10.361121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f4370cf3-f65a-4bdc-8485-e6cb952d8b58 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.421420 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8e70f05d-fdd1-457e-987a-ff7086733f3d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:10.421994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.504728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-da8f7576-5e8c-4b7f-afbb-e700e4ec45c4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:52:10.569457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Router db0d7435-3970-44e2-a0cb-cde85ca77b7a has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:10.641084 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-00f7ab26-15c2-47dd-a14c-7299c072e5f9 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973931 Mar 16 10:52:10.819932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-749ad252-4db3-4c23-8a36-43789a8708af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6f9d82017264f0bb7e2c100f7f8e445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364499 Mar 16 10:52:10.822249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-da8f7576-5e8c-4b7f-afbb-e700e4ec45c4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.824488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f4370cf3-f65a-4bdc-8485-e6cb952d8b58 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.826173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56662) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:10.828850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f4370cf3-f65a-4bdc-8485-e6cb952d8b58 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.840660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-da8f7576-5e8c-4b7f-afbb-e700e4ec45c4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.959199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f4370cf3-f65a-4bdc-8485-e6cb952d8b58 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:10.959866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231899bd-3a41-4cb6-999b-5ce9c82c7111 req-c9370697-3069-4f0e-998d-428d6c39f718 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:10.960264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4370cf3-f65a-4bdc-8485-e6cb952d8b58 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f76dd72-2643-4f4a-97ac-e87af6c91361 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:10.961543 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-231899bd-3a41-4cb6-999b-5ce9c82c7111 req-c9370697-3069-4f0e-998d-428d6c39f718 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.9289849 Mar 16 10:52:10.992902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d0f1e981-7eb9-4b1d-845f-8c0db9e46608 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.004464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] For port e15ef4a9-fefd-4fe1-a691-32558a8da1ab, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e15ef4a9-fefd-4fe1-a691-32558a8da1ab,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:11.004849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.081808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f4370cf3-f65a-4bdc-8485-e6cb952d8b58 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.085535 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f4370cf3-f65a-4bdc-8485-e6cb952d8b58 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2f76dd72-2643-4f4a-97ac-e87af6c91361 HTTP/1.1" status: 204 len: 168 time: 0.9006402 Mar 16 10:52:11.092532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-801fecbb-cc99-45c2-ad51-c4fb63cbb173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.144565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-801fecbb-cc99-45c2-ad51-c4fb63cbb173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.158270 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-da8f7576-5e8c-4b7f-afbb-e700e4ec45c4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Floating IP e8f1622d-da95-4871-826a-f1d2297886d1 associated. External IP: 172.26.2.69, port: 0c3315dd-6a2c-482c-8100-af21efc59d8e. Mar 16 10:52:11.297798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56668) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:11.421881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1e981-7eb9-4b1d-845f-8c0db9e46608 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Calling delete_port for 26d07d84-14ed-4716-99cb-3d698aa7f465 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:11.453658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-3d775ec8-4532-4721-97cf-9d97bd8629a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4237039 Mar 16 10:52:11.463853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Calling delete_port for e15ef4a9-fefd-4fe1-a691-32558a8da1ab owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:11.492136 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-801fecbb-cc99-45c2-ad51-c4fb63cbb173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.561809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fecbb-cc99-45c2-ad51-c4fb63cbb173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef8557-1dcf-4445-9de7-831e8485f014,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:11.580175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-801fecbb-cc99-45c2-ad51-c4fb63cbb173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.584384 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-801fecbb-cc99-45c2-ad51-c4fb63cbb173 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49ef8557-1dcf-4445-9de7-831e8485f014 HTTP/1.1" status: 204 len: 168 time: 0.7572486 Mar 16 10:52:11.623110 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1db9e321-80a5-4342-bdb9-ed7335840740 req-eb81d518-2964-44af-9490-7401942120ad service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9596837 Mar 16 10:52:11.655874 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-231899bd-3a41-4cb6-999b-5ce9c82c7111 req-c81d45ca-ddbc-4b7f-93db-105f2e6640e9 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6733398 Mar 16 10:52:11.740147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:11.743626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.751575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b8d0a-9b2b-4bda-99cd-c2f08de4dd62 None None] Sync routers for ids ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:11.766482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b8d0a-9b2b-4bda-99cd-c2f08de4dd62 None None] Routers {'db0d7435-3970-44e2-a0cb-cde85ca77b7a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:11.767339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0f8b8d0a-9b2b-4bda-99cd-c2f08de4dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:11.769127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8f7576-5e8c-4b7f-afbb-e700e4ec45c4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Router 957867d1-1a84-4970-9220-b3071eea460d has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:11.772165 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.773232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:11.892273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0f8b8d0a-9b2b-4bda-99cd-c2f08de4dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:11.892818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-663650024', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:11.902295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b8d0a-9b2b-4bda-99cd-c2f08de4dd62 None None] Routers {'db0d7435-3970-44e2-a0cb-cde85ca77b7a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:11.902980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0f8b8d0a-9b2b-4bda-99cd-c2f08de4dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:11.921442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:11.932930 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5f7238f0-28cd-4737-999b-7cacf4c9d843 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "PUT /v2.0/routers/db0d7435-3970-44e2-a0cb-cde85ca77b7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2908285 Mar 16 10:52:11.974312 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0f8b8d0a-9b2b-4bda-99cd-c2f08de4dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:11.974842 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b8d0a-9b2b-4bda-99cd-c2f08de4dd62 None None] The sync data for ids ['db0d7435-3970-44e2-a0cb-cde85ca77b7a'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:11.982285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56678) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:11.988081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Usage tracker for resource:router and tenant:af07770cb8fa4e9d9e17ed6aa5a3faf7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:12.008655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8f7576-5e8c-4b7f-afbb-e700e4ec45c4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:12.013780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-da8f7576-5e8c-4b7f-afbb-e700e4ec45c4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.018990 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] Sync routers for ids ['957867d1-1a84-4970-9220-b3071eea460d'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:12.031473 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] Routers {'957867d1-1a84-4970-9220-b3071eea460d'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:12.032203 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['957867d1-1a84-4970-9220-b3071eea460d'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:12.064705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:12.091226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:12.091485 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-da8f7576-5e8c-4b7f-afbb-e700e4ec45c4 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "PUT /v2.0/floatingips/e8f1622d-da95-4871-826a-f1d2297886d1 HTTP/1.1" status: 200 len: 990 time: 3.0142670 Mar 16 10:52:12.092288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'tag': '0c3315dd-6a2c-482c-8100-af21efc59d8e'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:52:12.114376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56684) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:12.168475 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5706c73c-aa70-4d4f-b60d-173fff017bdf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fe0e2a2cc854e64a0969c3c40a6a8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522730 Mar 16 10:52:12.172232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56690) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:12.187327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=eaa52d7c-20eb-42f1-a0d9-396bd341407f,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:12.218123 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'tag': '0c3315dd-6a2c-482c-8100-af21efc59d8e', 'status': 'completed', 'code': 200} Mar 16 10:52:12.248794 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] Set router 957867d1-1a84-4970-9220-b3071eea460d gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:12.259256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.260260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.271279 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d0f1e981-7eb9-4b1d-845f-8c0db9e46608 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.347573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f142-1d41-4685-b70d-f83f2e25a258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.374803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f142-1d41-4685-b70d-f83f2e25a258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.447906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1e981-7eb9-4b1d-845f-8c0db9e46608 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event deleted for resources: {'Port': ['ID=26d07d84-14ed-4716-99cb-3d698aa7f465,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:12.456047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98127f8-ee17-420b-803b-f8f58f77abf9 req-d4fb8ff5-6a53-44e5-bee5-63b941178ae1 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:12.457613 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c98127f8-ee17-420b-803b-f8f58f77abf9 req-d4fb8ff5-6a53-44e5-bee5-63b941178ae1 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 945 time: 0.1947050 Mar 16 10:52:12.459633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-c42a953f-d764-4264-9c4f-0312929f8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:12.461013 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-c42a953f-d764-4264-9c4f-0312929f8643 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=749b3dea469d4d55ab820e1d0f325c6f&device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 1098 time: 0.2387173 Mar 16 10:52:12.466799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.510948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-dff34694-fc1b-41f1-a118-c3a6c22f380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:12.516305 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-dff34694-fc1b-41f1-a118-c3a6c22f380b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1098 time: 0.6892712 Mar 16 10:52:12.537326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f142-1d41-4685-b70d-f83f2e25a258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.629482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network d577a323-0872-4efc-92d3-996635135001 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:12.633386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.645525 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:14Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'e8f1622d-da95-4871-826a-f1d2297886d1', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'floating_ip_address': '172.26.2.69', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '957867d1-1a84-4970-9220-b3071eea460d', 'port_id': '0c3315dd-6a2c-482c-8100-af21efc59d8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'mac_address': 'fa:16:3e:40:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:51:26Z', 'updated_at': '2022-03-16T10:52:10Z', 'revision_number': 1, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3947d26d-42be-4499-94f5-b2a2ad8ac110', 'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'mac_address': 'fa:16:3e:95:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:11Z', 'updated_at': '2022-03-16T10:51:24Z', 'revision_number': 5, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'subnets': [{'id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:12.650580 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] Checking router: 957867d1-1a84-4970-9220-b3071eea460d for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:12.653175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6f142-1d41-4685-b70d-f83f2e25a258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb0860e-749e-4ee3-b429-614c941c2a83,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:12.664810 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] Routers {'957867d1-1a84-4970-9220-b3071eea460d'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:12.665713 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['957867d1-1a84-4970-9220-b3071eea460d'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:12.667276 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c98127f8-ee17-420b-803b-f8f58f77abf9 req-c4546c3c-8a2b-4896-bc10-47f9cb585996 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025650 Mar 16 10:52:12.682072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f142-1d41-4685-b70d-f83f2e25a258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:12.686611 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a3c6f142-1d41-4685-b70d-f83f2e25a258 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acb0860e-749e-4ee3-b429-614c941c2a83 HTTP/1.1" status: 204 len: 168 time: 0.5133579 Mar 16 10:52:12.749895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-34f4a786-a8c3-47e8-9f16-95912eeff71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:12.751796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-34f4a786-a8c3-47e8-9f16-95912eeff71a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 HTTP/1.1" status: 200 len: 906 time: 0.2721426 Mar 16 10:52:12.888677 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-fa5f3b02-2620-4d25-88a1-f1ad29d15f86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3315dd-6a2c-482c-8100-af21efc59d8e HTTP/1.1" status: 200 len: 998 time: 0.1290607 Mar 16 10:52:12.911967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:12.974237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-bbfa6462-8bad-417e-8df1-03d20d0c26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:12.975204 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] Set router 957867d1-1a84-4970-9220-b3071eea460d gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:12.975828 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-bbfa6462-8bad-417e-8df1-03d20d0c26b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbacf6f9-22da-4650-9963-39b44c0de688 HTTP/1.1" status: 200 len: 844 time: 0.0795240 Mar 16 10:52:13.070921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-9efc6fe5-27b8-47ee-a8fb-be32b02c882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:13.072667 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-9efc6fe5-27b8-47ee-a8fb-be32b02c882e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906582 Mar 16 10:52:13.103540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.258031 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-cdaa6613-9ea8-46bb-baf7-83a4fb7e486d service neutron] 10.222.0.48 "GET /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787932 Mar 16 10:52:13.281295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-26870d0d-5b20-4a30-9bbd-a226e37fd046 None None] Provisioning complete for port eaa52d7c-20eb-42f1-a0d9-396bd341407f triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:13.282440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-26870d0d-5b20-4a30-9bbd-a226e37fd046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.373959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-26870d0d-5b20-4a30-9bbd-a226e37fd046 None None] Port eaa52d7c-20eb-42f1-a0d9-396bd341407f cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:13.397732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event deleted for resources: {'Port': ['ID=e15ef4a9-fefd-4fe1-a691-32558a8da1ab,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:13.421590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d0f1e981-7eb9-4b1d-845f-8c0db9e46608 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.443638 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:14Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'e8f1622d-da95-4871-826a-f1d2297886d1', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'floating_ip_address': '172.26.2.69', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '957867d1-1a84-4970-9220-b3071eea460d', 'port_id': '0c3315dd-6a2c-482c-8100-af21efc59d8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'mac_address': 'fa:16:3e:40:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:51:26Z', 'updated_at': '2022-03-16T10:52:10Z', 'revision_number': 1, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3947d26d-42be-4499-94f5-b2a2ad8ac110', 'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'mac_address': 'fa:16:3e:95:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:11Z', 'updated_at': '2022-03-16T10:51:24Z', 'revision_number': 5, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'subnets': [{'id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:13.449980 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1744acb-bb98-4eba-959c-7f26cca28ed7 None None] The sync data for ids ['957867d1-1a84-4970-9220-b3071eea460d'] in dv-neutron-833860-1-hyperv is: [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:14Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'e8f1622d-da95-4871-826a-f1d2297886d1', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'floating_ip_address': '172.26.2.69', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '957867d1-1a84-4970-9220-b3071eea460d', 'port_id': '0c3315dd-6a2c-482c-8100-af21efc59d8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'mac_address': 'fa:16:3e:40:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:51:26Z', 'updated_at': '2022-03-16T10:52:10Z', 'revision_number': 1, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3947d26d-42be-4499-94f5-b2a2ad8ac110', 'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'mac_address': 'fa:16:3e:95:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:11Z', 'updated_at': '2022-03-16T10:51:24Z', 'revision_number': 5, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'subnets': [{'id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:13.574964 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d0f1e981-7eb9-4b1d-845f-8c0db9e46608 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "DELETE /v2.0/ports/26d07d84-14ed-4716-99cb-3d698aa7f465 HTTP/1.1" status: 204 len: 168 time: 4.2172823 Mar 16 10:52:13.613640 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fd64ef27-e670-445e-b2f3-c8593653dae8 req-cdfe45f9-9193-4ab8-b279-78373742f934 service neutron] 10.222.0.48 "GET /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443916 Mar 16 10:52:13.614182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56718) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:13.637729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-0f36cfbd-09b5-4307-8826-2eacfa1c1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:13.639200 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-0f36cfbd-09b5-4307-8826-2eacfa1c1e8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 913 time: 1.0920837 Mar 16 10:52:13.681228 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb276c0-056f-4b0b-8549-ae791059b734 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] GET failed (client error): The resource could not be found. Mar 16 10:52:13.681763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3cb276c0-056f-4b0b-8549-ae791059b734 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Synchronizing usage tracker for tenant:672629a19848450f8754a8e59675d034 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:13.703425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3cb276c0-056f-4b0b-8549-ae791059b734 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Unset dirty status for tenant:672629a19848450f8754a8e59675d034 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:13.705834 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3cb276c0-056f-4b0b-8549-ae791059b734 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "GET /v2.0/ports/26d07d84-14ed-4716-99cb-3d698aa7f465 HTTP/1.1" status: 404 len: 333 time: 0.0906386 Mar 16 10:52:13.709816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56724) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:13.723173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'port': {'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff', 'name': 'tempest-AllowedAddressPairTestJSON-1497477726'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:13.756122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17b389-e21b-4906-a56c-1392cfb4d126 None None] New status for floating IP e8f1622d-da95-4871-826a-f1d2297886d1: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:52:13.879177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:13.889142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:13.903573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Made reservation on behalf of 672629a19848450f8754a8e59675d034 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:13.908001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.908269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:13.931156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] device_id is not set on port 8507fc3d-03c7-4e52-8d6d-1de67e16803c yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:14.061952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.105521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Allocated IP 172.20.0.3 (221d5bf0-58b3-4599-9303-5cc5dc1603ff/ac58c16d-630c-4e4f-8221-baa7ed5af6c4/8507fc3d-03c7-4e52-8d6d-1de67e16803c) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:14.336101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.352969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Transition to ACTIVE for port object 8507fc3d-03c7-4e52-8d6d-1de67e16803c will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:14.385841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.448910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.456520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:14.461549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.464982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:14.465832 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-84707d96-69f3-4442-ba60-c98bcaaab3d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.7434847 Mar 16 10:52:14.469448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:14.471847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.481657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd97c5d-a229-41b3-b934-57185ebf7277 req-1df5cb39-5155-430d-924d-c750130c26bd tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:14.483171 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7bd97c5d-a229-41b3-b934-57185ebf7277 req-1df5cb39-5155-430d-924d-c750130c26bd tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 1.5775807 Mar 16 10:52:14.505015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Port': ['ID=8507fc3d-03c7-4e52-8d6d-1de67e16803c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:14.522690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router d01ae639-0e7b-43ad-a051-7a883afddd81 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:14.580149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:14.581544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.583953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Deleting port f7e277f3-97ba-428f-9902-ef03faba654e {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:14.584301 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.624555 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dd3e06e0-ec06-4d35-b8a2-140fd3a0c485 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9124410 Mar 16 10:52:14.626952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56742) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:14.635120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'port': {'network_id': '221d5bf0-58b3-4599-9303-5cc5dc1603ff', 'name': 'tempest-AllowedAddressPairTestJSON-1900096901'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:14.685554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.686342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf99d65a-89e4-43d4-bade-dfdd423d60db {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:14.748480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56746) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:14.810135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f2d9d88c-e983-485c-a0d2-b3ef080d8a9a None None] Provisioning for port 8507fc3d-03c7-4e52-8d6d-1de67e16803c completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:14.817232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f2d9d88c-e983-485c-a0d2-b3ef080d8a9a None None] Provisioning complete for port 8507fc3d-03c7-4e52-8d6d-1de67e16803c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:14.817876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f2d9d88c-e983-485c-a0d2-b3ef080d8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.822890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:14.830257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Usage tracker for resource:port and tenant:672629a19848450f8754a8e59675d034 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:14.835460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:14.843263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:14.847588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-f133bd93-6cd9-4af6-aed7-99d17c07e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:14.849287 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-f133bd93-6cd9-4af6-aed7-99d17c07e424 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 200 len: 851 time: 0.3652124 Mar 16 10:52:14.858760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Made reservation on behalf of 672629a19848450f8754a8e59675d034 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:14.863230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.863616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:14.864915 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7453cfbd-d91b-4b0c-b3cb-6c3db50ee8b0 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "DELETE /v2.0/routers/cf99d65a-89e4-43d4-bade-dfdd423d60db HTTP/1.1" status: 204 len: 168 time: 9.6992023 Mar 16 10:52:14.883050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56752) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:14.893566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9d88c-e983-485c-a0d2-b3ef080d8a9a None None] Port 8507fc3d-03c7-4e52-8d6d-1de67e16803c cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:14.910830 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7bd97c5d-a229-41b3-b934-57185ebf7277 req-98955d6c-1563-41e9-91d1-a1f820c9d4dd tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678379 Mar 16 10:52:14.959437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] device_id is not set on port f101feab-12a2-4c68-80eb-bfbec7065dfe yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:15.005226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-856600159', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:15.014456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:15.030710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Usage tracker for resource:port and tenant:c9970fd50fdd4794be4229b5fb2ea0ee is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:15.032154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:15.035474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:15.037592 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-003a5653-428f-4ee3-8cc9-038a2ad5c0c8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/d01ae639-0e7b-43ad-a051-7a883afddd81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0464385 Mar 16 10:52:15.043793 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31652938-03c8-477f-90d3-b7f47aa38584 None None] Sync routers for ids ['d01ae639-0e7b-43ad-a051-7a883afddd81'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:15.048277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56758) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:15.054633 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31652938-03c8-477f-90d3-b7f47aa38584 None None] Routers {'d01ae639-0e7b-43ad-a051-7a883afddd81'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:15.055607 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-31652938-03c8-477f-90d3-b7f47aa38584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d01ae639-0e7b-43ad-a051-7a883afddd81'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:15.060100 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:15.122376 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-31652938-03c8-477f-90d3-b7f47aa38584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:15.132589 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31652938-03c8-477f-90d3-b7f47aa38584 None None] Routers {'d01ae639-0e7b-43ad-a051-7a883afddd81'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:15.133538 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-31652938-03c8-477f-90d3-b7f47aa38584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d01ae639-0e7b-43ad-a051-7a883afddd81'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:15.177364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768f39a-8137-414f-a24a-59f70b1cf170 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:15.178025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c768f39a-8137-414f-a24a-59f70b1cf170 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:15.187392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.194013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Made reservation on behalf of c9970fd50fdd4794be4229b5fb2ea0ee for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:15.196265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.196933 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-31652938-03c8-477f-90d3-b7f47aa38584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:15.197535 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31652938-03c8-477f-90d3-b7f47aa38584 None None] The sync data for ids ['d01ae639-0e7b-43ad-a051-7a883afddd81'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:15.259184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.297357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.318437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-0b1d38e7-0957-4146-8c33-83bb45fcb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:15.319917 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-0b1d38e7-0957-4146-8c33-83bb45fcb8cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4534380 Mar 16 10:52:15.327820 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Calling delete_port for f7e277f3-97ba-428f-9902-ef03faba654e owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:15.347785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:15.373335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Usage tracker for resource:security_group_rule and tenant:c9970fd50fdd4794be4229b5fb2ea0ee is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:15.377767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Allocated IP 172.20.0.5 (221d5bf0-58b3-4599-9303-5cc5dc1603ff/ac58c16d-630c-4e4f-8221-baa7ed5af6c4/f101feab-12a2-4c68-80eb-bfbec7065dfe) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:15.389727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:15.405932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:15.456207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c768f39a-8137-414f-a24a-59f70b1cf170 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:15.457421 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c768f39a-8137-414f-a24a-59f70b1cf170 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports/eaa52d7c-20eb-42f1-a0d9-396bd341407f HTTP/1.1" status: 200 len: 911 time: 0.4036639 Mar 16 10:52:15.468686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56762) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:15.539124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf47686-3d4a-432f-b14c-c65b716a09fa req-43bf205d-716f-4205-a81c-964a59ecf4e8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:15.540450 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbf47686-3d4a-432f-b14c-c65b716a09fa req-43bf205d-716f-4205-a81c-964a59ecf4e8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4918454 Mar 16 10:52:15.759850 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbf47686-3d4a-432f-b14c-c65b716a09fa req-d1e28645-c7bf-422a-a9d9-ce949f4ac569 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639965 Mar 16 10:52:15.825707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.860872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Deleting port 767ebe6c-5735-4844-a108-7272b84b9ebc {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:15.860872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.938717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.991439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:15.995054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.049547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.065226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.081884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] device_id is not set on port 24465535-1ef9-4d6f-9131-c4b456687cd6 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:16.124094 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-53c9c583-b8fb-4414-8b67-475b0f01c3b1 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599413 Mar 16 10:52:16.206826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Transition to ACTIVE for port object f101feab-12a2-4c68-80eb-bfbec7065dfe will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:16.230147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e11e79f-e3fa-44ee-9d23-556e49af0175,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:16.252167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] For port 767ebe6c-5735-4844-a108-7272b84b9ebc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=767ebe6c-5735-4844-a108-7272b84b9ebc,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:16.252524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.415208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Calling delete_port for 767ebe6c-5735-4844-a108-7272b84b9ebc owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:16.507955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.512964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Allocated IP 172.26.2.20 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/24465535-1ef9-4d6f-9131-c4b456687cd6) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:16.544201 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bf93cc7b-d0c1-4812-b7ac-52b3fb4bdef1 req-c32b6b7e-046c-4c82-84f7-46f357b40613 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949456 Mar 16 10:52:16.553385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.573427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ea480-931e-44de-85b6-62466e44daa5 req-970dabaa-bebf-4eb1-b4a2-36b5054dfe32 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:16.574888 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-560ea480-931e-44de-85b6-62466e44daa5 req-970dabaa-bebf-4eb1-b4a2-36b5054dfe32 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4572966 Mar 16 10:52:16.624706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event deleted for resources: {'Port': ['ID=f7e277f3-97ba-428f-9902-ef03faba654e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:16.638378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:16.655913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:16.673669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:16.712281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Port': ['ID=f101feab-12a2-4c68-80eb-bfbec7065dfe,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:16.768052 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-560ea480-931e-44de-85b6-62466e44daa5 req-1093b753-e58c-4e11-9f42-051ca0dbe546 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694348 Mar 16 10:52:16.820403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:16.821270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.821432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.939721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-99edea87-def0-48fa-8d83-e882a951e07a None None] Provisioning for port f101feab-12a2-4c68-80eb-bfbec7065dfe completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:16.947430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-99edea87-def0-48fa-8d83-e882a951e07a None None] Provisioning complete for port f101feab-12a2-4c68-80eb-bfbec7065dfe triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:16.948412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-99edea87-def0-48fa-8d83-e882a951e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:16.996552 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a9709a53-5d7f-4d14-a0f9-319ea77a61c3 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3655550 Mar 16 10:52:17.001866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56774) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:17.017085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f28d8bd6-a08a-4bd5-a8a4-1f5e847baeea tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0a:46:11'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:4e:50:a0'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:17.023361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.026427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.036154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.044447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-99edea87-def0-48fa-8d83-e882a951e07a None None] Port f101feab-12a2-4c68-80eb-bfbec7065dfe cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:17.055410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.067385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.125624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event deleted for resources: {'Port': ['ID=767ebe6c-5735-4844-a108-7272b84b9ebc,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:17.344037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.344670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Fanout notify agent at l3_agent the message router_deleted on router db0d7435-3970-44e2-a0cb-cde85ca77b7a {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:17.370515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.374091 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-560d7c74-7c36-450f-b3fb-dddafda1413e tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "DELETE /v2.0/routers/db0d7435-3970-44e2-a0cb-cde85ca77b7a HTTP/1.1" status: 204 len: 168 time: 5.3795745 Mar 16 10:52:17.381203 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56782) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:17.491694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.547015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f12d12-336f-466e-8e62-046694aeb7a2 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Deleting subnet 03fbfe44-4d4c-46ad-8803-0748c9538897 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:17.558328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88f12d12-336f-466e-8e62-046694aeb7a2 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.582511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.664595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Allocated IP 172.26.2.186 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/6acd8616-88c3-47a4-93e0-0e40716aa928) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:17.697208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88f12d12-336f-466e-8e62-046694aeb7a2 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.749044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:17.766504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:17.832215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:17.860132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.862726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Pushing event updated for resources: {'Port': ['ID=24465535-1ef9-4d6f-9131-c4b456687cd6,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:17.869828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.915499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f28d8bd6-a08a-4bd5-a8a4-1f5e847baeea tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.932141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Allocated IP 2001:db8:1::1 (cc25dc0d-ce84-440d-ae69-a86404a7e36d/58e136c9-07d8-4d22-aec3-a875fb2402a6/83f7b8e1-8909-4d18-aac1-0a65ab3586b5) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:17.947840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e044a7-fc2b-454e-a7cb-d5ad8a204438 req-67057390-0813-42a6-96e7-f853cc747745 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:17.949238 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92e044a7-fc2b-454e-a7cb-d5ad8a204438 req-67057390-0813-42a6-96e7-f853cc747745 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5707386 Mar 16 10:52:17.953100 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:17.953504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fed037b6-5b13-4cb6-b811-953ff9b3704c {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:17.993980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:17.994579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.003371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.006828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88f12d12-336f-466e-8e62-046694aeb7a2 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.033065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.034165 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1502d246-ed65-4229-875e-62a8de62bbac tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fed037b6-5b13-4cb6-b811-953ff9b3704c HTTP/1.1" status: 204 len: 168 time: 3.1498075 Mar 16 10:52:18.042833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56786) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:18.064850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-931624484', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:18.079675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:18.088150 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4672983a-3933-40ce-93e5-952ff3d629a2 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3386180 Mar 16 10:52:18.093371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Usage tracker for resource:router and tenant:53c81113117b4dc3922bc29ae8a1ad01 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:18.097438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56790) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:18.101339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:18.108409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.20'}]}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:18.116913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:18.121091 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92e044a7-fc2b-454e-a7cb-d5ad8a204438 req-6aa9ecfc-266e-4853-a54e-7f23f340983f tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364865 Mar 16 10:52:18.122009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:18.153395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Usage tracker for resource:router and tenant:c9970fd50fdd4794be4229b5fb2ea0ee is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:18.160433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:18.170817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:18.195089 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.202072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88f12d12-336f-466e-8e62-046694aeb7a2 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.227008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.227998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.238702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.248157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.249209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.272851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.291011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f12d12-336f-466e-8e62-046694aeb7a2 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event deleted for resources: {'Subnet': ['ID=03fbfe44-4d4c-46ad-8803-0748c9538897,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:18.302326 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Transition to ACTIVE for port object 83f7b8e1-8909-4d18-aac1-0a65ab3586b5 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:18.308945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.312569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88f12d12-336f-466e-8e62-046694aeb7a2 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.316262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccf5d99-807a-43c1-82b3-50d99f2ec3ce None None] Network 06f71571-c0e7-4ef8-8f60-fa80b2681470 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:18.343539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:18.347567 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-88f12d12-336f-466e-8e62-046694aeb7a2 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "DELETE /v2.0/subnets/03fbfe44-4d4c-46ad-8803-0748c9538897 HTTP/1.1" status: 204 len: 168 time: 0.9630029 Mar 16 10:52:18.350368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:18.355885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56794) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:18.376512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:18.402306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Pushing event updated for resources: {'Port': ['ID=6acd8616-88c3-47a4-93e0-0e40716aa928,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:18.518459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-f28d8bd6-a08a-4bd5-a8a4-1f5e847baeea tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:52:18.527542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 767ebe6c-5735-4844-a108-7272b84b9ebc no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:18.563882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 767ebe6c-5735-4844-a108-7272b84b9ebc {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:18.564271 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 767ebe6c-5735-4844-a108-7272b84b9ebc not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:18.641380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.646235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.671593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e462595-89b5-4954-8ee6-70b4a423845a None None] DHCP port deletion for 06f71571-c0e7-4ef8-8f60-fa80b2681470 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:18.677031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-0e462595-89b5-4954-8ee6-70b4a423845a None None] Deleting port 19961056-ca32-42c2-9d0d-58f87417cfdf {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:18.677820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0e462595-89b5-4954-8ee6-70b4a423845a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.774654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f28d8bd6-a08a-4bd5-a8a4-1f5e847baeea tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.812034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network cc25dc0d-ce84-440d-ae69-a86404a7e36d is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:18.822947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:18.824799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Deleting port 19961056-ca32-42c2-9d0d-58f87417cfdf {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:18.825132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.834890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f28d8bd6-a08a-4bd5-a8a4-1f5e847baeea tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.938414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-0e462595-89b5-4954-8ee6-70b4a423845a None None] For port 19961056-ca32-42c2-9d0d-58f87417cfdf, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=19961056-ca32-42c2-9d0d-58f87417cfdf,segment=NetworkSegment(71f08be3-8768-43e8-9c96-8f15acb3bbd9),segment_id=71f08be3-8768-43e8-9c96-8f15acb3bbd9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:18.939050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0e462595-89b5-4954-8ee6-70b4a423845a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.940680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:18.981019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:18.982107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.014318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=83f7b8e1-8909-4d18-aac1-0a65ab3586b5,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:19.088299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-0e462595-89b5-4954-8ee6-70b4a423845a None None] Calling delete_port for 19961056-ca32-42c2-9d0d-58f87417cfdf owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:19.194924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f28d8bd6-a08a-4bd5-a8a4-1f5e847baeea tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] In _notify_port_updated(), no bound segment for port f101feab-12a2-4c68-80eb-bfbec7065dfe on network 221d5bf0-58b3-4599-9303-5cc5dc1603ff {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:52:19.200602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d8bd6-a08a-4bd5-a8a4-1f5e847baeea tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:19.201380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f28d8bd6-a08a-4bd5-a8a4-1f5e847baeea tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.202623 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f28d8bd6-a08a-4bd5-a8a4-1f5e847baeea tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "PUT /v2.0/ports/f101feab-12a2-4c68-80eb-bfbec7065dfe HTTP/1.1" status: 200 len: 1056 time: 2.1998465 Mar 16 10:52:19.205895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.209656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56800) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:19.212048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d8bd6-a08a-4bd5-a8a4-1f5e847baeea tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event updated for resources: {'Port': ['ID=f101feab-12a2-4c68-80eb-bfbec7065dfe,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:19.234248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0e462595-89b5-4954-8ee6-70b4a423845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.282868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e462595-89b5-4954-8ee6-70b4a423845a None None] No DVR routers for this DVR port 19961056-ca32-42c2-9d0d-58f87417cfdf on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:19.307102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-72cbc753-4175-42d1-93a6-b2d7935e0903 None None] Provisioning for port 83f7b8e1-8909-4d18-aac1-0a65ab3586b5 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:19.313022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e462595-89b5-4954-8ee6-70b4a423845a None None] Pushing event deleted for resources: {'Port': ['ID=19961056-ca32-42c2-9d0d-58f87417cfdf,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:19.315758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-72cbc753-4175-42d1-93a6-b2d7935e0903 None None] Provisioning complete for port 83f7b8e1-8909-4d18-aac1-0a65ab3586b5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:19.316135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-72cbc753-4175-42d1-93a6-b2d7935e0903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.377875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-72cbc753-4175-42d1-93a6-b2d7935e0903 None None] Port 83f7b8e1-8909-4d18-aac1-0a65ab3586b5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:19.498462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bbbd1965-fa70-4ea6-92de-497652788dfb None None] Provisioning complete for port f101feab-12a2-4c68-80eb-bfbec7065dfe triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:19.499323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1965-fa70-4ea6-92de-497652788dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.532669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.568929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd1965-fa70-4ea6-92de-497652788dfb None None] Port f101feab-12a2-4c68-80eb-bfbec7065dfe cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:19.620595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-229dd08b-deed-46da-b656-c65724d320c9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Deleting port f101feab-12a2-4c68-80eb-bfbec7065dfe {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:19.620950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-229dd08b-deed-46da-b656-c65724d320c9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.671860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.684222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] For port 19961056-ca32-42c2-9d0d-58f87417cfdf, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=19961056-ca32-42c2-9d0d-58f87417cfdf,segment=NetworkSegment(71f08be3-8768-43e8-9c96-8f15acb3bbd9),segment_id=71f08be3-8768-43e8-9c96-8f15acb3bbd9)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:19.684696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.713169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.838659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Calling delete_port for 19961056-ca32-42c2-9d0d-58f87417cfdf owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:19.877512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:19.997506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.041319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.043418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Allocated IP 172.26.2.32 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/8561d346-b568-4672-888f-e6d45c85c0e0) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:20.151884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007671-8364-4399-a724-1734682772e1 req-ee28d790-9e8c-49ad-9d3d-04fe140efdfb tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:20.153362 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cb007671-8364-4399-a724-1734682772e1 req-ee28d790-9e8c-49ad-9d3d-04fe140efdfb tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.7738657 Mar 16 10:52:20.312680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 19961056-ca32-42c2-9d0d-58f87417cfdf no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:20.352010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 19961056-ca32-42c2-9d0d-58f87417cfdf {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:20.352592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 19961056-ca32-42c2-9d0d-58f87417cfdf not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:20.431088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.493895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.494814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:20.495134 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:20.562192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:20.566430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:20.571580 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:20.617944 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cb007671-8364-4399-a724-1734682772e1 req-a44c3b2c-e0a9-416c-ad66-ab8035d0fbb5 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070604 Mar 16 10:52:20.632688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.698306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Pushing event updated for resources: {'Port': ['ID=8561d346-b568-4672-888f-e6d45c85c0e0,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:20.702694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-229dd08b-deed-46da-b656-c65724d320c9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:20.847276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-229dd08b-deed-46da-b656-c65724d320c9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Calling delete_port for f101feab-12a2-4c68-80eb-bfbec7065dfe owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:20.921925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.040467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Deleting port 19961056-ca32-42c2-9d0d-58f87417cfdf {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:21.040790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.085312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.089120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.173183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] The port '19961056-ca32-42c2-9d0d-58f87417cfdf' was deleted {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:52:21.177583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.178056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddedd40d-f83d-4f61-8b5f-1729b9b94393 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:21.221146 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:52:21.222185 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-aa8958ad-56cb-458b-9a05-22dfec2128c5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1238215 Mar 16 10:52:21.225320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56806) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:21.354072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.413698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c4f28cd7-b141-4707-898d-a9c7a2f172d5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Deleting port 24465535-1ef9-4d6f-9131-c4b456687cd6 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:21.414054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c4f28cd7-b141-4707-898d-a9c7a2f172d5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.459968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.494206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.510454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.511233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.551188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f71571-c0e7-4ef8-8f60-fa80b2681470']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:21.559768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-229dd08b-deed-46da-b656-c65724d320c9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.596502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f08be3-8768-43e8-9c96-8f15acb3bbd9') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:21.596914 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f08be3-8768-43e8-9c96-8f15acb3bbd9') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:21.646503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.710442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=83f7b8e1-8909-4d18-aac1-0a65ab3586b5,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:21.811173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b1162f53-4657-43e4-97f9-a3b3781c8615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.944206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.962549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Router 051656d0-2d64-4f62-9984-1127834d2ea0 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:21.969728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dd08b-deed-46da-b656-c65724d320c9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event deleted for resources: {'Port': ['ID=f101feab-12a2-4c68-80eb-bfbec7065dfe,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:21.971967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:21.972394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:21.991768 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:22.033185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c4f28cd7-b141-4707-898d-a9c7a2f172d5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.166534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c4f28cd7-b141-4707-898d-a9c7a2f172d5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Calling delete_port for 24465535-1ef9-4d6f-9131-c4b456687cd6 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:22.198702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.222501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.229642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.239435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network cc25dc0d-ce84-440d-ae69-a86404a7e36d is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:22.246734 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:22.248684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event deleted for resources: {'Network': ['ID=06f71571-c0e7-4ef8-8f60-fa80b2681470,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:22.300309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba72835-431c-48e1-b2b9-cd6739908c73 req-8d4f9bf4-38fa-4fe0-bcbb-3d44c8b8740d tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:22.301879 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cba72835-431c-48e1-b2b9-cd6739908c73 req-8d4f9bf4-38fa-4fe0-bcbb-3d44c8b8740d tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5489028 Mar 16 10:52:22.456081 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a8bc7cd9-40ea-4aef-852c-698f5af41d69 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "DELETE /v2.0/networks/06f71571-c0e7-4ef8-8f60-fa80b2681470 HTTP/1.1" status: 204 len: 168 time: 4.0982251 Mar 16 10:52:22.469205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56812) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:22.526643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c02c9fb6-ce39-4130-bdae-f0aac0d5c59e None None] Provisioning complete for port 83f7b8e1-8909-4d18-aac1-0a65ab3586b5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:22.527231 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c02c9fb6-ce39-4130-bdae-f0aac0d5c59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.560868 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cba72835-431c-48e1-b2b9-cd6739908c73 req-85dd9b8c-5f4b-4d29-b10c-d4147db05380 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499688 Mar 16 10:52:22.630946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:22.684985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router d01ae639-0e7b-43ad-a051-7a883afddd81 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:22.687055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.688280 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-64605cf2-9ac9-4ce1-a7ae-d86ead145b91 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.2739780 Mar 16 10:52:22.690285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-229dd08b-deed-46da-b656-c65724d320c9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.692080 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-229dd08b-deed-46da-b656-c65724d320c9 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "DELETE /v2.0/ports/f101feab-12a2-4c68-80eb-bfbec7065dfe HTTP/1.1" status: 204 len: 168 time: 3.4795868 Mar 16 10:52:22.692639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56816) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:22.694147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b590de1-c80c-4add-90d5-0f06184cb3d2 None None] Sync routers for ids ['051656d0-2d64-4f62-9984-1127834d2ea0'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:22.695477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56818) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:22.711313 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c02c9fb6-ce39-4130-bdae-f0aac0d5c59e None None] Port 83f7b8e1-8909-4d18-aac1-0a65ab3586b5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:22.722625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b590de1-c80c-4add-90d5-0f06184cb3d2 None None] Routers {'051656d0-2d64-4f62-9984-1127834d2ea0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:22.723643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0b590de1-c80c-4add-90d5-0f06184cb3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['051656d0-2d64-4f62-9984-1127834d2ea0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:22.749965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb3f1d-25ec-47ed-b3ac-b1d7f1ee91e8 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Deleting port f86b5064-4dc3-4781-939b-046e1c5549ae {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:22.750288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3f1d-25ec-47ed-b3ac-b1d7f1ee91e8 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.790795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0b590de1-c80c-4add-90d5-0f06184cb3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:22.793554 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf85bd5-2405-408a-964a-b9209023f59a tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] GET failed (client error): The resource could not be found. Mar 16 10:52:22.794043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bcf85bd5-2405-408a-964a-b9209023f59a tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Synchronizing usage tracker for tenant:672629a19848450f8754a8e59675d034 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:22.799623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c4f28cd7-b141-4707-898d-a9c7a2f172d5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:22.804374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b590de1-c80c-4add-90d5-0f06184cb3d2 None None] Routers {'051656d0-2d64-4f62-9984-1127834d2ea0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:22.805033 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0b590de1-c80c-4add-90d5-0f06184cb3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['051656d0-2d64-4f62-9984-1127834d2ea0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:22.880408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0b590de1-c80c-4add-90d5-0f06184cb3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:22.881169 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b590de1-c80c-4add-90d5-0f06184cb3d2 None None] The sync data for ids ['051656d0-2d64-4f62-9984-1127834d2ea0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:22.889382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bcf85bd5-2405-408a-964a-b9209023f59a tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Unset dirty status for tenant:672629a19848450f8754a8e59675d034 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:22.890681 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bcf85bd5-2405-408a-964a-b9209023f59a tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "GET /v2.0/ports/f101feab-12a2-4c68-80eb-bfbec7065dfe HTTP/1.1" status: 404 len: 333 time: 0.1942301 Mar 16 10:52:22.900395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56824) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:22.949927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:22.956197 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-47715c61-114b-44c6-8bad-4567198b3eea tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/d01ae639-0e7b-43ad-a051-7a883afddd81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4788263 Mar 16 10:52:22.958905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56828) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:22.965239 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a44238-18c1-4b1e-b775-33fbba05b1dc None None] Sync routers for ids ['d01ae639-0e7b-43ad-a051-7a883afddd81'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:22.979177 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a44238-18c1-4b1e-b775-33fbba05b1dc None None] Routers {'d01ae639-0e7b-43ad-a051-7a883afddd81'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:22.979873 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-70a44238-18c1-4b1e-b775-33fbba05b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d01ae639-0e7b-43ad-a051-7a883afddd81'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:22.993595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f28cd7-b141-4707-898d-a9c7a2f172d5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Pushing event deleted for resources: {'Port': ['ID=24465535-1ef9-4d6f-9131-c4b456687cd6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:23.026544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-29569c91-7e21-4e2e-9bc4-449bcda1793c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Deleting port 8507fc3d-03c7-4e52-8d6d-1de67e16803c {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:23.026889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29569c91-7e21-4e2e-9bc4-449bcda1793c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.095246 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-70a44238-18c1-4b1e-b775-33fbba05b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:23.097549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8a3a25-932f-4e02-996d-2918c04a632d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:23.098141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3f8a3a25-932f-4e02-996d-2918c04a632d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:23.104169 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a44238-18c1-4b1e-b775-33fbba05b1dc None None] Routers {'d01ae639-0e7b-43ad-a051-7a883afddd81'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:23.105064 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-70a44238-18c1-4b1e-b775-33fbba05b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d01ae639-0e7b-43ad-a051-7a883afddd81'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:23.152095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3f8a3a25-932f-4e02-996d-2918c04a632d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:23.153303 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3f8a3a25-932f-4e02-996d-2918c04a632d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports/83f7b8e1-8909-4d18-aac1-0a65ab3586b5 HTTP/1.1" status: 200 len: 913 time: 0.1935291 Mar 16 10:52:23.156400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56832) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:23.172251 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-70a44238-18c1-4b1e-b775-33fbba05b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:23.172655 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a44238-18c1-4b1e-b775-33fbba05b1dc None None] The sync data for ids ['d01ae639-0e7b-43ad-a051-7a883afddd81'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:23.186190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Router 3a64900d-1486-428d-abe8-e996e3ce1ed0 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:23.361604 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d0b099e1-163c-47fe-95e2-cadd6be4be29 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/routers/051656d0-2d64-4f62-9984-1127834d2ea0 HTTP/1.1" status: 200 len: 920 time: 0.6620433 Mar 16 10:52:23.367871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56836) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:23.375014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c4f28cd7-b141-4707-898d-a9c7a2f172d5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.434300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3f1d-25ec-47ed-b3ac-b1d7f1ee91e8 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.434597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3f1d-25ec-47ed-b3ac-b1d7f1ee91e8 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.456843 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7cf58122-3f44-4746-8333-5f680ad92943 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=051656d0-2d64-4f62-9984-1127834d2ea0 HTTP/1.1" status: 200 len: 205 time: 0.0878103 Mar 16 10:52:23.463317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56840) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:23.687250 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c4f28cd7-b141-4707-898d-a9c7a2f172d5 tempest-RoutersAdminNegativeTest-118044784 tempest-RoutersAdminNegativeTest-118044784-project-admin] 10.222.0.37 "DELETE /v2.0/ports/24465535-1ef9-4d6f-9131-c4b456687cd6 HTTP/1.1" status: 204 len: 168 time: 2.4609213 Mar 16 10:52:23.694370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb3f1d-25ec-47ed-b3ac-b1d7f1ee91e8 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Calling delete_port for f86b5064-4dc3-4781-939b-046e1c5549ae owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:23.715111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29569c91-7e21-4e2e-9bc4-449bcda1793c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.796798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:23.814006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab957123-20dc-485f-b318-492cd3787e1d None None] Sync routers for ids ['3a64900d-1486-428d-abe8-e996e3ce1ed0'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:23.831346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab957123-20dc-485f-b318-492cd3787e1d None None] Routers {'3a64900d-1486-428d-abe8-e996e3ce1ed0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:23.832394 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ab957123-20dc-485f-b318-492cd3787e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['3a64900d-1486-428d-abe8-e996e3ce1ed0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:23.872486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-29569c91-7e21-4e2e-9bc4-449bcda1793c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Calling delete_port for 8507fc3d-03c7-4e52-8d6d-1de67e16803c owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:23.955510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ab957123-20dc-485f-b318-492cd3787e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:23.965622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:23.970806 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7cbfcce7-979f-443d-8087-949a0f5f034d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9235916 Mar 16 10:52:23.973489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56848) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:23.973685 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab957123-20dc-485f-b318-492cd3787e1d None None] Routers {'3a64900d-1486-428d-abe8-e996e3ce1ed0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:23.974688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ab957123-20dc-485f-b318-492cd3787e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:51:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['3a64900d-1486-428d-abe8-e996e3ce1ed0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:23.981662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.032801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6ee41506-318c-4f65-9915-7ac5885b4faa tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'enable_snat': False}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:24.091238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ab957123-20dc-485f-b318-492cd3787e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:24.091670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab957123-20dc-485f-b318-492cd3787e1d None None] The sync data for ids ['3a64900d-1486-428d-abe8-e996e3ce1ed0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:24.122755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23fb23-0ec7-4d0b-a85a-5e21299eba7d req-7f1c5dca-6bed-4bf6-8a41-62bf26579df7 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:24.128132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3f1d-25ec-47ed-b3ac-b1d7f1ee91e8 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.129663 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8a23fb23-0ec7-4d0b-a85a-5e21299eba7d req-7f1c5dca-6bed-4bf6-8a41-62bf26579df7 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4506869 Mar 16 10:52:24.163449 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56854) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:24.200612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb3f1d-25ec-47ed-b3ac-b1d7f1ee91e8 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Pushing event deleted for resources: {'Port': ['ID=f86b5064-4dc3-4781-939b-046e1c5549ae,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:24.203957 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8a23fb23-0ec7-4d0b-a85a-5e21299eba7d req-9ca60b6f-2deb-49fd-a29c-7f32dc9b9bf1 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734270 Mar 16 10:52:24.246834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29569c91-7e21-4e2e-9bc4-449bcda1793c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.305032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29569c91-7e21-4e2e-9bc4-449bcda1793c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event deleted for resources: {'Port': ['ID=8507fc3d-03c7-4e52-8d6d-1de67e16803c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:24.473962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29569c91-7e21-4e2e-9bc4-449bcda1793c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.489278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.563311 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-29569c91-7e21-4e2e-9bc4-449bcda1793c tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "DELETE /v2.0/ports/8507fc3d-03c7-4e52-8d6d-1de67e16803c HTTP/1.1" status: 204 len: 168 time: 1.6617086 Mar 16 10:52:24.569133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56864) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:24.710734 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1c6f77-6891-466e-8518-509190afbeb6 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] GET failed (client error): The resource could not be found. Mar 16 10:52:24.711525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8c1c6f77-6891-466e-8518-509190afbeb6 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Synchronizing usage tracker for tenant:672629a19848450f8754a8e59675d034 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:24.782498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.787290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cd01-6783-4ca0-b287-f820be7b163a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.805731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3f1d-25ec-47ed-b3ac-b1d7f1ee91e8 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.829353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.835729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f2a5cd01-6783-4ca0-b287-f820be7b163a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:24.851574 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f2a5cd01-6783-4ca0-b287-f820be7b163a admin admin] Usage tracker for resource:security_group_rule and tenant:567d585b569d4fc4947438a8b2bdcf9d is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:24.856078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3f1d-25ec-47ed-b3ac-b1d7f1ee91e8 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.857226 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1fcb3f1d-25ec-47ed-b3ac-b1d7f1ee91e8 tempest-FloatingIPAdminTestJSON-42984361 tempest-FloatingIPAdminTestJSON-42984361-project] 10.222.0.37 "DELETE /v2.0/floatingips/6710365e-998b-4de4-8022-8e23a7f4081e HTTP/1.1" status: 204 len: 168 time: 2.3804619 Mar 16 10:52:24.861766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f2a5cd01-6783-4ca0-b287-f820be7b163a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:24.910888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8c1c6f77-6891-466e-8518-509190afbeb6 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Unset dirty status for tenant:672629a19848450f8754a8e59675d034 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:24.916282 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8c1c6f77-6891-466e-8518-509190afbeb6 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "GET /v2.0/ports/8507fc3d-03c7-4e52-8d6d-1de67e16803c HTTP/1.1" status: 404 len: 333 time: 0.3352385 Mar 16 10:52:24.920488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56870) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:24.927230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f2a5cd01-6783-4ca0-b287-f820be7b163a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:24.931293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Deleting port 6acd8616-88c3-47a4-93e0-0e40716aa928 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:24.931649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:24.973081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4447eac8-d957-4f98-86fe-7a9deb3467fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.075153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ac114-b9ce-4764-9e2d-c4e96472cc3d req-fbfdb8da-d0ca-453d-bdb5-d1d7560c6d48 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:25.076655 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-186ac114-b9ce-4764-9e2d-c4e96472cc3d req-fbfdb8da-d0ca-453d-bdb5-d1d7560c6d48 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5295415 Mar 16 10:52:25.091032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2a072fe5-9918-45ed-94d0-c4a9b49cc428 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Deleting port 1374b58c-ba66-473d-abc0-5931f9e98c0a {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:25.091635 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a072fe5-9918-45ed-94d0-c4a9b49cc428 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.126990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56876) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:25.166304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-08ff8452-83ea-49f4-a2b2-dbd7f7de4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:25.167795 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-08ff8452-83ea-49f4-a2b2-dbd7f7de4c63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1098 time: 0.3830409 Mar 16 10:52:25.228907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.352070 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-186ac114-b9ce-4764-9e2d-c4e96472cc3d req-7e58bd0a-d5b4-4af4-8cba-b2aec8f966fe tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236969 Mar 16 10:52:25.367152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.383383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ee41506-318c-4f65-9915-7ac5885b4faa tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.448139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cd01-6783-4ca0-b287-f820be7b163a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.515034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Calling delete_port for 6acd8616-88c3-47a4-93e0-0e40716aa928 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:25.527184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 83f7b8e1-8909-4d18-aac1-0a65ab3586b5 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:25.527520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.552082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cd01-6783-4ca0-b287-f820be7b163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.596976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-b6fe6200-9ab5-4ec9-b062-08e36b78df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:25.598433 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-b6fe6200-9ab5-4ec9-b062-08e36b78df8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 913 time: 0.4154439 Mar 16 10:52:25.647020 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-589290a6-3b06-47e1-a2d2-6d0d0d2cc91d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb80cb5b9cea41f9816728621bebe0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5165122 Mar 16 10:52:25.654233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56882) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:25.661491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5cd01-6783-4ca0-b287-f820be7b163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b237d068-334f-4f90-8db5-0e766424d76e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:25.682262 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f2a5cd01-6783-4ca0-b287-f820be7b163a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=567d585b569d4fc4947438a8b2bdcf9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5095077 Mar 16 10:52:25.692034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56886) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:25.730816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a072fe5-9918-45ed-94d0-c4a9b49cc428 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:25.931967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2a072fe5-9918-45ed-94d0-c4a9b49cc428 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Calling delete_port for 1374b58c-ba66-473d-abc0-5931f9e98c0a owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:25.962493 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-0414180d-03a5-4996-9147-a584de5d382a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.3507991 Mar 16 10:52:25.989664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06a225f6-4737-44f1-a227-ef831bd3028c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.041123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aecdcd46-5b06-4562-9d94-ee91df8616b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.076353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06a225f6-4737-44f1-a227-ef831bd3028c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.081359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.094328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-7eb79eec-9757-4c11-a964-90b47baab1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:26.095960 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-7eb79eec-9757-4c11-a964-90b47baab1a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 200 len: 851 time: 0.1242223 Mar 16 10:52:26.111078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aecdcd46-5b06-4562-9d94-ee91df8616b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.155078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.225803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Pushing event deleted for resources: {'Port': ['ID=6acd8616-88c3-47a4-93e0-0e40716aa928,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:26.371971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06a225f6-4737-44f1-a227-ef831bd3028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.384989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aecdcd46-5b06-4562-9d94-ee91df8616b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.402829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a225f6-4737-44f1-a227-ef831bd3028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4832aa27-1e9f-4d85-8e3f-2a0396b01a80,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:26.405444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for 83f7b8e1-8909-4d18-aac1-0a65ab3586b5 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:26.449307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdcd46-5b06-4562-9d94-ee91df8616b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b237d068-334f-4f90-8db5-0e766424d76e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:26.450707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.518673 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.528781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a072fe5-9918-45ed-94d0-c4a9b49cc428 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.627506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aecdcd46-5b06-4562-9d94-ee91df8616b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.628613 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-aecdcd46-5b06-4562-9d94-ee91df8616b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b237d068-334f-4f90-8db5-0e766424d76e HTTP/1.1" status: 204 len: 168 time: 0.9335353 Mar 16 10:52:26.642546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a072fe5-9918-45ed-94d0-c4a9b49cc428 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event deleted for resources: {'Port': ['ID=1374b58c-ba66-473d-abc0-5931f9e98c0a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:26.654799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-99dac230-a971-4766-908a-d419274305e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:26.656349 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-99dac230-a971-4766-908a-d419274305e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5086591 Mar 16 10:52:26.668210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06a225f6-4737-44f1-a227-ef831bd3028c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.671718 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-06a225f6-4737-44f1-a227-ef831bd3028c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4832aa27-1e9f-4d85-8e3f-2a0396b01a80 HTTP/1.1" status: 204 len: 168 time: 1.0126424 Mar 16 10:52:26.757128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.764882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.866337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a072fe5-9918-45ed-94d0-c4a9b49cc428 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.882990 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-7661859f-5906-43f7-aa70-7a7446e43251 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922307 Mar 16 10:52:26.956382 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2a072fe5-9918-45ed-94d0-c4a9b49cc428 tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "DELETE /v2.0/ports/1374b58c-ba66-473d-abc0-5931f9e98c0a HTTP/1.1" status: 204 len: 168 time: 2.0347257 Mar 16 10:52:26.968290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56902) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:26.975296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.975810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Fanout notify agent at l3_agent the message router_deleted on router 051656d0-2d64-4f62-9984-1127834d2ea0 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:27.011709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.012891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f6656531-4264-4170-8478-3b1da7cc5ba2 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/051656d0-2d64-4f62-9984-1127834d2ea0 HTTP/1.1" status: 204 len: 168 time: 3.4961119 Mar 16 10:52:27.029788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d73143-4181-475e-9c6e-e9ce27ab269c req-4ee4f430-3c02-4d3b-bd20-e48b77c90721 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:27.031190 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c7d73143-4181-475e-9c6e-e9ce27ab269c req-4ee4f430-3c02-4d3b-bd20-e48b77c90721 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4884317 Mar 16 10:52:27.034204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56906) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:27.039240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Request body: {'router': {'name': 'tempest-snat-router-323405851', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'enable_snat': False}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:27.050525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:27.130074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Usage tracker for resource:router and tenant:f40fa70501a94b7ab42c331eeec66554 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:27.136443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:27.145756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56910) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:27.146559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.146750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:27.162707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56912) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:27.198213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-10959acf-3094-4fc3-9cdb-d175957bc38e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Deleting subnet ac58c16d-630c-4e4f-8221-baa7ed5af6c4 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:27.211642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-10959acf-3094-4fc3-9cdb-d175957bc38e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.216619 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c7d73143-4181-475e-9c6e-e9ce27ab269c req-72d4c234-bbe2-4dd9-b3bb-d6e67f08319f tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707942 Mar 16 10:52:27.224071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.225113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.228322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bf7c98cf-07cc-455c-8790-3da824c99455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.239681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=83f7b8e1-8909-4d18-aac1-0a65ab3586b5,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:27.380185 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbda18f1-9394-4b6c-912a-2d6b67d2fd2c req-c95dd30a-b76a-435f-bdff-2d5d6d1472e9 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478681 Mar 16 10:52:27.402661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-10959acf-3094-4fc3-9cdb-d175957bc38e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.462297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bf7c98cf-07cc-455c-8790-3da824c99455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:27.476592 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.479691 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c87cdc39-4b31-4adb-b644-bf9bc0d1da6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9970fd50fdd4794be4229b5fb2ea0ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287821 Mar 16 10:52:27.482951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ee41506-318c-4f65-9915-7ac5885b4faa tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.484938 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bf7c98cf-07cc-455c-8790-3da824c99455 admin admin] Usage tracker for resource:security_group_rule and tenant:129219ee96224541987531207e94f518 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:27.486530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56918) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:27.493355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bf7c98cf-07cc-455c-8790-3da824c99455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:27.501178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ee41506-318c-4f65-9915-7ac5885b4faa tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.503987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bf7c98cf-07cc-455c-8790-3da824c99455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:27.584419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.736383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07f5667c-51c4-4c6e-8586-be595fbde02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.746988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-10959acf-3094-4fc3-9cdb-d175957bc38e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.928053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.978691 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07f5667c-51c4-4c6e-8586-be595fbde02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:27.991485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee41506-318c-4f65-9915-7ac5885b4faa tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Router 3a64900d-1486-428d-abe8-e996e3ce1ed0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:28.037477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bf7c98cf-07cc-455c-8790-3da824c99455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.093730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bf7c98cf-07cc-455c-8790-3da824c99455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.168461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-10959acf-3094-4fc3-9cdb-d175957bc38e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.220697 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bf7c98cf-07cc-455c-8790-3da824c99455 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=129219ee96224541987531207e94f518&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0556378 Mar 16 10:52:28.221438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c98cf-07cc-455c-8790-3da824c99455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f9b03c-86e3-4115-968d-bc956a9f9fb9,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:28.223796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56922) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:28.224651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10959acf-3094-4fc3-9cdb-d175957bc38e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event deleted for resources: {'Subnet': ['ID=ac58c16d-630c-4e4f-8221-baa7ed5af6c4,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:28.228939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router d01ae639-0e7b-43ad-a051-7a883afddd81 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:28.230958 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-10959acf-3094-4fc3-9cdb-d175957bc38e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.247876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381d406-cc29-40ce-aebc-07eabba93df2 None None] Network 221d5bf0-58b3-4599-9303-5cc5dc1603ff requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:28.257648 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-10959acf-3094-4fc3-9cdb-d175957bc38e tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "DELETE /v2.0/subnets/ac58c16d-630c-4e4f-8221-baa7ed5af6c4 HTTP/1.1" status: 204 len: 168 time: 1.2871189 Mar 16 10:52:28.258404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56926) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:28.263385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07f5667c-51c4-4c6e-8586-be595fbde02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.266069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07f5667c-51c4-4c6e-8586-be595fbde02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.270781 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-07f5667c-51c4-4c6e-8586-be595fbde02b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e11e79f-e3fa-44ee-9d23-556e49af0175 HTTP/1.1" status: 204 len: 168 time: 0.7778399 Mar 16 10:52:28.336895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5667c-51c4-4c6e-8586-be595fbde02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e11e79f-e3fa-44ee-9d23-556e49af0175,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:28.353590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee41506-318c-4f65-9915-7ac5885b4faa tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:28.363481 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aace4365-ebeb-4eb9-bded-c4ad8dd89988 None None] Sync routers for ids ['3a64900d-1486-428d-abe8-e996e3ce1ed0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:28.382593 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace4365-ebeb-4eb9-bded-c4ad8dd89988 None None] Routers {'3a64900d-1486-428d-abe8-e996e3ce1ed0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:28.384862 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aace4365-ebeb-4eb9-bded-c4ad8dd89988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['3a64900d-1486-428d-abe8-e996e3ce1ed0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:28.399446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-71b7b5fa-a108-4c95-bdc8-3a4a5c4656c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.411010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ee41506-318c-4f65-9915-7ac5885b4faa tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.415214 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6ee41506-318c-4f65-9915-7ac5885b4faa tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "PUT /v2.0/routers/3a64900d-1486-428d-abe8-e996e3ce1ed0 HTTP/1.1" status: 200 len: 924 time: 4.4390380 Mar 16 10:52:28.421281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56934) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:28.502116 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aace4365-ebeb-4eb9-bded-c4ad8dd89988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:28.512068 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace4365-ebeb-4eb9-bded-c4ad8dd89988 None None] Routers {'3a64900d-1486-428d-abe8-e996e3ce1ed0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:28.513153 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aace4365-ebeb-4eb9-bded-c4ad8dd89988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['3a64900d-1486-428d-abe8-e996e3ce1ed0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:28.599878 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aace4365-ebeb-4eb9-bded-c4ad8dd89988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:28.600336 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aace4365-ebeb-4eb9-bded-c4ad8dd89988 None None] The sync data for ids ['3a64900d-1486-428d-abe8-e996e3ce1ed0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:28.629640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426829f-519f-4142-992d-50210c7628ed None None] DHCP port deletion for 221d5bf0-58b3-4599-9303-5cc5dc1603ff request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:28.636319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8426829f-519f-4142-992d-50210c7628ed None None] Deleting port ea566237-7917-4b13-b6f4-63d70ae7a9bc {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:28.637100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8426829f-519f-4142-992d-50210c7628ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.709829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.744630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:28.753431 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9a332a87-211a-48a8-93ce-1f4fe83d8033 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/d01ae639-0e7b-43ad-a051-7a883afddd81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5933597 Mar 16 10:52:28.754016 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56940) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:28.758215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Deleting port ea566237-7917-4b13-b6f4-63d70ae7a9bc {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:28.758609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.802542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84e415-fa5f-41d3-a480-109e746e29aa None None] Sync routers for ids ['d01ae639-0e7b-43ad-a051-7a883afddd81'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:28.825645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84e415-fa5f-41d3-a480-109e746e29aa None None] Routers {'d01ae639-0e7b-43ad-a051-7a883afddd81'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:28.826875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-dd84e415-fa5f-41d3-a480-109e746e29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d01ae639-0e7b-43ad-a051-7a883afddd81'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:28.857929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-71b7b5fa-a108-4c95-bdc8-3a4a5c4656c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.922221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-dd84e415-fa5f-41d3-a480-109e746e29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:28.975406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28791594-7603-4d4d-bc87-6ffab2b7185a req-078c3da8-7b6f-4f10-86e8-268ab5da2f2b tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:28.981243 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-28791594-7603-4d4d-bc87-6ffab2b7185a req-078c3da8-7b6f-4f10-86e8-268ab5da2f2b tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4776709 Mar 16 10:52:29.034240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.041367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84e415-fa5f-41d3-a480-109e746e29aa None None] Routers {'d01ae639-0e7b-43ad-a051-7a883afddd81'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:29.042298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-dd84e415-fa5f-41d3-a480-109e746e29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d01ae639-0e7b-43ad-a051-7a883afddd81'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:29.076460 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-50093c68-414e-46a9-a984-1caf293671b3 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/routers/3a64900d-1486-428d-abe8-e996e3ce1ed0 HTTP/1.1" status: 200 len: 924 time: 0.6514030 Mar 16 10:52:29.076460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.118012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56952) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:29.142157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8426829f-519f-4142-992d-50210c7628ed None None] For port ea566237-7917-4b13-b6f4-63d70ae7a9bc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ea566237-7917-4b13-b6f4-63d70ae7a9bc,segment=NetworkSegment(efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba),segment_id=efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:29.142538 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8426829f-519f-4142-992d-50210c7628ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.273499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8426829f-519f-4142-992d-50210c7628ed None None] Calling delete_port for ea566237-7917-4b13-b6f4-63d70ae7a9bc owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:29.274692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Allocated IP 172.26.2.125 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/2ba7655c-892e-431f-8d9b-923229e6d8e0) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:29.281568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-71b7b5fa-a108-4c95-bdc8-3a4a5c4656c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.310844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7b5fa-a108-4c95-bdc8-3a4a5c4656c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f9b03c-86e3-4115-968d-bc956a9f9fb9,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:29.354122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-dd84e415-fa5f-41d3-a480-109e746e29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:29.354526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84e415-fa5f-41d3-a480-109e746e29aa None None] The sync data for ids ['d01ae639-0e7b-43ad-a051-7a883afddd81'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:29.376590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8426829f-519f-4142-992d-50210c7628ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.417325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f90ade-acff-4f44-87e4-20d8ef69fe92 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:29.418196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b7f90ade-acff-4f44-87e4-20d8ef69fe92 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Synchronizing usage tracker for tenant:d98c9e51f5e148febb582bb1df3fc36f on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:29.422513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56964) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:29.430124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426829f-519f-4142-992d-50210c7628ed None None] Pushing event deleted for resources: {'Port': ['ID=ea566237-7917-4b13-b6f4-63d70ae7a9bc,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:29.434042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426829f-519f-4142-992d-50210c7628ed None None] No DVR routers for this DVR port ea566237-7917-4b13-b6f4-63d70ae7a9bc on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:29.434755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-71b7b5fa-a108-4c95-bdc8-3a4a5c4656c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.436694 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-71b7b5fa-a108-4c95-bdc8-3a4a5c4656c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1f9b03c-86e3-4115-968d-bc956a9f9fb9 HTTP/1.1" status: 204 len: 168 time: 1.1596465 Mar 16 10:52:29.447181 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-28791594-7603-4d4d-bc87-6ffab2b7185a req-79573e11-c3ab-48f9-b009-8f4e513be1a1 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4169009 Mar 16 10:52:29.497549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b7f90ade-acff-4f44-87e4-20d8ef69fe92 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Unset dirty status for tenant:d98c9e51f5e148febb582bb1df3fc36f on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:29.504132 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b7f90ade-acff-4f44-87e4-20d8ef69fe92 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&device_id=3a64900d-1486-428d-abe8-e996e3ce1ed0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3838825 Mar 16 10:52:29.509204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56974) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:29.577535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.625610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1821914521'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:29.632190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:29.672019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:network and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:29.681108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:29.689860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:29.702371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.746996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:29.750459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.786043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.801334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:29.810600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:29.814230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:29.834642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] For port ea566237-7917-4b13-b6f4-63d70ae7a9bc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ea566237-7917-4b13-b6f4-63d70ae7a9bc,segment=NetworkSegment(efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba),segment_id=efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:29.835118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.845931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:29.847869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 56980) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:29.870305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event updated for resources: {'Port': ['ID=2ba7655c-892e-431f-8d9b-923229e6d8e0,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:29.885651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:security_group_rule and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:29.890582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:29.905836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:29.909306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eac7030b-e29c-4d33-aff2-d023844326bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:29.941244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7830690-6970-41aa-bae5-4175b8afee39 req-aa771583-b882-4d3d-9cb4-90a80ae1ff50 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:29.942710 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f7830690-6970-41aa-bae5-4175b8afee39 req-aa771583-b882-4d3d-9cb4-90a80ae1ff50 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.3135812 Mar 16 10:52:29.971383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Calling delete_port for ea566237-7917-4b13-b6f4-63d70ae7a9bc owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:29.997550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-eac7030b-e29c-4d33-aff2-d023844326bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:30.029840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-eac7030b-e29c-4d33-aff2-d023844326bf admin admin] Usage tracker for resource:security_group_rule and tenant:0ecf9f3db7df426eb4af2b19485bc257 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:30.037865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-eac7030b-e29c-4d33-aff2-d023844326bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:30.062644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811326da-c741-4c0f-b3b5-39da0971175a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:30.064021 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-811326da-c741-4c0f-b3b5-39da0971175a tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 881 time: 0.5539470 Mar 16 10:52:30.076956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56984) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:30.108995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-eac7030b-e29c-4d33-aff2-d023844326bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:30.155944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:30.156222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:30.159402 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ade84642-f958-41c8-93a1-bff757078f25 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a64900d-1486-428d-abe8-e996e3ce1ed0 HTTP/1.1" status: 200 len: 205 time: 0.0815156 Mar 16 10:52:30.162505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56988) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:30.190992 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f7830690-6970-41aa-bae5-4175b8afee39 req-9ac43b7c-892e-43aa-a32b-407c09b7bc3b tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910048 Mar 16 10:52:30.335753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.350305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ea566237-7917-4b13-b6f4-63d70ae7a9bc no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:30.372925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.393412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: ea566237-7917-4b13-b6f4-63d70ae7a9bc {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:30.393895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ea566237-7917-4b13-b6f4-63d70ae7a9bc not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:30.433007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.477933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.511605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:30.518554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.575698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eac7030b-e29c-4d33-aff2-d023844326bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.618487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e976d025-a847-4278-8dbe-e6673eb51597,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:30.632911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eac7030b-e29c-4d33-aff2-d023844326bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.639745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.640148 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Added segment d54c3466-5a30-4607-a787-bcc122b684ed of type vlan for network 4b8924c9-d9a4-4743-bc4c-90ddde4690cf Mar 16 10:52:30.674333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Deleting port ea566237-7917-4b13-b6f4-63d70ae7a9bc {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:30.674673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.815843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] The port 'ea566237-7917-4b13-b6f4-63d70ae7a9bc' was deleted {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:52:30.889925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7030b-e29c-4d33-aff2-d023844326bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac08201-79df-478b-bbcc-2fadcb7cb77f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:30.894010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.916294 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-eac7030b-e29c-4d33-aff2-d023844326bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ecf9f3db7df426eb4af2b19485bc257&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0612402 Mar 16 10:52:30.919410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 56996) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:30.922329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.985652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Deleting port 8561d346-b568-4672-888f-e6d45c85c0e0 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:30.985943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.050989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ca0f5-8dc2-40b5-904c-8fe2113bee38 req-edb8f19e-3fc8-4d24-be97-920f0f42e578 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:31.052519 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f4ca0f5-8dc2-40b5-904c-8fe2113bee38 req-edb8f19e-3fc8-4d24-be97-920f0f42e578 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4756186 Mar 16 10:52:31.057713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.063151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:31.063766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.143502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.207946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221d5bf0-58b3-4599-9303-5cc5dc1603ff']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:31.289975 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8516898 Mar 16 10:52:31.298210 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:31.298522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efed4716-7c16-4b96-8d2f-6c4a5d0ed7ba') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:31.301126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa51aae-5358-4e17-9c70-10cba1c24798 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=4b8924c9-d9a4-4743-bc4c-90ddde4690cf,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:31.305747 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f4ca0f5-8dc2-40b5-904c-8fe2113bee38 req-ba472988-644f-48e9-90e2-124d47bbfed5 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358618 Mar 16 10:52:31.315658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.342894 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 4b8924c9-d9a4-4743-bc4c-90ddde4690cf details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:31.394721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.421196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd85a465-f523-4f40-bc7b-c2dded97e603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.425960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port eaa52d7c-20eb-42f1-a0d9-396bd341407f {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:31.426290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.476587 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.569291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd85a465-f523-4f40-bc7b-c2dded97e603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.576441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:31.576857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:31.591879 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:31.606303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Router d76c30fe-26f6-4065-93df-dd0bbd14a88c is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:31.669311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.807486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:31.823394 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Sync routers for ids ['d76c30fe-26f6-4065-93df-dd0bbd14a88c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:31.829883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.833876 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4d0fc52a-a1ea-4e5c-bc02-d428172d8b66 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7959719 Mar 16 10:52:31.834151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57002) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:31.841422 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Routers {'d76c30fe-26f6-4065-93df-dd0bbd14a88c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:31.842972 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d76c30fe-26f6-4065-93df-dd0bbd14a88c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:31.852202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Calling delete_port for 8561d346-b568-4672-888f-e6d45c85c0e0 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:31.965382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.020009 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.023065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] Pushing event deleted for resources: {'Network': ['ID=221d5bf0-58b3-4599-9303-5cc5dc1603ff,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:32.083808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.085431 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0e34e80e-91f4-4be3-ade6-a828fd97e950 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/routers/d76c30fe-26f6-4065-93df-dd0bbd14a88c HTTP/1.1" status: 200 len: 908 time: 0.2486644 Mar 16 10:52:32.086615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57006) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:32.091921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Request body: {'router': {'name': 'tempest-snat-router-323405851', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'enable_snat': True}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:32.099990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd85a465-f523-4f40-bc7b-c2dded97e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.100502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:32.102479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd85a465-f523-4f40-bc7b-c2dded97e603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.103585 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bd85a465-f523-4f40-bc7b-c2dded97e603 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ac08201-79df-478b-bbcc-2fadcb7cb77f HTTP/1.1" status: 204 len: 168 time: 1.1782944 Mar 16 10:52:32.104765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Usage tracker for resource:router and tenant:f40fa70501a94b7ab42c331eeec66554 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:32.110182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:32.116120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:32.119422 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a81033b6-3fdf-4fc1-8243-21bfb327f71b tempest-AllowedAddressPairTestJSON-811783902 tempest-AllowedAddressPairTestJSON-811783902-project] 10.222.0.37 "DELETE /v2.0/networks/221d5bf0-58b3-4599-9303-5cc5dc1603ff HTTP/1.1" status: 204 len: 168 time: 3.8580780 Mar 16 10:52:32.138007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.139547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.151661 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Set router d76c30fe-26f6-4065-93df-dd0bbd14a88c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:32.166732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.181578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec169f18-5677-40cd-9f96-0924686c7abb req-00abec75-c659-4366-a0d0-006f2fb191f1 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:32.183091 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ec169f18-5677-40cd-9f96-0924686c7abb req-00abec75-c659-4366-a0d0-006f2fb191f1 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.7229712 Mar 16 10:52:32.242993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85a465-f523-4f40-bc7b-c2dded97e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac08201-79df-478b-bbcc-2fadcb7cb77f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:32.250919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for eaa52d7c-20eb-42f1-a0d9-396bd341407f owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:32.426243 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ec169f18-5677-40cd-9f96-0924686c7abb req-8353befe-3299-44fa-bc32-7b66e474e5bc tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462307 Mar 16 10:52:32.616598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.781979 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76c30fe-26f6-4065-93df-dd0bbd14a88c', 'name': 'tempest-snat-router-323405851', 'tenant_id': 'f40fa70501a94b7ab42c331eeec66554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.125'}], 'enable_snat': False}, 'gw_port_id': '2ba7655c-892e-431f-8d9b-923229e6d8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:27Z', 'updated_at': '2022-03-16T10:52:30Z', 'revision_number': 3, 'project_id': 'f40fa70501a94b7ab42c331eeec66554', 'gw_port': {'id': '2ba7655c-892e-431f-8d9b-923229e6d8e0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76c30fe-26f6-4065-93df-dd0bbd14a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:32.786304 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Checking router: d76c30fe-26f6-4065-93df-dd0bbd14a88c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:32.786654 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Updating router d76c30fe-26f6-4065-93df-dd0bbd14a88c port 2ba7655c-892e-431f-8d9b-923229e6d8e0 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:52:32.815959 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57020) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:32.863575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Pushing event deleted for resources: {'Port': ['ID=8561d346-b568-4672-888f-e6d45c85c0e0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:32.904840 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.020232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.159748 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37071d82-7a5f-4773-8bcc-08953004e815 req-dc1d974b-f0f5-4f6e-ac1a-2f844ade0314 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:33.166449 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-37071d82-7a5f-4773-8bcc-08953004e815 req-dc1d974b-f0f5-4f6e-ac1a-2f844ade0314 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.2128258 Mar 16 10:52:33.393461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.410619 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-37071d82-7a5f-4773-8bcc-08953004e815 req-0923cd98-ef7a-4653-85de-56f13ca507e5 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316833 Mar 16 10:52:33.578647 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.698216 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Transition to ACTIVE for port object 2ba7655c-892e-431f-8d9b-923229e6d8e0 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:33.712006 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.776229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.865725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.887883 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.912239 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-580257bb-30f6-4aae-bc88-a185e3c09e38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=672629a19848450f8754a8e59675d034&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0646958 Mar 16 10:52:33.915179 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.917665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57052) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:33.934521 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Attempting to bind port 2ba7655c-892e-431f-8d9b-923229e6d8e0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:33.935128 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Attempting to bind port 2ba7655c-892e-431f-8d9b-923229e6d8e0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:33.935230 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Attempting to bind port 2ba7655c-892e-431f-8d9b-923229e6d8e0 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:33.955258 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:33.955626 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:33.956018 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.956403 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:33.956889 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Bound port: 2ba7655c-892e-431f-8d9b-923229e6d8e0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:33.957290 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:33.997877 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.010590 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Pushing event updated for resources: {'Port': ['ID=2ba7655c-892e-431f-8d9b-923229e6d8e0,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:34.043678 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.043862 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.044203 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.044531 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.057036 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.057452 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.057807 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.058120 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.058461 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.058787 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.059096 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.059502 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:34.066507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=eaa52d7c-20eb-42f1-a0d9-396bd341407f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:34.145772 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] For port 2ba7655c-892e-431f-8d9b-923229e6d8e0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:34.152746 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] For port 2ba7655c-892e-431f-8d9b-923229e6d8e0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2ba7655c-892e-431f-8d9b-923229e6d8e0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:34.162433 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.309103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2053d-430d-4cd4-a16f-1d69ec674306 req-8e3367b3-af5b-4542-a199-e2ec0a00e62b tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:34.330039 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bda2053d-430d-4cd4-a16f-1d69ec674306 req-8e3367b3-af5b-4542-a199-e2ec0a00e62b tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.3431797 Mar 16 10:52:34.332788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Allocated IP 172.26.2.32 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/8aadfb22-3580-434d-adcc-4a91da3c20b4) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:34.373665 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f173ca-ab2d-4871-89d0-0c8ab9ab45d3 None None] Pushing event updated for resources: {'Port': ['ID=2ba7655c-892e-431f-8d9b-923229e6d8e0,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:34.384847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.385612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Fanout notify agent at l3_agent the message router_deleted on router 3a64900d-1486-428d-abe8-e996e3ce1ed0 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:34.420656 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Routers {'d76c30fe-26f6-4065-93df-dd0bbd14a88c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:34.421557 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d76c30fe-26f6-4065-93df-dd0bbd14a88c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:34.458308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57062) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:34.477024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'network_id': '4b8924c9-d9a4-4743-bc4c-90ddde4690cf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:34.507009 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.515574 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bda2053d-430d-4cd4-a16f-1d69ec674306 req-648e9f93-5d7a-4f42-982a-d7b31b6e2f5a tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776125 Mar 16 10:52:34.531232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.532338 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f074c7fe-17fe-4200-a37d-cc409b4afbbc tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/3a64900d-1486-428d-abe8-e996e3ce1ed0 HTTP/1.1" status: 204 len: 168 time: 4.3689420 Mar 16 10:52:34.538600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57068) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:34.662809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:34.663107 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] Set router d76c30fe-26f6-4065-93df-dd0bbd14a88c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:34.676768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:subnet and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:34.680858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:34.695350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:34.718087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.734480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:34.738491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.744290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-619648593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:34.750840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:34.755414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Usage tracker for resource:router and tenant:53c81113117b4dc3922bc29ae8a1ad01 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:34.761012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:34.769437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57074) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:34.823230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c37e03f4-8b53-4f9a-b20c-ec00818a2caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.859024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.884874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c37e03f4-8b53-4f9a-b20c-ec00818a2caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:34.913718 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:34.924875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-570185474'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:34.935512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:34.942272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:34.943314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Usage tracker for resource:router and tenant:5cf34d35581544fa99f8a5fb94355eef is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:34.948689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:34.950675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:34.958613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:34.973972 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76c30fe-26f6-4065-93df-dd0bbd14a88c', 'name': 'tempest-snat-router-323405851', 'tenant_id': 'f40fa70501a94b7ab42c331eeec66554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.125'}], 'enable_snat': False}, 'gw_port_id': '2ba7655c-892e-431f-8d9b-923229e6d8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:27Z', 'updated_at': '2022-03-16T10:52:30Z', 'revision_number': 3, 'project_id': 'f40fa70501a94b7ab42c331eeec66554', 'gw_port': {'id': '2ba7655c-892e-431f-8d9b-923229e6d8e0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76c30fe-26f6-4065-93df-dd0bbd14a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:34.978441 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413222d-9c7d-4316-92c3-a47a5ee5039b None None] The sync data for ids ['d76c30fe-26f6-4065-93df-dd0bbd14a88c'] in dv-neutron-833860-1-hyperv is: [{'id': 'd76c30fe-26f6-4065-93df-dd0bbd14a88c', 'name': 'tempest-snat-router-323405851', 'tenant_id': 'f40fa70501a94b7ab42c331eeec66554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.125'}], 'enable_snat': False}, 'gw_port_id': '2ba7655c-892e-431f-8d9b-923229e6d8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:27Z', 'updated_at': '2022-03-16T10:52:30Z', 'revision_number': 3, 'project_id': 'f40fa70501a94b7ab42c331eeec66554', 'gw_port': {'id': '2ba7655c-892e-431f-8d9b-923229e6d8e0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76c30fe-26f6-4065-93df-dd0bbd14a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:29Z', 'updated_at': '2022-03-16T10:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:35.008836 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router d01ae639-0e7b-43ad-a051-7a883afddd81 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:35.010206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.011295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.083627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:35.103587 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.126716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event updated for resources: {'Port': ['ID=8aadfb22-3580-434d-adcc-4a91da3c20b4,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:35.175240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c37e03f4-8b53-4f9a-b20c-ec00818a2caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.178581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:35.192231 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6e4040-3b29-493a-b7da-7bffa16cb09a None None] Sync routers for ids ['d01ae639-0e7b-43ad-a051-7a883afddd81'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:35.223587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e4040-3b29-493a-b7da-7bffa16cb09a None None] Routers {'d01ae639-0e7b-43ad-a051-7a883afddd81'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:35.232376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-dd6e4040-3b29-493a-b7da-7bffa16cb09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d01ae639-0e7b-43ad-a051-7a883afddd81'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:35.240463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e03f4-8b53-4f9a-b20c-ec00818a2caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b5e149-40a5-4f29-b94b-bd03b4c65982,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:35.259991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.301014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c37e03f4-8b53-4f9a-b20c-ec00818a2caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.302559 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c37e03f4-8b53-4f9a-b20c-ec00818a2caf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42b5e149-40a5-4f29-b94b-bd03b4c65982 HTTP/1.1" status: 204 len: 168 time: 1.3129032 Mar 16 10:52:35.304525 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-67952cdf-506e-482c-b9da-e38a55f29949 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/d01ae639-0e7b-43ad-a051-7a883afddd81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5497906 Mar 16 10:52:35.306246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.311086 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7b22d90a-b5e0-44b0-9fe7-c130c28491db tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7704809 Mar 16 10:52:35.312227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57080) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:35.312227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57084) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:35.350586 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-dd6e4040-3b29-493a-b7da-7bffa16cb09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:35.356098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:35.371947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e4040-3b29-493a-b7da-7bffa16cb09a None None] Routers {'d01ae639-0e7b-43ad-a051-7a883afddd81'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:35.373530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-dd6e4040-3b29-493a-b7da-7bffa16cb09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d01ae639-0e7b-43ad-a051-7a883afddd81'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:35.420459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-04c8241e-32f3-47f9-a06e-0f6484aa9baf tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:35.429134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.430207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.491905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-dd6e4040-3b29-493a-b7da-7bffa16cb09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:35.492282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6e4040-3b29-493a-b7da-7bffa16cb09a None None] The sync data for ids ['d01ae639-0e7b-43ad-a051-7a883afddd81'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:35.502660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.609577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.662247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.724962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:35.728861 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6cfa1c0d-f790-410a-8812-025973e722a6 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9558299 Mar 16 10:52:35.734751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57094) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:35.830897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-04c8241e-32f3-47f9-a06e-0f6484aa9baf tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:35.832072 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-04c8241e-32f3-47f9-a06e-0f6484aa9baf tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=d01ae639-0e7b-43ad-a051-7a883afddd81 HTTP/1.1" status: 200 len: 205 time: 0.5185816 Mar 16 10:52:35.840723 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57100) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:35.911839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=7cd51fdf-7baa-4de1-937f-4489b6fb3ba4,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:36.005958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.062341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9bba8dfa-e1a4-478a-b81e-09e4cc57fd0c tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.136627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking segment: {'id': 'd54c3466-5a30-4607-a787-bcc122b684ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b8924c9-d9a4-4743-bc4c-90ddde4690cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:36.137009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network hostable DHCP agents. Network: 4b8924c9-d9a4-4743-bc4c-90ddde4690cf, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:36.166201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d43483c5-c07a-41e2-ac92-393c75097963 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.215479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.402827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network 4b8924c9-d9a4-4743-bc4c-90ddde4690cf is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:36.419407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2ba7655c-892e-431f-8d9b-923229e6d8e0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:36.470348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57118) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:36.479666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b4d6b-6bde-4bd9-bcff-c5e927e663a8 req-091c7de2-d500-4df2-a5bf-ba9fe360a404 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:36.486155 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-357b4d6b-6bde-4bd9-bcff-c5e927e663a8 req-091c7de2-d500-4df2-a5bf-ba9fe360a404 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.7621405 Mar 16 10:52:36.490185 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 2ba7655c-892e-431f-8d9b-923229e6d8e0 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:36.494881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9bba8dfa-e1a4-478a-b81e-09e4cc57fd0c tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.496769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 2ba7655c-892e-431f-8d9b-923229e6d8e0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:36.497367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.498915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9bba8dfa-e1a4-478a-b81e-09e4cc57fd0c tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.500538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 4b8924c9-d9a4-4743-bc4c-90ddde4690cf) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:36.522741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:36.523342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.532456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f42c0c6-b1e5-46de-8141-cbb8a7e403ab None None] Network 4b8924c9-d9a4-4743-bc4c-90ddde4690cf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:36.651265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d43483c5-c07a-41e2-ac92-393c75097963 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.663445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d43483c5-c07a-41e2-ac92-393c75097963 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.725206 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-357b4d6b-6bde-4bd9-bcff-c5e927e663a8 req-f303acea-9dee-4709-905e-4c20e72d0b84 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308035 Mar 16 10:52:36.744381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d43483c5-c07a-41e2-ac92-393c75097963 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.745176 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43483c5-c07a-41e2-ac92-393c75097963 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Fanout notify agent at l3_agent the message router_deleted on router d01ae639-0e7b-43ad-a051-7a883afddd81 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:36.789822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.822456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 2ba7655c-892e-431f-8d9b-923229e6d8e0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2ba7655c-892e-431f-8d9b-923229e6d8e0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:36.856287 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008972660'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:36.863912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:36.869064 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.871512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d43483c5-c07a-41e2-ac92-393c75097963 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.872613 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d43483c5-c07a-41e2-ac92-393c75097963 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/d01ae639-0e7b-43ad-a051-7a883afddd81 HTTP/1.1" status: 204 len: 168 time: 1.0309467 Mar 16 10:52:36.913287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57126) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:36.913732 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-4b8924c9-d9a4-4743-bc4c-90ddde4690cf', 'network_id': '4b8924c9-d9a4-4743-bc4c-90ddde4690cf', 'tenant_id': '7d2e3aee56b24ffb8ff967ff9e5062b3', 'fixed_ips': [{'subnet_id': '7cd51fdf-7baa-4de1-937f-4489b6fb3ba4'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:36.915999 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:36.956788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:37.026090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=2ba7655c-892e-431f-8d9b-923229e6d8e0,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:37.069792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.128960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Allocated IP 2001:db8:0:ffff::2 (4b8924c9-d9a4-4743-bc4c-90ddde4690cf/7cd51fdf-7baa-4de1-937f-4489b6fb3ba4/898cb9bf-2287-4cb5-851e-66fa563a5def) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:37.130027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:37.175875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9bba8dfa-e1a4-478a-b81e-09e4cc57fd0c tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.182562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bba8dfa-e1a4-478a-b81e-09e4cc57fd0c tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0d4d062-2c6b-4e4c-92c9-74e45fb58779 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:37.184594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:37.199008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.232261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.385585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9bba8dfa-e1a4-478a-b81e-09e4cc57fd0c tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.390575 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9bba8dfa-e1a4-478a-b81e-09e4cc57fd0c tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] 10.222.0.37 "DELETE /v2.0/routers/f0d4d062-2c6b-4e4c-92c9-74e45fb58779 HTTP/1.1" status: 204 len: 168 time: 1.5945818 Mar 16 10:52:37.404473 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-21cda444-75b5-4d97-9987-f2f5c4557915 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9450581 Mar 16 10:52:37.408977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57132) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:37.409398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57134) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:37.409951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.421153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Transition to ACTIVE for port object 898cb9bf-2287-4cb5-851e-66fa563a5def will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:37.424816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Allocated IP 172.26.2.20 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/86e78e6a-0637-490e-8273-789d66a1eefe) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:37.427077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Request body: {'router': {'name': 'tempest-router-1821267715', 'distributed': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:37.435725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1990196580'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:37.436317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.448080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Transition to ACTIVE for port object 898cb9bf-2287-4cb5-851e-66fa563a5def will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:37.455049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:37.457365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.457536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:37.459601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.472854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:network and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:37.475921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Usage tracker for resource:router and tenant:5cf34d35581544fa99f8a5fb94355eef is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:37.484183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf9b3b1-729f-432b-94b7-4eb2959a0e5d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting subnet 58e136c9-07d8-4d22-aec3-a875fb2402a6 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:37.487532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:37.490403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:37.495282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-acf9b3b1-729f-432b-94b7-4eb2959a0e5d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.503098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:37.520584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:37.524205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:37.528877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:37.534509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:37.546317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Network 4b8924c9-d9a4-4743-bc4c-90ddde4690cf is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:37.549832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:37.554627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:37.557051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Pushing event updated for resources: {'Port': ['ID=898cb9bf-2287-4cb5-851e-66fa563a5def,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:37.572579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-acf9b3b1-729f-432b-94b7-4eb2959a0e5d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.623660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:37.627279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Router 089d9c58-8b55-4d01-b175-376f8eaa4872 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:37.651439 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.652509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.662859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Attempting to bind port 898cb9bf-2287-4cb5-851e-66fa563a5def on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:37.663351 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Attempting to bind port 898cb9bf-2287-4cb5-851e-66fa563a5def by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'd54c3466-5a30-4607-a787-bcc122b684ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b8924c9-d9a4-4743-bc4c-90ddde4690cf'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:37.663765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Attempting to bind port 898cb9bf-2287-4cb5-851e-66fa563a5def on network 4b8924c9-d9a4-4743-bc4c-90ddde4690cf {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:37.669417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:37.669848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Checking segment: {'id': 'd54c3466-5a30-4607-a787-bcc122b684ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b8924c9-d9a4-4743-bc4c-90ddde4690cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:37.670299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.670737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Bound using segment: {'id': 'd54c3466-5a30-4607-a787-bcc122b684ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b8924c9-d9a4-4743-bc4c-90ddde4690cf'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:37.671249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Bound port: 898cb9bf-2287-4cb5-851e-66fa563a5def, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54c3466-5a30-4607-a787-bcc122b684ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b8924c9-d9a4-4743-bc4c-90ddde4690cf'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:37.671670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.672986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf0ee1-e02d-4661-8aaf-2b9f92d25714 req-df52e0e0-41af-4e8b-b40c-a1be752a50a4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:37.674455 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e0bf0ee1-e02d-4661-8aaf-2b9f92d25714 req-df52e0e0-41af-4e8b-b40c-a1be752a50a4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4456449 Mar 16 10:52:37.716207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:37.719753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.727874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.765429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] For port 898cb9bf-2287-4cb5-851e-66fa563a5def, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:37.768484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] For port 898cb9bf-2287-4cb5-851e-66fa563a5def, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=898cb9bf-2287-4cb5-851e-66fa563a5def,segment=NetworkSegment(d54c3466-5a30-4607-a787-bcc122b684ed),segment_id=d54c3466-5a30-4607-a787-bcc122b684ed)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:37.771313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.775352 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e0bf0ee1-e02d-4661-8aaf-2b9f92d25714 req-df5a7336-5192-40be-bd3c-f66c3cf8083d tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878751 Mar 16 10:52:37.778533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.817006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.825491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.843741 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.848523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:37.874856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39d142-18f1-4816-b100-18c4070d7f49 None None] Pushing event updated for resources: {'Port': ['ID=898cb9bf-2287-4cb5-851e-66fa563a5def,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:37.893779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:37.894854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:37.905450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:37.925804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.932876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-acf9b3b1-729f-432b-94b7-4eb2959a0e5d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.941062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:37.945947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:37.947014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e8a63d-449f-458e-9a08-271ab3143cd2,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:37.958547 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:37.961099 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:37.986683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:37.987126 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Added segment 60c4db4f-ab7f-4acd-b4a1-3443a4a3a167 of type vlan for network 10d4c9aa-c5d1-4ba3-bbba-046c9992e668 Mar 16 10:52:37.999750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:38.011142 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Sync routers for ids ['089d9c58-8b55-4d01-b175-376f8eaa4872'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:38.013337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Pushing event updated for resources: {'Port': ['ID=86e78e6a-0637-490e-8273-789d66a1eefe,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:38.025547 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Routers {'089d9c58-8b55-4d01-b175-376f8eaa4872'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:38.026726 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['089d9c58-8b55-4d01-b175-376f8eaa4872'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:38.130622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.133299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.136923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57140) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:38.140068 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-acb9a4bd-af08-4333-a617-6d055bd604a7 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7222505 Mar 16 10:52:38.143540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-acf9b3b1-729f-432b-94b7-4eb2959a0e5d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.148793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.149273 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-91ff22b1-6588-458b-bb4b-7891f46c8d85 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.0615115 Mar 16 10:52:38.202488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.206135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57144) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:38.283677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9b3b1-729f-432b-94b7-4eb2959a0e5d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Subnet': ['ID=58e136c9-07d8-4d22-aec3-a875fb2402a6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:38.283958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c0da4-996d-4c10-ae63-d8909f09519f None None] Network cc25dc0d-ce84-440d-ae69-a86404a7e36d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:38.287050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-acf9b3b1-729f-432b-94b7-4eb2959a0e5d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.289015 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-acf9b3b1-729f-432b-94b7-4eb2959a0e5d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/58e136c9-07d8-4d22-aec3-a875fb2402a6 HTTP/1.1" status: 204 len: 168 time: 1.3741930 Mar 16 10:52:38.293230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57148) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:38.322432 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Set router 089d9c58-8b55-4d01-b175-376f8eaa4872 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:38.451947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.458263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:38.458865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.480549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bf47db-1eeb-45ea-993a-7137b51f1128 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.556021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 898cb9bf-2287-4cb5-851e-66fa563a5def up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:38.596807 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=10d4c9aa-c5d1-4ba3-bbba-046c9992e668,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:38.612377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 10d4c9aa-c5d1-4ba3-bbba-046c9992e668 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:38.616753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09da336-ba0f-4c5a-b643-6fa0f8892cc6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting subnet 9beb5758-60e1-4f46-899f-02e03604d783 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:52:38.635256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f09da336-ba0f-4c5a-b643-6fa0f8892cc6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.663109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.712147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.725081 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ff336bac-6d58-4c59-9f70-30595c14acd6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3094220 Mar 16 10:52:38.732099 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-115495d2-c394-46bd-accd-ee8931efbd57 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/routers/089d9c58-8b55-4d01-b175-376f8eaa4872 HTTP/1.1" status: 200 len: 906 time: 0.5248983 Mar 16 10:52:38.736199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57152) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:38.736528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57154) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:38.799068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 898cb9bf-2287-4cb5-851e-66fa563a5def completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:38.827999 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2ba7655c-892e-431f-8d9b-923229e6d8e0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:38.896973 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089d9c58-8b55-4d01-b175-376f8eaa4872', 'name': 'tempest-snat-router-323405851', 'tenant_id': 'f40fa70501a94b7ab42c331eeec66554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '8aadfb22-3580-434d-adcc-4a91da3c20b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:32Z', 'updated_at': '2022-03-16T10:52:35Z', 'revision_number': 3, 'project_id': 'f40fa70501a94b7ab42c331eeec66554', 'gw_port': {'id': '8aadfb22-3580-434d-adcc-4a91da3c20b4', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089d9c58-8b55-4d01-b175-376f8eaa4872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:33Z', 'updated_at': '2022-03-16T10:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:38.902748 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Checking router: 089d9c58-8b55-4d01-b175-376f8eaa4872 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:52:38.903331 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Updating router 089d9c58-8b55-4d01-b175-376f8eaa4872 port 8aadfb22-3580-434d-adcc-4a91da3c20b4 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:52:38.915251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b6210-27fa-4188-8825-aac878215d64 None None] DHCP port deletion for cc25dc0d-ce84-440d-ae69-a86404a7e36d request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:38.931775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-456b6210-27fa-4188-8825-aac878215d64 None None] Deleting port 8e70f05d-fdd1-457e-987a-ff7086733f3d {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:38.931903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-456b6210-27fa-4188-8825-aac878215d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:38.985788 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.084374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 2ba7655c-892e-431f-8d9b-923229e6d8e0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:39.084695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.160832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bf47db-1eeb-45ea-993a-7137b51f1128 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.167063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bf47db-1eeb-45ea-993a-7137b51f1128 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.181973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'network_id': '10d4c9aa-c5d1-4ba3-bbba-046c9992e668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:39.189612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f02a0c3-49df-4748-ad34-a9283bf36c3a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:39.194451 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.198870 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-13570e96-c6c2-4da6-9615-fdba33929ed9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7092028 Mar 16 10:52:39.259384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57162) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:39.297687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f09da336-ba0f-4c5a-b643-6fa0f8892cc6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.343104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bf47db-1eeb-45ea-993a-7137b51f1128 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.343848 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bf47db-1eeb-45ea-993a-7137b51f1128 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11b99897-cdab-472e-a9f2-03dcae0adc87 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:39.345462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c6e91-82a2-4af8-a82d-55db82d446d2 None None] Network 4b8924c9-d9a4-4743-bc4c-90ddde4690cf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:39.402431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6258539a-3af8-48f4-8aa1-21f80c26058e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:39.412027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bf47db-1eeb-45ea-993a-7137b51f1128 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.413460 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e9bf47db-1eeb-45ea-993a-7137b51f1128 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] 10.222.0.37 "DELETE /v2.0/routers/11b99897-cdab-472e-a9f2-03dcae0adc87 HTTP/1.1" status: 204 len: 168 time: 1.2739029 Mar 16 10:52:39.417394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.472296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57166) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:39.483777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-456b6210-27fa-4188-8825-aac878215d64 None None] For port 8e70f05d-fdd1-457e-987a-ff7086733f3d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8e70f05d-fdd1-457e-987a-ff7086733f3d,segment=NetworkSegment(92300b6f-de38-437d-bc28-b8d5655838bd),segment_id=92300b6f-de38-437d-bc28-b8d5655838bd)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:39.484166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-456b6210-27fa-4188-8825-aac878215d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.487857 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.506665 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Transition to ACTIVE for port object 8aadfb22-3580-434d-adcc-4a91da3c20b4 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:39.513275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6258539a-3af8-48f4-8aa1-21f80c26058e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:39.515118 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6258539a-3af8-48f4-8aa1-21f80c26058e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2428868 Mar 16 10:52:39.515364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Request body: {'router': {'name': 'tempest-router-1250753645', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bd9bea8fc6484802a078e826fc264c2e'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:39.521181 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.526339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57170) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:39.532219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3873aae4-34cc-46e0-95ae-cc714a61c087 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group': {'name': 'tempest-security--2113505937', 'description': 'tempest-security-description-62190044'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:39.596258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:39.627032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Usage tracker for resource:router and tenant:bd9bea8fc6484802a078e826fc264c2e is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:39.635067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:39.637797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:39.652245 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3873aae4-34cc-46e0-95ae-cc714a61c087 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.675892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:subnet and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:39.683586 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a687fd3a-07f3-44b4-9310-2f0181795047 None None] Provisioning for port 898cb9bf-2287-4cb5-851e-66fa563a5def completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:39.685223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:39.692583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:39.695798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-456b6210-27fa-4188-8825-aac878215d64 None None] Calling delete_port for 8e70f05d-fdd1-457e-987a-ff7086733f3d owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:39.705131 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735c6b8-eaad-4c49-92b3-136dcf19d849 None None] Pushing event updated for resources: {'Port': ['ID=8aadfb22-3580-434d-adcc-4a91da3c20b4,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:39.719407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:39.737457 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Attempting to bind port 8aadfb22-3580-434d-adcc-4a91da3c20b4 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:39.738037 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Attempting to bind port 8aadfb22-3580-434d-adcc-4a91da3c20b4 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:39.738862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a687fd3a-07f3-44b4-9310-2f0181795047 None None] Provisioning complete for port 898cb9bf-2287-4cb5-851e-66fa563a5def triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:39.739340 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Attempting to bind port 8aadfb22-3580-434d-adcc-4a91da3c20b4 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:39.739519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a687fd3a-07f3-44b4-9310-2f0181795047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.743227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3743fd-2811-491d-ae50-ad6764ae64a2 req-84858e9a-d815-4380-b0a7-3069f9da3875 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:39.745935 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:39.746315 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:39.746719 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.747409 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:39.747882 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Bound port: 8aadfb22-3580-434d-adcc-4a91da3c20b4, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:39.748448 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.750780 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2d3743fd-2811-491d-ae50-ad6764ae64a2 req-84858e9a-d815-4380-b0a7-3069f9da3875 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5333664 Mar 16 10:52:39.775762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.834659 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] For port 8aadfb22-3580-434d-adcc-4a91da3c20b4, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:39.839795 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] For port 8aadfb22-3580-434d-adcc-4a91da3c20b4, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8aadfb22-3580-434d-adcc-4a91da3c20b4,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:39.848815 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.877213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.879742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.880926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.883927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.901706 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:39.906656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.954162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-456b6210-27fa-4188-8825-aac878215d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:39.954579 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735c6b8-eaad-4c49-92b3-136dcf19d849 None None] Pushing event updated for resources: {'Port': ['ID=8aadfb22-3580-434d-adcc-4a91da3c20b4,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:39.984370 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Routers {'089d9c58-8b55-4d01-b175-376f8eaa4872'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:39.985133 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['089d9c58-8b55-4d01-b175-376f8eaa4872'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:40.000238 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3873aae4-34cc-46e0-95ae-cc714a61c087 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.009279 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3873aae4-34cc-46e0-95ae-cc714a61c087 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.012306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3873aae4-34cc-46e0-95ae-cc714a61c087 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.013783 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3873aae4-34cc-46e0-95ae-cc714a61c087 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "PUT /v2.0/security-groups/3f02a0c3-49df-4748-ad34-a9283bf36c3a HTTP/1.1" status: 200 len: 1776 time: 0.4861834 Mar 16 10:52:40.028612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57174) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:40.030190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b6210-27fa-4188-8825-aac878215d64 None None] Pushing event deleted for resources: {'Port': ['ID=8e70f05d-fdd1-457e-987a-ff7086733f3d,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:40.042445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b6210-27fa-4188-8825-aac878215d64 None None] No DVR routers for this DVR port 8e70f05d-fdd1-457e-987a-ff7086733f3d on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:40.058403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a687fd3a-07f3-44b4-9310-2f0181795047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.102736 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a687fd3a-07f3-44b4-9310-2f0181795047 None None] For port 898cb9bf-2287-4cb5-851e-66fa563a5def, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=898cb9bf-2287-4cb5-851e-66fa563a5def,segment=NetworkSegment(d54c3466-5a30-4607-a787-bcc122b684ed),segment_id=d54c3466-5a30-4607-a787-bcc122b684ed)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:40.112602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a687fd3a-07f3-44b4-9310-2f0181795047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.164249 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2d3743fd-2811-491d-ae50-ad6764ae64a2 req-45e1a6b7-3ac5-4cb9-9c8d-176c648e4b0e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124858 Mar 16 10:52:40.173700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.203579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f09da336-ba0f-4c5a-b643-6fa0f8892cc6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.210812 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a80d853e-e24c-4792-bc80-6d4b5e6deb2d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups/3f02a0c3-49df-4748-ad34-a9283bf36c3a HTTP/1.1" status: 200 len: 1776 time: 0.1799777 Mar 16 10:52:40.214988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57180) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:40.215900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873aae4-34cc-46e0-95ae-cc714a61c087 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f02a0c3-49df-4748-ad34-a9283bf36c3a,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:40.245973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687fd3a-07f3-44b4-9310-2f0181795047 None None] Pushing event updated for resources: {'Port': ['ID=898cb9bf-2287-4cb5-851e-66fa563a5def,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:40.268063 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] Set router 089d9c58-8b55-4d01-b175-376f8eaa4872 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:52:40.371654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 898cb9bf-2287-4cb5-851e-66fa563a5def up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:40.410063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33673511-2cca-4f7d-b307-da7dcc9f43fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.470632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33673511-2cca-4f7d-b307-da7dcc9f43fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.478627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 898cb9bf-2287-4cb5-851e-66fa563a5def triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:40.479224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.499949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Router 1c9670b2-6d27-4bc4-9223-7e745f9d440b is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:40.511754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=21d1966e-5e00-4a12-8730-75a2c328ae95,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:40.527492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.602525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.607677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f09da336-ba0f-4c5a-b643-6fa0f8892cc6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.615222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e716c-41c2-4952-9778-cff2d5fec6f2 req-6b865321-9f94-4680-83bc-644a50e29018 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:40.617363 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-002e716c-41c2-4952-9778-cff2d5fec6f2 req-6b865321-9f94-4680-83bc-644a50e29018 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.2855735 Mar 16 10:52:40.620890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33673511-2cca-4f7d-b307-da7dcc9f43fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.622280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c06abfc0-c332-449a-b0fc-b694def6914e None None] Provisioning complete for port 898cb9bf-2287-4cb5-851e-66fa563a5def triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:40.622777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c06abfc0-c332-449a-b0fc-b694def6914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.634624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.676804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33673511-2cca-4f7d-b307-da7dcc9f43fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f02a0c3-49df-4748-ad34-a9283bf36c3a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:40.703558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33673511-2cca-4f7d-b307-da7dcc9f43fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.706903 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-33673511-2cca-4f7d-b307-da7dcc9f43fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/3f02a0c3-49df-4748-ad34-a9283bf36c3a HTTP/1.1" status: 204 len: 168 time: 0.4839821 Mar 16 10:52:40.712589 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089d9c58-8b55-4d01-b175-376f8eaa4872', 'name': 'tempest-snat-router-323405851', 'tenant_id': 'f40fa70501a94b7ab42c331eeec66554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '8aadfb22-3580-434d-adcc-4a91da3c20b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:32Z', 'updated_at': '2022-03-16T10:52:35Z', 'revision_number': 3, 'project_id': 'f40fa70501a94b7ab42c331eeec66554', 'gw_port': {'id': '8aadfb22-3580-434d-adcc-4a91da3c20b4', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089d9c58-8b55-4d01-b175-376f8eaa4872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:33Z', 'updated_at': '2022-03-16T10:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:40.718409 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72568f-ef37-47e1-805c-0eb4c552e0ac None None] The sync data for ids ['089d9c58-8b55-4d01-b175-376f8eaa4872'] in dv-neutron-833860-1-hyperv is: [{'id': '089d9c58-8b55-4d01-b175-376f8eaa4872', 'name': 'tempest-snat-router-323405851', 'tenant_id': 'f40fa70501a94b7ab42c331eeec66554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '8aadfb22-3580-434d-adcc-4a91da3c20b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:32Z', 'updated_at': '2022-03-16T10:52:35Z', 'revision_number': 3, 'project_id': 'f40fa70501a94b7ab42c331eeec66554', 'gw_port': {'id': '8aadfb22-3580-434d-adcc-4a91da3c20b4', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089d9c58-8b55-4d01-b175-376f8eaa4872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:33Z', 'updated_at': '2022-03-16T10:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:40.735588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f09da336-ba0f-4c5a-b643-6fa0f8892cc6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.745990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57184) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:40.762303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa25459f-03ed-46a5-bfa7-5a66e43dfb20 None None] Network d577a323-0872-4efc-92d3-996635135001 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:40.764018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Deleting port 8aadfb22-3580-434d-adcc-4a91da3c20b4 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:40.764717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.793888 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-002e716c-41c2-4952-9778-cff2d5fec6f2 req-881a1eac-54aa-4b51-8a5e-bc58ed91904f tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685989 Mar 16 10:52:40.817167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:40.817494 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09da336-ba0f-4c5a-b643-6fa0f8892cc6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Subnet': ['ID=9beb5758-60e1-4f46-899f-02e03604d783,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:40.828606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.833288 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-37093baf-73d7-4888-9c3c-76d0b512a108 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "PUT /v2.0/routers/1c9670b2-6d27-4bc4-9223-7e745f9d440b HTTP/1.1" status: 200 len: 882 time: 5.5180140 Mar 16 10:52:40.834020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57190) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:40.881936 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f09da336-ba0f-4c5a-b643-6fa0f8892cc6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/9beb5758-60e1-4f46-899f-02e03604d783 HTTP/1.1" status: 204 len: 168 time: 2.5851460 Mar 16 10:52:40.881936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking segment: {'id': '60c4db4f-ab7f-4acd-b4a1-3443a4a3a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '10d4c9aa-c5d1-4ba3-bbba-046c9992e668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:40.881936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network hostable DHCP agents. Network: 10d4c9aa-c5d1-4ba3-bbba-046c9992e668, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:40.886696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57194) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:40.903964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:40.905353 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bbfb3f47-73e4-40b9-abab-4fb2d8a9b087 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4278495 Mar 16 10:52:40.928456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57198) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:40.963042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:41.011051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdacb0e-c01f-4780-b75f-241b4ad9e2a6 None None] Sync routers for ids ['1c9670b2-6d27-4bc4-9223-7e745f9d440b'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:41.027953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdacb0e-c01f-4780-b75f-241b4ad9e2a6 None None] Routers {'1c9670b2-6d27-4bc4-9223-7e745f9d440b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:41.028565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-afdacb0e-c01f-4780-b75f-241b4ad9e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1c9670b2-6d27-4bc4-9223-7e745f9d440b'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:41.165894 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b4e66a83-63ca-49e0-a612-87cac845e9e3 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/routers/1c9670b2-6d27-4bc4-9223-7e745f9d440b HTTP/1.1" status: 200 len: 923 time: 0.3307493 Mar 16 10:52:41.166605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57202) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:41.169138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-afdacb0e-c01f-4780-b75f-241b4ad9e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:41.222823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8e70f05d-fdd1-457e-987a-ff7086733f3d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:41.252868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960e419-1abe-4078-a925-a5fd2215900c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:41.253578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4960e419-1abe-4078-a925-a5fd2215900c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Synchronizing usage tracker for tenant:d98c9e51f5e148febb582bb1df3fc36f on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:41.266848 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4960e419-1abe-4078-a925-a5fd2215900c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Unset dirty status for tenant:d98c9e51f5e148febb582bb1df3fc36f on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:41.271078 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4960e419-1abe-4078-a925-a5fd2215900c tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&device_id=1c9670b2-6d27-4bc4-9223-7e745f9d440b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1032233 Mar 16 10:52:41.275314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57206) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:41.280037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdacb0e-c01f-4780-b75f-241b4ad9e2a6 None None] Routers {'1c9670b2-6d27-4bc4-9223-7e745f9d440b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:41.280665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-afdacb0e-c01f-4780-b75f-241b4ad9e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1c9670b2-6d27-4bc4-9223-7e745f9d440b'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:41.340259 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:52:41.362922 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dee92744-3f35-48f4-9486-56a33b7e4b18 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5469630 Mar 16 10:52:41.383913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 8e70f05d-fdd1-457e-987a-ff7086733f3d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:41.384323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8e70f05d-fdd1-457e-987a-ff7086733f3d not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:41.411487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57210) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:41.414862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c23729-481b-486c-9c5b-5df15a8ca105 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:41.418837 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-94c23729-481b-486c-9c5b-5df15a8ca105 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 881 time: 0.1435740 Mar 16 10:52:41.418992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-afdacb0e-c01f-4780-b75f-241b4ad9e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:41.418992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdacb0e-c01f-4780-b75f-241b4ad9e2a6 None None] The sync data for ids ['1c9670b2-6d27-4bc4-9223-7e745f9d440b'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:41.430116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57214) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:41.475372 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-4f35a791-062a-4e5a-8159-337c27e9e973 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] delete failed (client error): The resource could not be found. Mar 16 10:52:41.476797 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4f35a791-062a-4e5a-8159-337c27e9e973 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/3f02a0c3-49df-4748-ad34-a9283bf36c3a HTTP/1.1" status: 404 len: 347 time: 0.0638433 Mar 16 10:52:41.483551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57218) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:41.488015 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ae83736e-817c-446d-8347-0ad523de541d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c9670b2-6d27-4bc4-9223-7e745f9d440b HTTP/1.1" status: 200 len: 205 time: 0.0547459 Mar 16 10:52:41.491447 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group': {'name': 'tempest-secgroup--9181666'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:41.496531 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57222) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:41.524147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f33b7d-c267-463b-b0ac-71ad29095b68 None None] DHCP port deletion for d577a323-0872-4efc-92d3-996635135001 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:52:41.528522 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c6f33b7d-c267-463b-b0ac-71ad29095b68 None None] Deleting port 2e93cd78-6a66-4253-8dc0-6172bcddedd2 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:41.528944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c6f33b7d-c267-463b-b0ac-71ad29095b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.534859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network 10d4c9aa-c5d1-4ba3-bbba-046c9992e668 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:41.555023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:41.576005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:41.580514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:41.591696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:41.610395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.632526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.666947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 10d4c9aa-c5d1-4ba3-bbba-046c9992e668) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:41.677008 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a49ca-5cf6-409c-b878-796de35c1a6d None None] Network 10d4c9aa-c5d1-4ba3-bbba-046c9992e668 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:41.688708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:41.689346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.720943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:41.735940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:41.743489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:41.751501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:41.804240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] For port 8aadfb22-3580-434d-adcc-4a91da3c20b4, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8aadfb22-3580-434d-adcc-4a91da3c20b4,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:41.804595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.849069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.907330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.907650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.909027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.926215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.975055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:41.978924 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.4891989 Mar 16 10:52:41.979779 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ecde1c81-a06f-483b-a247-88f282df6b56 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2420075 Mar 16 10:52:41.987368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57226) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:41.988283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57228) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:42.020213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '3bb77216-e674-4850-a92c-2e20025ad881', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:42.048762 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:42.062971 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:42.066334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c6f33b7d-c267-463b-b0ac-71ad29095b68 None None] For port 2e93cd78-6a66-4253-8dc0-6172bcddedd2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2e93cd78-6a66-4253-8dc0-6172bcddedd2,segment=NetworkSegment(04fee047-22a4-40b9-bfc7-4b273fd41a4b),segment_id=04fee047-22a4-40b9-bfc7-4b273fd41a4b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:42.066822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c6f33b7d-c267-463b-b0ac-71ad29095b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.070890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:42.076038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-10d4c9aa-c5d1-4ba3-bbba-046c9992e668', 'network_id': '10d4c9aa-c5d1-4ba3-bbba-046c9992e668', 'tenant_id': '7d2e3aee56b24ffb8ff967ff9e5062b3', 'fixed_ips': [{'subnet_id': '21d1966e-5e00-4a12-8730-75a2c328ae95'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:42.076845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.088698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3250bf-1c70-414f-be77-f05a35d19afe tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb77216-e674-4850-a92c-2e20025ad881,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:42.094412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:42.126757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Calling delete_port for 8aadfb22-3580-434d-adcc-4a91da3c20b4 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:42.203958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c6f33b7d-c267-463b-b0ac-71ad29095b68 None None] Calling delete_port for 2e93cd78-6a66-4253-8dc0-6172bcddedd2 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:42.263143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.276113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf4a8-233d-4fd5-8e35-625e2432a6f5 req-9433cdad-66b9-436d-9415-18fd996f2340 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:42.277340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7fbcf4a8-233d-4fd5-8e35-625e2432a6f5 req-9433cdad-66b9-436d-9415-18fd996f2340 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 1.2632625 Mar 16 10:52:42.345635 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.363888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87874) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 16 10:52:42.364232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Router ff398e88-e19c-4cea-a4ec-13ae8e010b90 migrating from provider to provider. {{(pid=87874) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 16 10:52:42.364585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.383435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.390772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c6f33b7d-c267-463b-b0ac-71ad29095b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.391011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.392329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.409051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.420966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Deleting port 86e78e6a-0637-490e-8273-789d66a1eefe {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:42.421485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.444981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f33b7d-c267-463b-b0ac-71ad29095b68 None None] Pushing event deleted for resources: {'Port': ['ID=2e93cd78-6a66-4253-8dc0-6172bcddedd2,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:42.446298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.452679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.454103 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4610100 Mar 16 10:52:42.457185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57236) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:42.457542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f33b7d-c267-463b-b0ac-71ad29095b68 None None] No DVR routers for this DVR port 2e93cd78-6a66-4253-8dc0-6172bcddedd2 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:42.458047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.477435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002940a-e6aa-4f8c-96c3-dcc1153a8c00 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00efc9c-79a3-473b-8fa9-58e044703948,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:42.487941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8aadfb22-3580-434d-adcc-4a91da3c20b4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:42.528839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Allocated IP 2001:db8::1 (10d4c9aa-c5d1-4ba3-bbba-046c9992e668/21d1966e-5e00-4a12-8730-75a2c328ae95/5e537490-5de8-4a40-9054-925e1508db98) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:42.532483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc25dc0d-ce84-440d-ae69-a86404a7e36d']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:42.543190 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7fbcf4a8-233d-4fd5-8e35-625e2432a6f5 req-e79b9889-637b-4b25-93e5-20fb1232a8c8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996548 Mar 16 10:52:42.568971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92300b6f-de38-437d-bc28-b8d5655838bd') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:42.569515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92300b6f-de38-437d-bc28-b8d5655838bd') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:42.656324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.689497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b788-56d1-483a-b806-53180be3d1fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.704331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.708071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b788-56d1-483a-b806-53180be3d1fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.709151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 8aadfb22-3580-434d-adcc-4a91da3c20b4 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:42.726085 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.scheduler.l3_agent_scheduler [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] No L3 agents can host the router ff398e88-e19c-4cea-a4ec-13ae8e010b90 Mar 16 10:52:42.729323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8aadfb22-3580-434d-adcc-4a91da3c20b4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:42.729733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.738933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:42.739600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.749331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:42.759774 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:42.884128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:42.946371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.020637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.078031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b788-56d1-483a-b806-53180be3d1fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.101988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.152711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Calling delete_port for 86e78e6a-0637-490e-8273-789d66a1eefe owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:43.175120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.187380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9b788-56d1-483a-b806-53180be3d1fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d00efc9c-79a3-473b-8fa9-58e044703948,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:43.195733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Transition to ACTIVE for port object 5e537490-5de8-4a40-9054-925e1508db98 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:43.201954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb7a0-fb87-4806-b39b-3f7f55893c5e req-55381ff7-8d66-442b-87db-af1ed8cac002 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:43.203500 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ea8fb7a0-fb87-4806-b39b-3f7f55893c5e req-55381ff7-8d66-442b-87db-af1ed8cac002 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.3822351 Mar 16 10:52:43.231799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.235230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Network': ['ID=cc25dc0d-ce84-440d-ae69-a86404a7e36d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:43.264180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Transition to ACTIVE for port object 5e537490-5de8-4a40-9054-925e1508db98 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:43.282806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.285280 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-78181b24-c7d2-456f-9339-5a5ebd005274 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/networks/cc25dc0d-ce84-440d-ae69-a86404a7e36d HTTP/1.1" status: 204 len: 168 time: 2.3953121 Mar 16 10:52:43.294225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57242) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:43.295361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event deleted for resources: {'Port': ['ID=8aadfb22-3580-434d-adcc-4a91da3c20b4,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:43.298642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b788-56d1-483a-b806-53180be3d1fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.299938 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-eeb9b788-56d1-483a-b806-53180be3d1fa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d00efc9c-79a3-473b-8fa9-58e044703948 HTTP/1.1" status: 204 len: 168 time: 0.8384893 Mar 16 10:52:43.302230 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ea8fb7a0-fb87-4806-b39b-3f7f55893c5e req-286151a5-5d6d-4cee-b470-269c6c008e21 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836983 Mar 16 10:52:43.305559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57244) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:43.330981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.369459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Hosts for router ff398e88-e19c-4cea-a4ec-13ae8e010b90: [] {{(pid=87874) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 16 10:52:43.393362 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Pushing event updated for resources: {'Port': ['ID=5e537490-5de8-4a40-9054-925e1508db98,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:43.393631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Subnet': ['ID=21d1966e-5e00-4a12-8730-75a2c328ae95,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:43.405987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2e93cd78-6a66-4253-8dc0-6172bcddedd2 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:43.446006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Network 10d4c9aa-c5d1-4ba3-bbba-046c9992e668 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:43.447129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 2e93cd78-6a66-4253-8dc0-6172bcddedd2 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:43.447565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2e93cd78-6a66-4253-8dc0-6172bcddedd2 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:43.449490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:43.451681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:43.530809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.544461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Attempting to bind port 5e537490-5de8-4a40-9054-925e1508db98 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:43.545047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Attempting to bind port 5e537490-5de8-4a40-9054-925e1508db98 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '60c4db4f-ab7f-4acd-b4a1-3443a4a3a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '10d4c9aa-c5d1-4ba3-bbba-046c9992e668'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:43.545414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Attempting to bind port 5e537490-5de8-4a40-9054-925e1508db98 on network 10d4c9aa-c5d1-4ba3-bbba-046c9992e668 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:43.550987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:43.551356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Checking segment: {'id': '60c4db4f-ab7f-4acd-b4a1-3443a4a3a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '10d4c9aa-c5d1-4ba3-bbba-046c9992e668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:43.551755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.552247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Bound using segment: {'id': '60c4db4f-ab7f-4acd-b4a1-3443a4a3a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '10d4c9aa-c5d1-4ba3-bbba-046c9992e668'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:43.552716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Bound port: 5e537490-5de8-4a40-9054-925e1508db98, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c4db4f-ab7f-4acd-b4a1-3443a4a3a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '10d4c9aa-c5d1-4ba3-bbba-046c9992e668'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:43.553113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.564187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d4c9aa-c5d1-4ba3-bbba-046c9992e668']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:43.581701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c4db4f-ab7f-4acd-b4a1-3443a4a3a167') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:43.582724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c4db4f-ab7f-4acd-b4a1-3443a4a3a167') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:43.582942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Hosts for other DVR routers connected to router ff398e88-e19c-4cea-a4ec-13ae8e010b90: set() {{(pid=87874) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 16 10:52:43.585325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.589025 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-677b3d34-7514-423a-8074-4920729d607f tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] 10.222.0.37 "PUT /v2.0/routers/ff398e88-e19c-4cea-a4ec-13ae8e010b90 HTTP/1.1" status: 200 len: 717 time: 2.6482716 Mar 16 10:52:43.602516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.607404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57252) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:43.632660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.650676 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] For port 5e537490-5de8-4a40-9054-925e1508db98, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:43.653128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:43.653984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:43.668574 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:43.696341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-451151bf-728b-4a9f-856a-7e7fb09bae2d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:43.701652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.722669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.751276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:52:43.751276 dv-neutron-833860-1-hyperv neutron-server[87875]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:52:43.751276 dv-neutron-833860-1-hyperv neutron-server[87875]: [parameters: {'id': '10d4c9aa-c5d1-4ba3-bbba-046c9992e668'}] Mar 16 10:52:43.751276 dv-neutron-833860-1-hyperv neutron-server[87875]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:43.751744 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:43.752584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.758781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] For port 5e537490-5de8-4a40-9054-925e1508db98, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5e537490-5de8-4a40-9054-925e1508db98,segment=NetworkSegment(60c4db4f-ab7f-4acd-b4a1-3443a4a3a167),segment_id=60c4db4f-ab7f-4acd-b4a1-3443a4a3a167)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:43.764165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.802708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Pushing event deleted for resources: {'Port': ['ID=86e78e6a-0637-490e-8273-789d66a1eefe,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:43.894047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:43.897864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f4e4d-3eea-4b12-9e5a-81e79438b69a None None] Pushing event updated for resources: {'Port': ['ID=5e537490-5de8-4a40-9054-925e1508db98,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:43.916228 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-344e625d-37ea-47d9-b55e-8e7e877a5886 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] 10.222.0.37 "GET /v2.0/routers/ff398e88-e19c-4cea-a4ec-13ae8e010b90 HTTP/1.1" status: 200 len: 717 time: 0.3022120 Mar 16 10:52:43.925021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57256) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:43.926824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86c71f-4f2e-4f4c-803a-89ac904f9fe2 None None] Network 10d4c9aa-c5d1-4ba3-bbba-046c9992e668 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:44.020407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-451151bf-728b-4a9f-856a-7e7fb09bae2d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:44.024685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-451151bf-728b-4a9f-856a-7e7fb09bae2d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7178228 Mar 16 10:52:44.032301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57262) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:44.034768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.047696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.080832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.085397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.128038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.130015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78e095-b262-46ec-8b1a-42a748df1cf1 req-82f55a41-95fc-4f0d-8a32-7dc41aa09912 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:44.130397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Fanout notify agent at l3_agent the message router_deleted on router 1c9670b2-6d27-4bc4-9223-7e745f9d440b {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:44.131592 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc78e095-b262-46ec-8b1a-42a748df1cf1 req-82f55a41-95fc-4f0d-8a32-7dc41aa09912 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.7036099 Mar 16 10:52:44.139645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.140147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 089d9c58-8b55-4d01-b175-376f8eaa4872 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:44.166479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.175141 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4b7cb99f-498c-4844-b6c5-7afce751a152 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/1c9670b2-6d27-4bc4-9223-7e745f9d440b HTTP/1.1" status: 204 len: 168 time: 2.6768954 Mar 16 10:52:44.176362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57266) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:44.182474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562f46b-f8ee-446d-8127-13cf586452fe None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:52:44.185052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-557004731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:44.193011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:44.197452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Usage tracker for resource:router and tenant:53c81113117b4dc3922bc29ae8a1ad01 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:44.201218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:44.212304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:44.225342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.227075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.252420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.274444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.282132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.324432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3562f46b-f8ee-446d-8127-13cf586452fe None None] Resources bound (agent type, host, resource id): {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:52:44.325478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port 5e537490-5de8-4a40-9054-925e1508db98 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:44.325949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.392848 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.392848 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-55f73088-7a52-41d9-95ed-1342feba322e tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2141967 Mar 16 10:52:44.396050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57272) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:44.403427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'enable_snat': True}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:44.427174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.448829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.449968 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-96b6bf1f-8432-4baf-8bbc-06d495a0a7a3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "DELETE /v2.0/routers/089d9c58-8b55-4d01-b175-376f8eaa4872 HTTP/1.1" status: 204 len: 168 time: 5.7103796 Mar 16 10:52:44.453060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57276) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:44.564539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d577a323-0872-4efc-92d3-996635135001']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:44.575917 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5f4adbb9-4ba7-4a50-b794-9d20714bf406 tempest-RoutersTestDVR-1989482847 tempest-RoutersTestDVR-1989482847-project] 10.222.0.37 "GET /v2.0/routers/ff398e88-e19c-4cea-a4ec-13ae8e010b90 HTTP/1.1" status: 200 len: 683 time: 0.6469383 Mar 16 10:52:44.583880 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc78e095-b262-46ec-8b1a-42a748df1cf1 req-ea647416-b104-458a-805d-68b55e1898d5 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532139 Mar 16 10:52:44.584558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57280) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:44.593023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fee047-22a4-40b9-bfc7-4b273fd41a4b') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:44.593522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fee047-22a4-40b9-bfc7-4b273fd41a4b') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:44.715391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-173e7a3e-d346-42e5-b7f2-88a202d1eb97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.785505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.817936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e7e-de92-4a8c-8c8d-a45a0c543979 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.867601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.882563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-173e7a3e-d346-42e5-b7f2-88a202d1eb97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.890137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:44.890645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:44.912156 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:45.166920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.193503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.238905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] For port 5e537490-5de8-4a40-9054-925e1508db98, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5e537490-5de8-4a40-9054-925e1508db98,segment=NetworkSegment(60c4db4f-ab7f-4acd-b4a1-3443a4a3a167),segment_id=60c4db4f-ab7f-4acd-b4a1-3443a4a3a167)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:45.239263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.261187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.261858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e7e-de92-4a8c-8c8d-a45a0c543979 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.266124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Network': ['ID=d577a323-0872-4efc-92d3-996635135001,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:45.270957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e7e-de92-4a8c-8c8d-a45a0c543979 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.273508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-173e7a3e-d346-42e5-b7f2-88a202d1eb97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.275891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-173e7a3e-d346-42e5-b7f2-88a202d1eb97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.277025 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-173e7a3e-d346-42e5-b7f2-88a202d1eb97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/3bb77216-e674-4850-a92c-2e20025ad881 HTTP/1.1" status: 204 len: 168 time: 1.2332776 Mar 16 10:52:45.285633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57286) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:45.291001 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-77d83ad6-9661-46d5-99e8-89deabda184a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/networks/d577a323-0872-4efc-92d3-996635135001 HTTP/1.1" status: 204 len: 168 time: 1.9894159 Mar 16 10:52:45.306339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57290) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:45.321515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-97989851'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:45.324823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e7a3e-d346-42e5-b7f2-88a202d1eb97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb77216-e674-4850-a92c-2e20025ad881,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:45.334931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:45.346933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:network and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:45.349518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e7e-de92-4a8c-8c8d-a45a0c543979 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.349946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cb2e7e-de92-4a8c-8c8d-a45a0c543979 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff398e88-e19c-4cea-a4ec-13ae8e010b90 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:45.351600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:45.364471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:45.380487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e7e-de92-4a8c-8c8d-a45a0c543979 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.381658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-45cb2e7e-de92-4a8c-8c8d-a45a0c543979 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ff398e88-e19c-4cea-a4ec-13ae8e010b90 HTTP/1.1" status: 204 len: 168 time: 0.7913013 Mar 16 10:52:45.385949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57294) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:45.391958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-63823e0d-05fd-41b7-b927-8d942badfd5d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:45.392778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Calling delete_port for 5e537490-5de8-4a40-9054-925e1508db98 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:45.396988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Request body: {'router': {'name': 'tempest-router-1967716939', 'distributed': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:45.401777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:45.404994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.416873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:45.426751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Usage tracker for resource:router and tenant:5cf34d35581544fa99f8a5fb94355eef is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:45.430325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:45.440715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:45.454910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-63823e0d-05fd-41b7-b927-8d942badfd5d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:45.460363 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-63823e0d-05fd-41b7-b927-8d942badfd5d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1676104 Mar 16 10:52:45.460642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57298) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:45.467521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.467969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group': {'name': 'tempest-secgroup--214766425'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:45.472052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:45.474130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.475091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.484608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:45.495931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.496269 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added segment 9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52 of type vlan for network 360f218c-6454-4625-8157-2055c3724925 Mar 16 10:52:45.504896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:45.519388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.536014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.548186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.571298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:45.593074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.594097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39583d2-a9f3-4a67-aedb-a3a1e906f916 req-6acca2c6-748a-47e2-b11a-89f93d3be772 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:45.595593 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c39583d2-a9f3-4a67-aedb-a3a1e906f916 req-6acca2c6-748a-47e2-b11a-89f93d3be772 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.8133748 Mar 16 10:52:45.605588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:45.627647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.633128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:45.633715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.670204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.671385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-58ba5fd4-5202-49d7-8c3f-e9f9da5b57f3 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2838187 Mar 16 10:52:45.679057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57302) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:45.736631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.810619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Port': ['ID=5e537490-5de8-4a40-9054-925e1508db98,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:45.828097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No DVR routers for this DVR port 5e537490-5de8-4a40-9054-925e1508db98 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:45.868194 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c39583d2-a9f3-4a67-aedb-a3a1e906f916 req-02aec924-de39-499a-8901-64abe89d2eb5 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594082 Mar 16 10:52:45.897993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:45.935447 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6280336 Mar 16 10:52:45.987381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9216f9-f9e9-4a24-a67f-b9f12d410e9f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Network': ['ID=360f218c-6454-4625-8157-2055c3724925,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:45.989533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57308) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.003388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 360f218c-6454-4625-8157-2055c3724925 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:46.006998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'subnet': {'network_id': '360f218c-6454-4625-8157-2055c3724925', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:46.030948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-334fec9c-9185-4fac-baa3-0d9db50db057 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.111118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Deleting port 2ba7655c-892e-431f-8d9b-923229e6d8e0 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:46.111742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.144617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.209769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d4c9aa-c5d1-4ba3-bbba-046c9992e668']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:46.236570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c4db4f-ab7f-4acd-b4a1-3443a4a3a167') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:46.236841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c4db4f-ab7f-4acd-b4a1-3443a4a3a167') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:46.303272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.307804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8aadfb22-3580-434d-adcc-4a91da3c20b4 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:46.354453 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 8aadfb22-3580-434d-adcc-4a91da3c20b4 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:46.355196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8aadfb22-3580-434d-adcc-4a91da3c20b4 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:46.370755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.382350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:46.385995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.386267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.446617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:subnet and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:46.451013 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:46.451585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.458953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-334fec9c-9185-4fac-baa3-0d9db50db057 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.463478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:46.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:46.472838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-334fec9c-9185-4fac-baa3-0d9db50db057 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.482863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:46.517090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722f639b-25c1-4078-bd55-299e629ea6ad,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:46.524406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.524406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8f0b415c-8508-4556-b9e3-93578b303630 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0602055 Mar 16 10:52:46.524406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:46.526173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57312) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.526481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.558377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-334fec9c-9185-4fac-baa3-0d9db50db057 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.558863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334fec9c-9185-4fac-baa3-0d9db50db057 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91cf050d-2444-4a38-86d8-75b3295fc9c9 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:46.583569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '722f639b-25c1-4078-bd55-299e629ea6ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:46.604407 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:46.616252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:46.620020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-334fec9c-9185-4fac-baa3-0d9db50db057 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.621186 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-334fec9c-9185-4fac-baa3-0d9db50db057 tempest-RoutersTestDVR-2062525550 tempest-RoutersTestDVR-2062525550-project-admin] 10.222.0.37 "DELETE /v2.0/routers/91cf050d-2444-4a38-86d8-75b3295fc9c9 HTTP/1.1" status: 204 len: 168 time: 0.9412804 Mar 16 10:52:46.622187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:46.629030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] For port 2ba7655c-892e-431f-8d9b-923229e6d8e0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2ba7655c-892e-431f-8d9b-923229e6d8e0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:46.629258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.644597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:46.761196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.777520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.798684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Calling delete_port for 2ba7655c-892e-431f-8d9b-923229e6d8e0 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:46.825818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.852306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.854423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.863816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Subnet': ['ID=d05d1749-41e9-4c38-bd5c-5eef2c4111b8,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:46.873697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Checking segment: {'id': '9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '360f218c-6454-4625-8157-2055c3724925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:46.874084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network hostable DHCP agents. Network: 360f218c-6454-4625-8157-2055c3724925, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:46.895242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 360f218c-6454-4625-8157-2055c3724925 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:46.905819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 360f218c-6454-4625-8157-2055c3724925) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:46.907801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Network': ['ID=10d4c9aa-c5d1-4ba3-bbba-046c9992e668,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:46.914972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.921176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:46.921876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:46.936417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b3ea7-6a1d-43ad-9e79-4c3ec5687797 None None] Network 360f218c-6454-4625-8157-2055c3724925 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:46.938613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57320) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.965188 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fa6035e7-edf5-4878-93e6-942ff9b12987 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/10d4c9aa-c5d1-4ba3-bbba-046c9992e668 HTTP/1.1" status: 204 len: 168 time: 4.9702749 Mar 16 10:52:46.965448 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7f47b4b4-409d-471a-ac99-4b03a4d331ee tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9645429 Mar 16 10:52:46.969299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57326) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.971980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57328) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:46.982555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-540996994'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:46.991068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:46.994270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1232215897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:46.996132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:network and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:47.001596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:47.002277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:47.006569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:router and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:47.009510 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:47.010590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:47.015132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:47.024942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:47.030317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.053113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.054125 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.068983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:47.083285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.084051 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Added segment 4b61cdc9-c1a4-4623-802d-319e87365969 of type vlan for network 701a9020-8605-49ba-b810-ee06b271c150 Mar 16 10:52:47.117202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.139752 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.146619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.156382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.162421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cb9b39b3-29ad-41a4-92dc-9b9d49e46290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.187374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-360f218c-6454-4625-8157-2055c3724925', 'network_id': '360f218c-6454-4625-8157-2055c3724925', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'fixed_ips': [{'subnet_id': 'd05d1749-41e9-4c38-bd5c-5eef2c4111b8'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:47.188128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cb9b39b3-29ad-41a4-92dc-9b9d49e46290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:47.188389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.192524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cb9b39b3-29ad-41a4-92dc-9b9d49e46290 admin admin] Usage tracker for resource:security_group_rule and tenant:bd9bea8fc6484802a078e826fc264c2e is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:47.196285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cb9b39b3-29ad-41a4-92dc-9b9d49e46290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:47.199521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.202582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b699f3-c82d-4297-8ed9-152eec6805f6,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:47.205198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:47.205766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.230674 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.236887 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Allocated IP 172.26.2.171 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/553dd99b-8eb5-4219-bcf6-b075120f8150) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:47.243673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.243838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cb9b39b3-29ad-41a4-92dc-9b9d49e46290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:47.244875 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-64249ec6-f4d1-4fc4-9ef7-c05ab81176d2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7175720 Mar 16 10:52:47.255412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57334) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.265105 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2904243 Mar 16 10:52:47.269382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57338) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.319923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '722f639b-25c1-4078-bd55-299e629ea6ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:47.328727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.330761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'network_id': '701a9020-8605-49ba-b810-ee06b271c150', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:47.333831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:47.356821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Allocated IP 2001:db8::2 (360f218c-6454-4625-8157-2055c3724925/d05d1749-41e9-4c38-bd5c-5eef2c4111b8/315b05a9-2326-4cc5-8d5d-2a57ad432c1b) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:47.372164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d417c-0c12-41ad-846a-f760fa2fc846 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=701a9020-8605-49ba-b810-ee06b271c150,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:47.397484 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:47.397747 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 701a9020-8605-49ba-b810-ee06b271c150 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:47.404988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.406232 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dafc0e49-2ab5-423e-ba9d-2eaf5b446830 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4248283 Mar 16 10:52:47.407224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:47.423628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57342) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.424459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ba7655c-892e-431f-8d9b-923229e6d8e0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:47.472237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:47.476298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:47.479547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:subnet and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:47.483666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:47.484392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'port': {'network_id': '360f218c-6454-4625-8157-2055c3724925', 'name': 'tempest-RoutersIpV6Test-1032571715'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:47.493627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:47.517681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:47.521220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.564549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cb9b39b3-29ad-41a4-92dc-9b9d49e46290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.621784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cb9b39b3-29ad-41a4-92dc-9b9d49e46290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.661375 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.662258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.672468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Transition to ACTIVE for port object 315b05a9-2326-4cc5-8d5d-2a57ad432c1b will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:47.691839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Transition to ACTIVE for port object 315b05a9-2326-4cc5-8d5d-2a57ad432c1b will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:47.699741 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.702728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.768129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Network 360f218c-6454-4625-8157-2055c3724925 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:47.771273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:47.780275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:47.790961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Pushing event updated for resources: {'Port': ['ID=315b05a9-2326-4cc5-8d5d-2a57ad432c1b,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:47.805900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b39b3-29ad-41a4-92dc-9b9d49e46290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a9bd85-d6a7-4b57-86f6-aa144d789e22,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:47.817856 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cb9b39b3-29ad-41a4-92dc-9b9d49e46290 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd9bea8fc6484802a078e826fc264c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8746827 Mar 16 10:52:47.817856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57346) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:47.886036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Attempting to bind port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:47.886543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Attempting to bind port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '360f218c-6454-4625-8157-2055c3724925'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:47.886984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Attempting to bind port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b on network 360f218c-6454-4625-8157-2055c3724925 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:47.892295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:47.892781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Checking segment: {'id': '9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '360f218c-6454-4625-8157-2055c3724925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:47.893285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.893749 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Bound using segment: {'id': '9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '360f218c-6454-4625-8157-2055c3724925'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:47.894285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Bound port: 315b05a9-2326-4cc5-8d5d-2a57ad432c1b, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '360f218c-6454-4625-8157-2055c3724925'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:47.894735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.933948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6412-c71c-4adf-811d-d506c5574712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.983783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.986921 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d058280c-9f5d-47bb-831c-006834292ced None None] For port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:47.990936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d058280c-9f5d-47bb-831c-006834292ced None None] For port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=315b05a9-2326-4cc5-8d5d-2a57ad432c1b,segment=NetworkSegment(9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52),segment_id=9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:47.993840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6412-c71c-4adf-811d-d506c5574712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:47.995639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.017674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.116052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=c8da86cc-5a1c-4657-8c46-61adca6e7f73,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:48.123247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking segment: {'id': '4b61cdc9-c1a4-4623-802d-319e87365969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '701a9020-8605-49ba-b810-ee06b271c150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:48.123983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network hostable DHCP agents. Network: 701a9020-8605-49ba-b810-ee06b271c150, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:48.137147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.142215 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058280c-9f5d-47bb-831c-006834292ced None None] Pushing event updated for resources: {'Port': ['ID=315b05a9-2326-4cc5-8d5d-2a57ad432c1b,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:48.143890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6412-c71c-4adf-811d-d506c5574712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.157476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network 701a9020-8605-49ba-b810-ee06b271c150 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:48.168069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b6412-c71c-4adf-811d-d506c5574712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a9bd85-d6a7-4b57-86f6-aa144d789e22,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:48.179797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6412-c71c-4adf-811d-d506c5574712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.183774 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4b8b6412-c71c-4adf-811d-d506c5574712 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94a9bd85-d6a7-4b57-86f6-aa144d789e22 HTTP/1.1" status: 204 len: 168 time: 0.3629715 Mar 16 10:52:48.183774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 701a9020-8605-49ba-b810-ee06b271c150) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:48.189531 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:48.197168 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f976c9-d0dc-42a8-93a5-7df8d4574560 None None] Network 701a9020-8605-49ba-b810-ee06b271c150 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:48.197791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:48.198393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.206688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.216066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.218432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:port and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:48.232987 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fb1c2286-3ee3-4fec-abf9-4d76a4e95632 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9586909 Mar 16 10:52:48.233385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.233509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57352) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:48.235058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:48.239779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-810941040'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:48.245537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:48.251663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:network and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:48.257759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:48.262220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:48.265595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.269952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f9419d-93a7-4f2a-81d1-c3af5eac2076,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:48.270770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:48.285381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:48.290334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.336837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:48.351140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.351782 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Added segment 51cf8109-99c3-42d0-9cca-70fec57fde1b of type vlan for network da293794-22ef-4bdb-a10d-354ff12febc4 Mar 16 10:52:48.364080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.368874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57356) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:48.369215 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-28e50fa7-8403-4b3b-8bf6-cb73fd118b76 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1104500 Mar 16 10:52:48.378119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:48.381495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:48.386088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.387097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '722f639b-25c1-4078-bd55-299e629ea6ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:48.401090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:48.407189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:48.409178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:48.415551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.416197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d76c30fe-26f6-4065-93df-dd0bbd14a88c {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:48.417442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:48.424770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:48.438783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:48.464817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event updated for resources: {'Port': ['ID=553dd99b-8eb5-4219-bcf6-b075120f8150,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:48.507456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.508707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] device_id is not set on port e021d816-518f-4e2a-9638-0098f5d16a8e yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:48.535938 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.647788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-701a9020-8605-49ba-b810-ee06b271c150', 'network_id': '701a9020-8605-49ba-b810-ee06b271c150', 'tenant_id': '7d2e3aee56b24ffb8ff967ff9e5062b3', 'fixed_ips': [{'subnet_id': 'c8da86cc-5a1c-4657-8c46-61adca6e7f73'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:48.654361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.673158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.688594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Allocated IP 2001:db8::10c (360f218c-6454-4625-8157-2055c3724925/d05d1749-41e9-4c38-bd5c-5eef2c4111b8/e021d816-518f-4e2a-9638-0098f5d16a8e) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:48.692069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:48.692729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.809779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.811229 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6f8043a0-6d70-41b1-b091-520e7976fd05 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d76c30fe-26f6-4065-93df-dd0bbd14a88c HTTP/1.1" status: 204 len: 168 time: 4.3480906 Mar 16 10:52:48.821028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57364) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:48.829817 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5948286 Mar 16 10:52:48.835457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57368) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:48.836296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1836042468', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:48.841372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fffa1-8231-4789-b561-55f18f2d5754 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=da293794-22ef-4bdb-a10d-354ff12febc4,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:48.853276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'network_id': 'da293794-22ef-4bdb-a10d-354ff12febc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:48.873541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57372) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:48.879197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.906342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.907481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:48.923744 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Usage tracker for resource:router and tenant:af07770cb8fa4e9d9e17ed6aa5a3faf7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:48.924462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-52900a27-0595-406c-9440-ebb4771e6769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:48.929901 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Allocated IP 2001:db8::3 (701a9020-8605-49ba-b810-ee06b271c150/c8da86cc-5a1c-4657-8c46-61adca6e7f73/82115211-ffdc-4901-9840-6c412126394e) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:48.978686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:48.999086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140d5333-28ca-4acb-944e-6c2178448857,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:49.000876 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:49.017522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-52900a27-0595-406c-9440-ebb4771e6769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:49.027136 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network da293794-22ef-4bdb-a10d-354ff12febc4 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:49.027555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-52900a27-0595-406c-9440-ebb4771e6769 admin admin] Usage tracker for resource:security_group_rule and tenant:5cf34d35581544fa99f8a5fb94355eef is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:49.033105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-52900a27-0595-406c-9440-ebb4771e6769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:49.041865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:49.044109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-52900a27-0595-406c-9440-ebb4771e6769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:49.046378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.047711 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fdf7dc50-b6ec-464f-b648-edf8dbe027bf tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6766670 Mar 16 10:52:49.050670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57376) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:49.057750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:subnet and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:49.060829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:49.069155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '722f639b-25c1-4078-bd55-299e629ea6ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:49.076337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:49.078738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:49.091367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:49.098747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:49.110484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:49.115838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:49.124645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.169100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.170859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.181359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.196837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.229198 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Transition to ACTIVE for port object e021d816-518f-4e2a-9638-0098f5d16a8e will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:49.237200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.273813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_backend_mixin [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Performing IP validity checks on allocation pools {{(pid=87874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:52:49.274440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_backend_mixin [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:52:49.318109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.335829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Transition to ACTIVE for port object 82115211-ffdc-4901-9840-6c412126394e will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:49.362599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Transition to ACTIVE for port object 82115211-ffdc-4901-9840-6c412126394e will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:49.367694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-52900a27-0595-406c-9440-ebb4771e6769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.372426 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.378845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-52900a27-0595-406c-9440-ebb4771e6769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.451158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.452435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Network 701a9020-8605-49ba-b810-ee06b271c150 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:49.455571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:49.459561 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-52900a27-0595-406c-9440-ebb4771e6769 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cf34d35581544fa99f8a5fb94355eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804672 Mar 16 10:52:49.461220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.462075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52900a27-0595-406c-9440-ebb4771e6769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0615b15e-bb97-4038-829e-3bc718c7e94c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:49.477053 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:49.494387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57380) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:49.510677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.517789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Pushing event updated for resources: {'Port': ['ID=82115211-ffdc-4901-9840-6c412126394e,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:49.565335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9db1991-eb56-47f4-a30d-9df3677ab979,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:49.608497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Attempting to bind port 82115211-ffdc-4901-9840-6c412126394e on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:49.610843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Attempting to bind port 82115211-ffdc-4901-9840-6c412126394e by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '4b61cdc9-c1a4-4623-802d-319e87365969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '701a9020-8605-49ba-b810-ee06b271c150'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:49.611314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Attempting to bind port 82115211-ffdc-4901-9840-6c412126394e on network 701a9020-8605-49ba-b810-ee06b271c150 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:49.619013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:49.619891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Checking segment: {'id': '4b61cdc9-c1a4-4623-802d-319e87365969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '701a9020-8605-49ba-b810-ee06b271c150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:49.620408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.620830 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Bound using segment: {'id': '4b61cdc9-c1a4-4623-802d-319e87365969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '701a9020-8605-49ba-b810-ee06b271c150'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:49.621737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Bound port: 82115211-ffdc-4901-9840-6c412126394e, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b61cdc9-c1a4-4623-802d-319e87365969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '701a9020-8605-49ba-b810-ee06b271c150'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:49.621737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.644836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57e7670-1c7d-478b-8e89-47ab4f0117b8 None None] Network 360f218c-6454-4625-8157-2055c3724925 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:49.648436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.652800 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5b30e325-5337-4ce2-a2e5-f581db39eec2 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5994680 Mar 16 10:52:49.662161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57384) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:49.670566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '722f639b-25c1-4078-bd55-299e629ea6ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:49.679451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.686243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:49.717241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-562ce4e4-0abc-45f4-be3f-fb90025a0fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.719798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:49.733246 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:49.755106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:49.806847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-562ce4e4-0abc-45f4-be3f-fb90025a0fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.809303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-47cf9c12-a38b-4d37-a323-05b20ce0a28f None None] Provisioning for port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:49.828637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.845781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] For port 82115211-ffdc-4901-9840-6c412126394e, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:49.851832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=f8e01968-cd54-4c9a-a908-6d4600d947d8,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:49.859388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking segment: {'id': '51cf8109-99c3-42d0-9cca-70fec57fde1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'da293794-22ef-4bdb-a10d-354ff12febc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:49.859606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network hostable DHCP agents. Network: da293794-22ef-4bdb-a10d-354ff12febc4, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:49.860946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] For port 82115211-ffdc-4901-9840-6c412126394e, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=82115211-ffdc-4901-9840-6c412126394e,segment=NetworkSegment(4b61cdc9-c1a4-4623-802d-319e87365969),segment_id=4b61cdc9-c1a4-4623-802d-319e87365969)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:49.895799 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.920937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.935697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network da293794-22ef-4bdb-a10d-354ff12febc4 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:49.951274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.958057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.974645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-562ce4e4-0abc-45f4-be3f-fb90025a0fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.978077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, da293794-22ef-4bdb-a10d-354ff12febc4) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:49.994397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a22dacf-aeef-46bf-be4c-cc7b4842ce83 None None] Network da293794-22ef-4bdb-a10d-354ff12febc4 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:49.999133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47dc22a-ce67-4de7-bde5-1296e91a394e,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:50.003555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:50.004161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.012615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ce4e4-0abc-45f4-be3f-fb90025a0fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0615b15e-bb97-4038-829e-3bc718c7e94c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:50.036300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.037759 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2df85a05-cd04-4068-bbb1-49126c252458 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3746495 Mar 16 10:52:50.038767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-562ce4e4-0abc-45f4-be3f-fb90025a0fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.039905 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-562ce4e4-0abc-45f4-be3f-fb90025a0fe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0615b15e-bb97-4038-829e-3bc718c7e94c HTTP/1.1" status: 204 len: 168 time: 0.5453882 Mar 16 10:52:50.041638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57388) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.054366 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6a912ac0-1d7b-41bf-8d1a-2e399eb7e465 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2158344 Mar 16 10:52:50.057716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57394) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.084031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f6102-07ae-4128-b19e-6f86f645d68d None None] Pushing event updated for resources: {'Port': ['ID=82115211-ffdc-4901-9840-6c412126394e,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:50.122296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0684d34c-9f16-404b-9862-da09fa173764 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.211516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0684d34c-9f16-404b-9862-da09fa173764 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.264022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0684d34c-9f16-404b-9862-da09fa173764 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.274997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.294330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684d34c-9f16-404b-9862-da09fa173764 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d47dc22a-ce67-4de7-bde5-1296e91a394e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:50.300172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0684d34c-9f16-404b-9862-da09fa173764 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.301331 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0684d34c-9f16-404b-9862-da09fa173764 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d47dc22a-ce67-4de7-bde5-1296e91a394e HTTP/1.1" status: 204 len: 168 time: 0.2586515 Mar 16 10:52:50.304037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57400) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.360903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-da293794-22ef-4bdb-a10d-354ff12febc4', 'network_id': 'da293794-22ef-4bdb-a10d-354ff12febc4', 'tenant_id': '7d2e3aee56b24ffb8ff967ff9e5062b3', 'fixed_ips': [{'subnet_id': 'f8e01968-cd54-4c9a-a908-6d4600d947d8'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:50.362516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.365898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 360f218c-6454-4625-8157-2055c3724925 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:50.374911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:50.389252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:50.395331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:50.396443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.496805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.577864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e12c126c-1787-4c1a-b57d-baa974be8beb tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:50.643577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.654616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e12c126c-1787-4c1a-b57d-baa974be8beb tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:50.671103 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e12c126c-1787-4c1a-b57d-baa974be8beb tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3660283 Mar 16 10:52:50.674211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57410) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.713999 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Allocated IP 2001:db8::3 (da293794-22ef-4bdb-a10d-354ff12febc4/f8e01968-cd54-4c9a-a908-6d4600d947d8/19c35a02-f035-4a2a-a144-7f6daa98e524) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:50.750254 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 315b05a9-2326-4cc5-8d5d-2a57ad432c1b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:50.766551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-19adf158-ab20-4cf0-95b9-eec2d5f4b1bd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.779790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=e021d816-518f-4e2a-9638-0098f5d16a8e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:50.786091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-19adf158-ab20-4cf0-95b9-eec2d5f4b1bd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.786547 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.794202 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-08149760-2aca-49ac-8425-b6fc13cc18bb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3675189 Mar 16 10:52:50.796398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57416) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.808051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.978462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:50.986085 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:50.986591 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.049063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ad6154fa-60d9-4091-b152-f0b3c55873f4 None None] Provisioning for port e021d816-518f-4e2a-9638-0098f5d16a8e completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:51.064573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ad6154fa-60d9-4091-b152-f0b3c55873f4 None None] Provisioning complete for port e021d816-518f-4e2a-9638-0098f5d16a8e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:51.065191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ad6154fa-60d9-4091-b152-f0b3c55873f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.162086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.167602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ad6154fa-60d9-4091-b152-f0b3c55873f4 None None] Port e021d816-518f-4e2a-9638-0098f5d16a8e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:51.218636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Router b96101e1-450f-4956-957b-9bd80acf5f30 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:51.263739 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-19adf158-ab20-4cf0-95b9-eec2d5f4b1bd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.266815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Transition to ACTIVE for port object 19c35a02-f035-4a2a-a144-7f6daa98e524 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:51.290678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Transition to ACTIVE for port object 19c35a02-f035-4a2a-a144-7f6daa98e524 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:51.293200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.296968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adf158-ab20-4cf0-95b9-eec2d5f4b1bd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9db1991-eb56-47f4-a30d-9df3677ab979,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.346391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.392194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-19adf158-ab20-4cf0-95b9-eec2d5f4b1bd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.395989 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-19adf158-ab20-4cf0-95b9-eec2d5f4b1bd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b9db1991-eb56-47f4-a30d-9df3677ab979 HTTP/1.1" status: 204 len: 168 time: 0.7103534 Mar 16 10:52:51.397750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57428) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:51.406953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.451263 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=315b05a9-2326-4cc5-8d5d-2a57ad432c1b,segment=NetworkSegment(9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52),segment_id=9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:51.456624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Pushing event updated for resources: {'Port': ['ID=19c35a02-f035-4a2a-a144-7f6daa98e524,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.460239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57432) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:51.467223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.471451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Network da293794-22ef-4bdb-a10d-354ff12febc4 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:51.529187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2ba7655c-892e-431f-8d9b-923229e6d8e0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:52:51.589580 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:51.645964 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:51.653107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 2ba7655c-892e-431f-8d9b-923229e6d8e0 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:52:51.653456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2ba7655c-892e-431f-8d9b-923229e6d8e0 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:52:51.679755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e01968-cd54-4c9a-a908-6d4600d947d8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.695616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-aa48b1f9-ef68-491a-b275-a6a3a47c00a2 None None] Provisioning complete for port e021d816-518f-4e2a-9638-0098f5d16a8e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:51.695997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aa48b1f9-ef68-491a-b275-a6a3a47c00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.738387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75271679-eb3f-4819-bc58-ef20fd225a4a None None] Network 701a9020-8605-49ba-b810-ee06b271c150 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:51.774662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a3913a1b-de92-4158-b401-e478c5b48dc9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:51.812399 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=315b05a9-2326-4cc5-8d5d-2a57ad432c1b,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.871256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:51.872816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.882856 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bbd54e48-b94f-418e-bdd9-e0be820cfc5d tempest-AgentManagementNegativeTest-1708396115 tempest-AgentManagementNegativeTest-1708396115-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4212904 Mar 16 10:52:51.883982 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1def061-3b50-4051-8fcf-76a4a469a51c None None] Sync routers for ids ['b96101e1-450f-4956-957b-9bd80acf5f30'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:51.885803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.889584 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-05ae7605-36b3-482d-b6e9-49737e341140 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "PUT /v2.0/routers/b96101e1-450f-4956-957b-9bd80acf5f30 HTTP/1.1" status: 200 len: 918 time: 7.4923623 Mar 16 10:52:51.893401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57442) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:51.895826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.908062 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1def061-3b50-4051-8fcf-76a4a469a51c None None] Routers {'b96101e1-450f-4956-957b-9bd80acf5f30'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:51.913303 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d1def061-3b50-4051-8fcf-76a4a469a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b96101e1-450f-4956-957b-9bd80acf5f30'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:51.929068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-aa48b1f9-ef68-491a-b275-a6a3a47c00a2 None None] Port e021d816-518f-4e2a-9638-0098f5d16a8e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:51.937244 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b5d111a6-bcc5-46ac-9dee-cd7355df1126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.940672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Attempting to bind port 19c35a02-f035-4a2a-a144-7f6daa98e524 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:51.941065 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Attempting to bind port 19c35a02-f035-4a2a-a144-7f6daa98e524 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '51cf8109-99c3-42d0-9cca-70fec57fde1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'da293794-22ef-4bdb-a10d-354ff12febc4'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:51.941421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Attempting to bind port 19c35a02-f035-4a2a-a144-7f6daa98e524 on network da293794-22ef-4bdb-a10d-354ff12febc4 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:51.958818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:51.959189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Checking segment: {'id': '51cf8109-99c3-42d0-9cca-70fec57fde1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'da293794-22ef-4bdb-a10d-354ff12febc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:51.959528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.959899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Bound using segment: {'id': '51cf8109-99c3-42d0-9cca-70fec57fde1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'da293794-22ef-4bdb-a10d-354ff12febc4'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:51.960373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Bound port: 19c35a02-f035-4a2a-a144-7f6daa98e524, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cf8109-99c3-42d0-9cca-70fec57fde1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'da293794-22ef-4bdb-a10d-354ff12febc4'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:51.960756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.994879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.057279 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d1def061-3b50-4051-8fcf-76a4a469a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.057905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da293794-22ef-4bdb-a10d-354ff12febc4']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.066503 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1def061-3b50-4051-8fcf-76a4a469a51c None None] Routers {'b96101e1-450f-4956-957b-9bd80acf5f30'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:52.067349 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d1def061-3b50-4051-8fcf-76a4a469a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b96101e1-450f-4956-957b-9bd80acf5f30'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.078297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cf8109-99c3-42d0-9cca-70fec57fde1b') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.078669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cf8109-99c3-42d0-9cca-70fec57fde1b') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.096823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.122013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.130235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:52.130676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.141984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-99b8204a-6b4d-4899-b364-3ceb6005eec3 None None] Provisioning for port 82115211-ffdc-4901-9840-6c412126394e completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:52.145916 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d1def061-3b50-4051-8fcf-76a4a469a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:52.146631 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1def061-3b50-4051-8fcf-76a4a469a51c None None] The sync data for ids ['b96101e1-450f-4956-957b-9bd80acf5f30'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:52.149290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] For port 19c35a02-f035-4a2a-a144-7f6daa98e524, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:52.264514 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1f021e73-3289-42d9-947f-3b71c91fe31e tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/routers/b96101e1-450f-4956-957b-9bd80acf5f30 HTTP/1.1" status: 200 len: 924 time: 0.3698444 Mar 16 10:52:52.267052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57448) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.278474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.283294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] For port 19c35a02-f035-4a2a-a144-7f6daa98e524, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=19c35a02-f035-4a2a-a144-7f6daa98e524,segment=NetworkSegment(51cf8109-99c3-42d0-9cca-70fec57fde1b),segment_id=51cf8109-99c3-42d0-9cca-70fec57fde1b)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:52.292403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:52.315207 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:52.351630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Allocated IP 172.26.2.209 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/ca5f481a-4c47-4166-8f8b-91e93959cf07) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:52.400985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:52:52.400985 dv-neutron-833860-1-hyperv neutron-server[87874]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:52:52.400985 dv-neutron-833860-1-hyperv neutron-server[87874]: [parameters: {'id': 'da293794-22ef-4bdb-a10d-354ff12febc4'}] Mar 16 10:52:52.400985 dv-neutron-833860-1-hyperv neutron-server[87874]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:52.400985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:52.413475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436773f-9ae1-4c67-b434-96ea9eb7dee6 None None] Pushing event updated for resources: {'Port': ['ID=19c35a02-f035-4a2a-a144-7f6daa98e524,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:52.438582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57452) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.453361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a3913a1b-de92-4158-b401-e478c5b48dc9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:52.455073 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a3913a1b-de92-4158-b401-e478c5b48dc9 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 1.0549145 Mar 16 10:52:52.461901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57456) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.494798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa9979-de8a-4e02-9c8e-f7eb7ae4b8a4 None None] Network da293794-22ef-4bdb-a10d-354ff12febc4 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:52.527074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 82115211-ffdc-4901-9840-6c412126394e up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:52.616217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.668351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.704768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0eba5744-07e6-408e-9dac-71229ea5cc46 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.718439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29493546-4edc-48d9-9a0e-fdfa6c8888c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.758631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0eba5744-07e6-408e-9dac-71229ea5cc46 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.777276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:52.788590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-29493546-4edc-48d9-9a0e-fdfa6c8888c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:52.801540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:52.805169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5920eca1-11b0-4dc9-b7e4-601521c8d7e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:52.806726 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5920eca1-11b0-4dc9-b7e4-601521c8d7e7 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&device_id=b96101e1-450f-4956-957b-9bd80acf5f30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5387089 Mar 16 10:52:52.810939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:52.812835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57462) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.818897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.819062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 82115211-ffdc-4901-9840-6c412126394e completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:52.826727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 82115211-ffdc-4901-9840-6c412126394e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:52.827171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.837006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-29493546-4edc-48d9-9a0e-fdfa6c8888c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ff10a3aa311547feb89ee9799b7ced0d is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:52.839608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.843921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-29493546-4edc-48d9-9a0e-fdfa6c8888c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:52.849115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Pushing event updated for resources: {'Port': ['ID=ca5f481a-4c47-4166-8f8b-91e93959cf07,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:52.861747 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-29493546-4edc-48d9-9a0e-fdfa6c8888c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:52.911018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc2eb12-e2a4-41bd-8416-79335646cf9f None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:52:52.952472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0eba5744-07e6-408e-9dac-71229ea5cc46 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.987567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.031323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.039731 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba5744-07e6-408e-9dac-71229ea5cc46 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=140d5333-28ca-4acb-944e-6c2178448857,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.092313 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 82115211-ffdc-4901-9840-6c412126394e, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=82115211-ffdc-4901-9840-6c412126394e,segment=NetworkSegment(4b61cdc9-c1a4-4623-802d-319e87365969),segment_id=4b61cdc9-c1a4-4623-802d-319e87365969)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:53.104478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.105993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 315b05a9-2326-4cc5-8d5d-2a57ad432c1b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:53.135344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port 19c35a02-f035-4a2a-a144-7f6daa98e524 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:53.135607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.145115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0eba5744-07e6-408e-9dac-71229ea5cc46 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.149025 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0eba5744-07e6-408e-9dac-71229ea5cc46 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/140d5333-28ca-4acb-944e-6c2178448857 HTTP/1.1" status: 204 len: 168 time: 0.6849089 Mar 16 10:52:53.151589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57466) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:53.178377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=e021d816-518f-4e2a-9638-0098f5d16a8e,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.190316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2eb12-e2a4-41bd-8416-79335646cf9f None None] Resources bound (agent type, host, resource id): {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:52:53.271926 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=82115211-ffdc-4901-9840-6c412126394e,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.293460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29493546-4edc-48d9-9a0e-fdfa6c8888c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.296134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2144b0ae-112d-4af7-9229-de01a8abc6c1 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:53.296713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2144b0ae-112d-4af7-9229-de01a8abc6c1 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Synchronizing usage tracker for tenant:d98c9e51f5e148febb582bb1df3fc36f on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:53.310035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-80aa32db-3c81-4324-a4d4-a42f6a8eb653 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:53.322810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29493546-4edc-48d9-9a0e-fdfa6c8888c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.355360 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:53.355731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.393013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2144b0ae-112d-4af7-9229-de01a8abc6c1 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Unset dirty status for tenant:d98c9e51f5e148febb582bb1df3fc36f on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:53.396796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2144b0ae-112d-4af7-9229-de01a8abc6c1 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 881 time: 0.5804293 Mar 16 10:52:53.404056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57470) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:53.482497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-80aa32db-3c81-4324-a4d4-a42f6a8eb653 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:53.486159 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-80aa32db-3c81-4324-a4d4-a42f6a8eb653 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3335540 Mar 16 10:52:53.489008 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-08f5de41-5eec-4396-b9b5-7d151be08f9f tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=b96101e1-450f-4956-957b-9bd80acf5f30 HTTP/1.1" status: 200 len: 205 time: 0.0774040 Mar 16 10:52:53.492048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57474) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:53.492663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57476) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:53.508245 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-29493546-4edc-48d9-9a0e-fdfa6c8888c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff10a3aa311547feb89ee9799b7ced0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0659552 Mar 16 10:52:53.513601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57478) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:53.515343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.526969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29493546-4edc-48d9-9a0e-fdfa6c8888c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e3ce50-a884-4ca1-8c9b-4b225335951b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.675245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] For port 19c35a02-f035-4a2a-a144-7f6daa98e524, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=19c35a02-f035-4a2a-a144-7f6daa98e524,segment=NetworkSegment(51cf8109-99c3-42d0-9cca-70fec57fde1b),segment_id=51cf8109-99c3-42d0-9cca-70fec57fde1b)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:53.675712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.760677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.852832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b95eb9b-4339-4a88-811d-4b087cfec241 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.871709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Calling delete_port for 19c35a02-f035-4a2a-a144-7f6daa98e524 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:53.886889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b95eb9b-4339-4a88-811d-4b087cfec241 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.922619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0a29cc2a-8292-4598-b846-faf964415132 None None] Provisioning complete for port e021d816-518f-4e2a-9638-0098f5d16a8e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:53.923278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0a29cc2a-8292-4598-b846-faf964415132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.980402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-0a29cc2a-8292-4598-b846-faf964415132 None None] Port e021d816-518f-4e2a-9638-0098f5d16a8e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:54.000325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.059788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Port': ['ID=19c35a02-f035-4a2a-a144-7f6daa98e524,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.062822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.075002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No DVR routers for this DVR port 19c35a02-f035-4a2a-a144-7f6daa98e524 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:52:54.075746 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-482ddf0f-00db-4cb4-8170-42815ddc39d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.092283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.147243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b95eb9b-4339-4a88-811d-4b087cfec241 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.207437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95eb9b-4339-4a88-811d-4b087cfec241 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3f9419d-93a7-4f2a-81d1-c3af5eac2076,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.210241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-482ddf0f-00db-4cb4-8170-42815ddc39d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.307164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b95eb9b-4339-4a88-811d-4b087cfec241 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.308306 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6b95eb9b-4339-4a88-811d-4b087cfec241 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c3f9419d-93a7-4f2a-81d1-c3af5eac2076 HTTP/1.1" status: 204 len: 168 time: 0.8015809 Mar 16 10:52:54.324315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57486) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.363379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 82115211-ffdc-4901-9840-6c412126394e up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:54.417927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.431023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 82115211-ffdc-4901-9840-6c412126394e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:54.431023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.508413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da293794-22ef-4bdb-a10d-354ff12febc4']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:54.527458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cf8109-99c3-42d0-9cca-70fec57fde1b') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:54.527820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cf8109-99c3-42d0-9cca-70fec57fde1b') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:54.552266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.555332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-27c7b294-4c1e-46ae-a630-dda24f24742e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:54.571546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.576860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-482ddf0f-00db-4cb4-8170-42815ddc39d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.604057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.610318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.611315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ddf0f-00db-4cb4-8170-42815ddc39d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e3ce50-a884-4ca1-8c9b-4b225335951b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.613092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Deleting port 553dd99b-8eb5-4219-bcf6-b075120f8150 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:54.613425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.627233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:54.627636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:54.643922 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:54.700333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-27c7b294-4c1e-46ae-a630-dda24f24742e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:54.701501 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-27c7b294-4c1e-46ae-a630-dda24f24742e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3761647 Mar 16 10:52:54.716288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57490) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.717210 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-482ddf0f-00db-4cb4-8170-42815ddc39d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.719855 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-482ddf0f-00db-4cb4-8170-42815ddc39d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85e3ce50-a884-4ca1-8c9b-4b225335951b HTTP/1.1" status: 204 len: 168 time: 1.1937666 Mar 16 10:52:54.790378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.795295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.799811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.834415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Network': ['ID=da293794-22ef-4bdb-a10d-354ff12febc4,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.850001 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/da293794-22ef-4bdb-a10d-354ff12febc4 HTTP/1.1" status: 204 len: 168 time: 4.7911415 Mar 16 10:52:54.851580 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.851825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.852145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.852460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.852805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.853128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.853456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.853769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.854956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.854956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.855289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.855602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183b612-9137-4210-9204-9d4dfbb54156 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:54.859060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57496) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.871730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-331115943'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:54.877362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:54.879252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.890959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:network and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:54.895735 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:54.897632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.903912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.905867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:54.912344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.913104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.965752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:54.968874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.973346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e98c7f1-7f31-45de-a1de-a45388d59689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.042398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:55.051618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.051957 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Added segment 89227577-2e00-4f0f-9bf8-6855ae7d6d8e of type vlan for network b41c8037-0899-4352-a242-f321a4f6b4de Mar 16 10:52:55.056815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.060794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.131793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=e021d816-518f-4e2a-9638-0098f5d16a8e,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:55.153247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.210918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 360f218c-6454-4625-8157-2055c3724925 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:55.212657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:55.218974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.224619 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:55.225545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.236300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.286185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2b699f3-c82d-4297-8ed9-152eec6805f6,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:55.364988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Calling delete_port for 553dd99b-8eb5-4219-bcf6-b075120f8150 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:55.395208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Router 302eb181-599d-4b73-9550-12f58d140570 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:55.398043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.398408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.398769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.399147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.399640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.399842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.400157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.400497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.400973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.401323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.401668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.401973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.415675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.419907 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bddd36f9-7abf-4b2e-b9dc-3f13614e35be tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d2b699f3-c82d-4297-8ed9-152eec6805f6 HTTP/1.1" status: 204 len: 168 time: 0.7005332 Mar 16 10:52:55.420570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57516) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.454959 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5899599 Mar 16 10:52:55.459589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57522) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.474017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca65ba-726e-40e3-a35b-5d23215ba51a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=b41c8037-0899-4352-a242-f321a4f6b4de,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:55.486863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b41c8037-0899-4352-a242-f321a4f6b4de details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:55.529403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 0c5c5e6b-8d1f-4adf-b137-0ba1e3207140 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:55.556128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'network_id': 'b41c8037-0899-4352-a242-f321a4f6b4de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:55.632813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57526) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.666998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-44392777-13d9-498b-a39d-2a2e9daab600 None None] Provisioning complete for port e021d816-518f-4e2a-9638-0098f5d16a8e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:55.667677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-44392777-13d9-498b-a39d-2a2e9daab600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.717407 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6adae57b-d7d1-4378-954b-feb2983d4be6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:55.727809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:55.735956 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bd7cf6f1-13e9-40d1-9426-223ea9495136 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/0c5c5e6b-8d1f-4adf-b137-0ba1e3207140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9296594 Mar 16 10:52:55.735956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57532) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.736693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-44392777-13d9-498b-a39d-2a2e9daab600 None None] Port e021d816-518f-4e2a-9638-0098f5d16a8e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:52:55.740037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb832a-f6ed-4a6b-a4e9-d503ea9ef003 None None] Sync routers for ids ['0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:55.750144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb832a-f6ed-4a6b-a4e9-d503ea9ef003 None None] Routers {'0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:55.750750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-48bb832a-f6ed-4a6b-a4e9-d503ea9ef003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:55.821123 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:55.830056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a3720-d5bf-4276-bec8-d0191c51e44b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:55.834212 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-313a3720-d5bf-4276-bec8-d0191c51e44b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports/e021d816-518f-4e2a-9638-0098f5d16a8e HTTP/1.1" status: 200 len: 984 time: 0.0952141 Mar 16 10:52:55.834376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-48bb832a-f6ed-4a6b-a4e9-d503ea9ef003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:55.834461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57536) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.836518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:subnet and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:55.842134 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1663570996'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:55.842877 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb832a-f6ed-4a6b-a4e9-d503ea9ef003 None None] Routers {'0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:55.843605 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-48bb832a-f6ed-4a6b-a4e9-d503ea9ef003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:55.853592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:55.857725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:55.864061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6adae57b-d7d1-4378-954b-feb2983d4be6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:55.868775 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6adae57b-d7d1-4378-954b-feb2983d4be6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4415662 Mar 16 10:52:55.868775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:55.872038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Usage tracker for resource:network and tenant:30dcce3930b64c2aac5c7693ec2ba15f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:55.874335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57540) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.881727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:55.907590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:55.918404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-48bb832a-f6ed-4a6b-a4e9-d503ea9ef003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:55.918868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb832a-f6ed-4a6b-a4e9-d503ea9ef003 None None] The sync data for ids ['0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:55.933017 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:55.934507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:55.938059 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.943288 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caee2ff-3fac-474d-9dda-9165bb7b8457 None None] Sync routers for ids ['302eb181-599d-4b73-9550-12f58d140570'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:55.956219 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caee2ff-3fac-474d-9dda-9165bb7b8457 None None] Routers {'302eb181-599d-4b73-9550-12f58d140570'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:55.957269 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4caee2ff-3fac-474d-9dda-9165bb7b8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['302eb181-599d-4b73-9550-12f58d140570'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:56.022388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Made reservation on behalf of 30dcce3930b64c2aac5c7693ec2ba15f for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:56.025931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.029198 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4caee2ff-3fac-474d-9dda-9165bb7b8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:56.039484 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caee2ff-3fac-474d-9dda-9165bb7b8457 None None] Routers {'302eb181-599d-4b73-9550-12f58d140570'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:56.040191 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4caee2ff-3fac-474d-9dda-9165bb7b8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['302eb181-599d-4b73-9550-12f58d140570'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:56.099833 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4caee2ff-3fac-474d-9dda-9165bb7b8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:56.100233 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caee2ff-3fac-474d-9dda-9165bb7b8457 None None] The sync data for ids ['302eb181-599d-4b73-9550-12f58d140570'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:52:56.114518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.156097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.157312 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-979cab01-19c9-42e9-81f1-5396dfec33bd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3326106 Mar 16 10:52:56.168987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:56.175071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57546) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:56.187386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-23ce34ac-b7ed-4688-9fa5-7dbfacd40dcc tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'enable_snat': False}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:56.188432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Usage tracker for resource:security_group_rule and tenant:30dcce3930b64c2aac5c7693ec2ba15f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:56.195108 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:56.203285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c80e4632-f13d-4b59-8e08-15b3e7b4fe97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.205853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:56.218526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.286919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Pushing event deleted for resources: {'Port': ['ID=553dd99b-8eb5-4219-bcf6-b075120f8150,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:56.299999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c80e4632-f13d-4b59-8e08-15b3e7b4fe97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.501979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.522429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.555688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c80e4632-f13d-4b59-8e08-15b3e7b4fe97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.673927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e4632-f13d-4b59-8e08-15b3e7b4fe97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722f639b-25c1-4078-bd55-299e629ea6ad,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:56.741061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.757440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.779579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.793589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.804368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.852338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.852572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Fanout notify agent at l3_agent the message router_deleted on router b96101e1-450f-4956-957b-9bd80acf5f30 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:52:56.886645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:56.904204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23ce34ac-b7ed-4688-9fa5-7dbfacd40dcc tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.908908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6fb923-b3e8-46fb-a3c9-a6f6995766d5,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:56.918897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c80e4632-f13d-4b59-8e08-15b3e7b4fe97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.922719 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c80e4632-f13d-4b59-8e08-15b3e7b4fe97 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/722f639b-25c1-4078-bd55-299e629ea6ad HTTP/1.1" status: 204 len: 168 time: 1.0433946 Mar 16 10:52:56.923059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.935667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57550) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:56.936473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.936843 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Added segment 35cd22f1-6c72-4fa3-a544-814257f2d5ba of type vlan for network f904483e-2a1e-4f84-8d40-07b2d24a56c8 Mar 16 10:52:56.946859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=e1ed1a77-b81a-4fdd-b249-e0ee53817d12,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:56.966809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.967866 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5fbf28ac-91f4-4cd3-8cfc-4069de7d67a1 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/b96101e1-450f-4956-957b-9bd80acf5f30 HTTP/1.1" status: 204 len: 168 time: 3.4586482 Mar 16 10:52:56.972560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57554) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:57.003355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-755885626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:57.003613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking segment: {'id': '89227577-2e00-4f0f-9bf8-6855ae7d6d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b41c8037-0899-4352-a242-f321a4f6b4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:57.003723 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network hostable DHCP agents. Network: b41c8037-0899-4352-a242-f321a4f6b4de, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:57.015763 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.046395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fef31a77-6d65-4965-8109-db4804cea9c1 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:52:57.057986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:57.071929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network b41c8037-0899-4352-a242-f321a4f6b4de is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:57.080096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Usage tracker for resource:router and tenant:53c81113117b4dc3922bc29ae8a1ad01 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:57.086103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:57.087060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fef31a77-6d65-4965-8109-db4804cea9c1 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:52:57.092646 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fef31a77-6d65-4965-8109-db4804cea9c1 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1494355 Mar 16 10:52:57.092646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b41c8037-0899-4352-a242-f321a4f6b4de) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:57.092646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.095228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57558) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:57.096809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:57.097523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.099687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:57.101228 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e1a1a7-d8fb-4d04-b487-e2637b51e6dd None None] Network b41c8037-0899-4352-a242-f321a4f6b4de requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:57.108223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663564961'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:57.127733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:57.147917 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.149010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.154068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:57.222302 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:57.222902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.316182 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6760936 Mar 16 10:52:57.319964 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57562) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:57.328077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Request body: {'subnet': {'network_id': 'f904483e-2a1e-4f84-8d40-07b2d24a56c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:57.344777 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666f2de-692e-4cb9-b685-fc677bd3f62a tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Pushing event updated for resources: {'Network': ['ID=f904483e-2a1e-4f84-8d40-07b2d24a56c8,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:57.351043 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7889dfe5-9209-4fe3-8ca3-a0d4754070d1 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8880684 Mar 16 10:52:57.352236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57566) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:57.366217 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network f904483e-2a1e-4f84-8d40-07b2d24a56c8 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:57.431016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.457431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-b41c8037-0899-4352-a242-f321a4f6b4de', 'network_id': 'b41c8037-0899-4352-a242-f321a4f6b4de', 'tenant_id': '7d2e3aee56b24ffb8ff967ff9e5062b3', 'fixed_ips': [{'subnet_id': 'e1ed1a77-b81a-4fdd-b249-e0ee53817d12'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:57.457960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.460170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.488273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:57.499169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:57.504899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:57.513885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:57.521048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.536411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:57.547280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Usage tracker for resource:subnet and tenant:30dcce3930b64c2aac5c7693ec2ba15f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:57.552501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:57.563831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:57.586206 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.587724 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b5406b59-8b43-4640-b908-46a0851420d4 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6138136 Mar 16 10:52:57.592388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port e021d816-518f-4e2a-9638-0098f5d16a8e {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:57.592388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.592814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.596398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57570) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:57.602530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Made reservation on behalf of 30dcce3930b64c2aac5c7693ec2ba15f for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:57.606298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.630146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'enable_snat': False}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:57.668691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Allocated IP 2001:db8::1 (b41c8037-0899-4352-a242-f321a4f6b4de/e1ed1a77-b81a-4fdd-b249-e0ee53817d12/35673c43-3848-41b4-90bf-49362c64d119) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:57.867159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.885730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.896500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Transition to ACTIVE for port object 35673c43-3848-41b4-90bf-49362c64d119 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:57.914999 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Transition to ACTIVE for port object 35673c43-3848-41b4-90bf-49362c64d119 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:57.922870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.929604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.983411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Network b41c8037-0899-4352-a242-f321a4f6b4de is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:57.990265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:57.992869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:58.003092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Pushing event updated for resources: {'Port': ['ID=35673c43-3848-41b4-90bf-49362c64d119,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.023753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.066229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6872b039-7e12-47ed-9787-1255efd128e8,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.076699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.077355 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bb8420dd-5ae4-4ea5-9472-8d14a0387661 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9811280 Mar 16 10:52:58.086969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.095369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57574) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:58.102737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Attempting to bind port 35673c43-3848-41b4-90bf-49362c64d119 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:58.103226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Attempting to bind port 35673c43-3848-41b4-90bf-49362c64d119 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '89227577-2e00-4f0f-9bf8-6855ae7d6d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b41c8037-0899-4352-a242-f321a4f6b4de'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:58.103998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Attempting to bind port 35673c43-3848-41b4-90bf-49362c64d119 on network b41c8037-0899-4352-a242-f321a4f6b4de {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:58.108404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '6872b039-7e12-47ed-9787-1255efd128e8', 'direction': 'ingress', 'protocol': 17}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:58.109571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:58.109933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Checking segment: {'id': '89227577-2e00-4f0f-9bf8-6855ae7d6d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b41c8037-0899-4352-a242-f321a4f6b4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:58.110329 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.110705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Bound using segment: {'id': '89227577-2e00-4f0f-9bf8-6855ae7d6d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b41c8037-0899-4352-a242-f321a4f6b4de'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:58.111157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Bound port: 35673c43-3848-41b4-90bf-49362c64d119, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89227577-2e00-4f0f-9bf8-6855ae7d6d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b41c8037-0899-4352-a242-f321a4f6b4de'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:58.111518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.168084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:58.196787 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.206289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] For port 35673c43-3848-41b4-90bf-49362c64d119, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:58.209385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] For port 35673c43-3848-41b4-90bf-49362c64d119, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=35673c43-3848-41b4-90bf-49362c64d119,segment=NetworkSegment(89227577-2e00-4f0f-9bf8-6855ae7d6d8e),segment_id=89227577-2e00-4f0f-9bf8-6855ae7d6d8e)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:58.217732 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.240093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for e021d816-518f-4e2a-9638-0098f5d16a8e owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:58.283569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:58.299892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af0e37-98c7-4945-9dfc-b609d1491a9d None None] Pushing event updated for resources: {'Port': ['ID=35673c43-3848-41b4-90bf-49362c64d119,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.339629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:58.355010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:58.392882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.445698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ed1a77-b81a-4fdd-b249-e0ee53817d12,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.476780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.489157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.701543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.711207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23ce34ac-b7ed-4688-9fa5-7dbfacd40dcc tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.713127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.730650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23ce34ac-b7ed-4688-9fa5-7dbfacd40dcc tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.748173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.773562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad8820c-5f30-4f16-ae33-76a10d725219,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.786909 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Pushing event updated for resources: {'Subnet': ['ID=6251d3c4-fb8a-4026-883b-6dbb708a6c53,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.799872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41c8037-0899-4352-a242-f321a4f6b4de']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:58.815816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Checking segment: {'id': '35cd22f1-6c72-4fa3-a544-814257f2d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f904483e-2a1e-4f84-8d40-07b2d24a56c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:58.816175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Network hostable DHCP agents. Network: f904483e-2a1e-4f84-8d40-07b2d24a56c8, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:58.823601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89227577-2e00-4f0f-9bf8-6855ae7d6d8e') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:58.823874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89227577-2e00-4f0f-9bf8-6855ae7d6d8e') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:58.846297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.924286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.926511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Network f904483e-2a1e-4f84-8d40-07b2d24a56c8 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:58.946602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:52:58.946989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:52:58.961982 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:52:58.992785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.993966 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3a16c551-771b-4a97-b500-4062c1ca274d tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8976498 Mar 16 10:52:58.998345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57580) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:59.033932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, f904483e-2a1e-4f84-8d40-07b2d24a56c8) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:59.035654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.044166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c35b4-68cf-40fa-a2ae-0f64db8a1d8d None None] Network f904483e-2a1e-4f84-8d40-07b2d24a56c8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:59.108692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:59.109325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.159613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:52:59.159613 dv-neutron-833860-1-hyperv neutron-server[87875]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:52:59.159613 dv-neutron-833860-1-hyperv neutron-server[87875]: [parameters: {'id': 'b41c8037-0899-4352-a242-f321a4f6b4de'}] Mar 16 10:52:59.159613 dv-neutron-833860-1-hyperv neutron-server[87875]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:52:59.160475 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:52:59.165223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=e021d816-518f-4e2a-9638-0098f5d16a8e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.168225 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.204583 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-391048ae-9cfe-4b45-b053-8e3bf527bed3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8833935 Mar 16 10:52:59.209085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57584) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:59.210487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.220422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Request body: {'port': {'network_id': 'f904483e-2a1e-4f84-8d40-07b2d24a56c8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1902571525'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:59.382950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ce34ac-b7ed-4688-9fa5-7dbfacd40dcc tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Router 302eb181-599d-4b73-9550-12f58d140570 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:52:59.387403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-83412fe9-8c36-4469-ae91-7afbe83163c1 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.394797 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-f904483e-2a1e-4f84-8d40-07b2d24a56c8', 'network_id': 'f904483e-2a1e-4f84-8d40-07b2d24a56c8', 'tenant_id': '30dcce3930b64c2aac5c7693ec2ba15f', 'fixed_ips': [{'subnet_id': '6251d3c4-fb8a-4026-883b-6dbb708a6c53'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:59.397365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.492903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.503066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a490146-114e-42fd-a161-1e3d4f6cd892 None None] Network b41c8037-0899-4352-a242-f321a4f6b4de requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:59.504583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:59.515571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Usage tracker for resource:port and tenant:30dcce3930b64c2aac5c7693ec2ba15f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:59.518727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Allocated IP 172.26.2.245 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/1cddd47a-2638-419c-ac90-49791a774842) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:59.520978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:59.529839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:59.559648 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Made reservation on behalf of 30dcce3930b64c2aac5c7693ec2ba15f for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:59.563585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.565664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-83412fe9-8c36-4469-ae91-7afbe83163c1 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.601423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] device_id is not set on port 5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:59.661359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8c598de7-559f-4b4c-a647-ee411015ae9d None None] Provisioning for port 35673c43-3848-41b4-90bf-49362c64d119 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:59.691511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.747765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port 35673c43-3848-41b4-90bf-49362c64d119 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:59.747970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.752727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Allocated IP 2001:db8::2 (f904483e-2a1e-4f84-8d40-07b2d24a56c8/6251d3c4-fb8a-4026-883b-6dbb708a6c53/10b0e6ea-04bb-4fd5-baf7-cf6c47d44117) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:59.848725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.885545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-83412fe9-8c36-4469-ae91-7afbe83163c1 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.975295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83412fe9-8c36-4469-ae91-7afbe83163c1 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6872b039-7e12-47ed-9787-1255efd128e8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.988375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ce34ac-b7ed-4688-9fa5-7dbfacd40dcc tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:00.002128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 0c5c5e6b-8d1f-4adf-b137-0ba1e3207140 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:00.006032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f208e2-6c18-4cb2-a40e-ef82c7285e33 None None] Sync routers for ids ['302eb181-599d-4b73-9550-12f58d140570'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:00.013717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] DHCP port deletion for b41c8037-0899-4352-a242-f321a4f6b4de request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:00.013930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-83412fe9-8c36-4469-ae91-7afbe83163c1 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.017730 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-83412fe9-8c36-4469-ae91-7afbe83163c1 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/6872b039-7e12-47ed-9787-1255efd128e8 HTTP/1.1" status: 204 len: 168 time: 1.0141261 Mar 16 10:53:00.018933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57588) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.020876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23ce34ac-b7ed-4688-9fa5-7dbfacd40dcc tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.024784 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-23ce34ac-b7ed-4688-9fa5-7dbfacd40dcc tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "PUT /v2.0/routers/302eb181-599d-4b73-9550-12f58d140570 HTTP/1.1" status: 200 len: 922 time: 3.8459628 Mar 16 10:53:00.024993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57592) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.026880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] Deleting port 35673c43-3848-41b4-90bf-49362c64d119 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:00.027254 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.059999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] For port 35673c43-3848-41b4-90bf-49362c64d119, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=35673c43-3848-41b4-90bf-49362c64d119,segment=NetworkSegment(89227577-2e00-4f0f-9bf8-6855ae7d6d8e),segment_id=89227577-2e00-4f0f-9bf8-6855ae7d6d8e)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:00.060860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.076250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f208e2-6c18-4cb2-a40e-ef82c7285e33 None None] Routers {'302eb181-599d-4b73-9550-12f58d140570'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:00.076857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f0f208e2-6c18-4cb2-a40e-ef82c7285e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['302eb181-599d-4b73-9550-12f58d140570'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:00.104806 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f7837191-e2d8-4ed4-9fd7-a7d10c3ae580 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0814569 Mar 16 10:53:00.104806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.107219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57596) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.151876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.162625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f0f208e2-6c18-4cb2-a40e-ef82c7285e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:00.175297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Transition to ACTIVE for port object 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:00.198942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group': {'name': 'tempest-secgroup--363214240'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:00.204805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:00.209095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:00.212306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:00.218391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:00.225131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f208e2-6c18-4cb2-a40e-ef82c7285e33 None None] Routers {'302eb181-599d-4b73-9550-12f58d140570'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:00.225690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f0f208e2-6c18-4cb2-a40e-ef82c7285e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['302eb181-599d-4b73-9550-12f58d140570'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:00.298135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Transition to ACTIVE for port object 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:00.304355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f0f208e2-6c18-4cb2-a40e-ef82c7285e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:00.304907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f208e2-6c18-4cb2-a40e-ef82c7285e33 None None] The sync data for ids ['302eb181-599d-4b73-9550-12f58d140570'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:00.316774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.358123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:00.364269 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c58919ba-3120-4d6e-9257-d1d5eb960b7a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/0c5c5e6b-8d1f-4adf-b137-0ba1e3207140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5287836 Mar 16 10:53:00.367359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57600) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.375416 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123498cf-27d7-4967-bcae-2a8e642dd8eb None None] Sync routers for ids ['0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:00.385131 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123498cf-27d7-4967-bcae-2a8e642dd8eb None None] Routers {'0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:00.386117 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-123498cf-27d7-4967-bcae-2a8e642dd8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:00.448918 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-123498cf-27d7-4967-bcae-2a8e642dd8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:00.454186 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Network f904483e-2a1e-4f84-8d40-07b2d24a56c8 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:00.454732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Calling delete_port for 35673c43-3848-41b4-90bf-49362c64d119 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:00.458369 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123498cf-27d7-4967-bcae-2a8e642dd8eb None None] Routers {'0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:00.458988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:00.459432 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-123498cf-27d7-4967-bcae-2a8e642dd8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:00.476636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:00.488677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Pushing event updated for resources: {'Port': ['ID=10b0e6ea-04bb-4fd5-baf7-cf6c47d44117,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:00.524130 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-123498cf-27d7-4967-bcae-2a8e642dd8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:00.524822 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123498cf-27d7-4967-bcae-2a8e642dd8eb None None] The sync data for ids ['0c5c5e6b-8d1f-4adf-b137-0ba1e3207140'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:00.561274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.561521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.561855 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.562184 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.562501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.562820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.563141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.563455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.564200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.564200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.564414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.564659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:00.568785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] For port 35673c43-3848-41b4-90bf-49362c64d119, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=35673c43-3848-41b4-90bf-49362c64d119,segment=NetworkSegment(89227577-2e00-4f0f-9bf8-6855ae7d6d8e),segment_id=89227577-2e00-4f0f-9bf8-6855ae7d6d8e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:00.569195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.578501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.652993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:00.665465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:00.669802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:00.672857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:00.683850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:00.686516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:00.711550 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d009f767-0c06-4f52-a68a-fd787aec36ef tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/routers/302eb181-599d-4b73-9550-12f58d140570 HTTP/1.1" status: 200 len: 922 time: 0.6825998 Mar 16 10:53:00.717703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57604) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.717899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:00.719864 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Pushing event updated for resources: {'Port': ['ID=1cddd47a-2638-419c-ac90-49791a774842,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:00.721003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] Calling delete_port for 35673c43-3848-41b4-90bf-49362c64d119 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:00.747234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.752398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Attempting to bind port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:00.752864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Attempting to bind port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '35cd22f1-6c72-4fa3-a544-814257f2d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f904483e-2a1e-4f84-8d40-07b2d24a56c8'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:00.753613 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Attempting to bind port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 on network f904483e-2a1e-4f84-8d40-07b2d24a56c8 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:00.768286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:00.768809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Checking segment: {'id': '35cd22f1-6c72-4fa3-a544-814257f2d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f904483e-2a1e-4f84-8d40-07b2d24a56c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:00.769235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.769683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Bound using segment: {'id': '35cd22f1-6c72-4fa3-a544-814257f2d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f904483e-2a1e-4f84-8d40-07b2d24a56c8'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:00.770220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Bound port: 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cd22f1-6c72-4fa3-a544-814257f2d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f904483e-2a1e-4f84-8d40-07b2d24a56c8'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:00.770652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.813898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Allocated IP 2001:db8::2b7 (f904483e-2a1e-4f84-8d40-07b2d24a56c8/6251d3c4-fb8a-4026-883b-6dbb708a6c53/5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:00.825924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No DVR routers for this DVR port 35673c43-3848-41b4-90bf-49362c64d119 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:00.827881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Port': ['ID=35673c43-3848-41b4-90bf-49362c64d119,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:00.831984 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-3be749f6-822c-4736-aebd-f2f8d0e32f93 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] remove_router_interface failed (client error): The resource could not be found. Mar 16 10:53:00.833284 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3be749f6-822c-4736-aebd-f2f8d0e32f93 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/0c5c5e6b-8d1f-4adf-b137-0ba1e3207140/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4653213 Mar 16 10:53:00.836553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57608) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.874340 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:00.876098 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:00.883966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-69a50ec5-5ef5-4bf1-b812-cc45b9c2aad0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:00.885876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] For port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:00.889650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] For port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=10b0e6ea-04bb-4fd5-baf7-cf6c47d44117,segment=NetworkSegment(35cd22f1-6c72-4fa3-a544-814257f2d5ba),segment_id=35cd22f1-6c72-4fa3-a544-814257f2d5ba)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:00.896135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.912334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab8497-b0b3-4d75-901b-a4be3cc2f396 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:00.916643 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-47ab8497-b0b3-4d75-901b-a4be3cc2f396 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&device_id=302eb181-599d-4b73-9550-12f58d140570&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1959679 Mar 16 10:53:00.917019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57612) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.919600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-69a50ec5-5ef5-4bf1-b812-cc45b9c2aad0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:00.923167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-69a50ec5-5ef5-4bf1-b812-cc45b9c2aad0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5c5e6b-8d1f-4adf-b137-0ba1e3207140 HTTP/1.1" status: 200 len: 205 time: 0.0829656 Mar 16 10:53:00.941805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57616) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.988892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa6c38-cc7d-4b47-9e66-4650cc10d0cd None None] Pushing event updated for resources: {'Port': ['ID=10b0e6ea-04bb-4fd5-baf7-cf6c47d44117,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.140211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.169925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d452-0544-49c6-86b7-8d41f720b125 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.245773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41c8037-0899-4352-a242-f321a4f6b4de']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:01.285223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89227577-2e00-4f0f-9bf8-6855ae7d6d8e') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:01.285496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89227577-2e00-4f0f-9bf8-6855ae7d6d8e') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:01.300340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.311415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.316290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93697a59-ab0a-4ba3-86a2-0e38267204f3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:01.316898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-93697a59-ab0a-4ba3-86a2-0e38267204f3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Synchronizing usage tracker for tenant:f40fa70501a94b7ab42c331eeec66554 on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:01.319085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.376140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] Deleting port 35673c43-3848-41b4-90bf-49362c64d119 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:01.377183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.392909 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.448105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-118a1710-a9a3-4522-9f7d-d82e885415ca None None] The port '35673c43-3848-41b4-90bf-49362c64d119' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:01.493158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-93697a59-ab0a-4ba3-86a2-0e38267204f3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Unset dirty status for tenant:f40fa70501a94b7ab42c331eeec66554 on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:01.494369 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-93697a59-ab0a-4ba3-86a2-0e38267204f3 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 881 time: 0.5765064 Mar 16 10:53:01.521977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57620) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.534867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:01.535275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:01.554207 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:01.605012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc321ee4-6d03-4396-97b1-c930b0993ba1,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.635060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d452-0544-49c6-86b7-8d41f720b125 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.637508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d452-0544-49c6-86b7-8d41f720b125 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.660940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d452-0544-49c6-86b7-8d41f720b125 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.661813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff9d452-0544-49c6-86b7-8d41f720b125 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Fanout notify agent at l3_agent the message router_deleted on router 0c5c5e6b-8d1f-4adf-b137-0ba1e3207140 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:01.673334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d452-0544-49c6-86b7-8d41f720b125 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.676954 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8ff9d452-0544-49c6-86b7-8d41f720b125 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/0c5c5e6b-8d1f-4adf-b137-0ba1e3207140 HTTP/1.1" status: 204 len: 168 time: 0.7317216 Mar 16 10:53:01.677154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57624) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.693044 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e6d7b329-5190-41c4-bcf3-ded1dbfaa103 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=302eb181-599d-4b73-9550-12f58d140570 HTTP/1.1" status: 200 len: 205 time: 0.1698403 Mar 16 10:53:01.708255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57628) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.717583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.721395 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4b8b80b5-39a5-455a-9738-525956fdb197 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5781777 Mar 16 10:53:01.723583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57632) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.731626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033291500'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:01.742193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:01.749937 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:01.754466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:01.765207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19fb5b1-5053-4402-a8c8-5ded4d28e5f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting subnet d05d1749-41e9-4c38-bd5c-5eef2c4111b8 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:01.767269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:01.771437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5b1-5053-4402-a8c8-5ded4d28e5f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.822116 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.846898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5b1-5053-4402-a8c8-5ded4d28e5f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.865372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.891196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:01.895428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.901340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:01.906562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:01.917680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:01.985906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5b1-5053-4402-a8c8-5ded4d28e5f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.013519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131f9199-32f9-47ca-a7d2-847da4bfb50b None None] Network f904483e-2a1e-4f84-8d40-07b2d24a56c8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:02.066337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.076411 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/b41c8037-0899-4352-a242-f321a4f6b4de HTTP/1.1" status: 204 len: 168 time: 4.7079916 Mar 16 10:53:02.076617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.076722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.076964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57636) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:02.089798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d01e-c9d8-4cc3-bd1f-c4db96badee7 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Network': ['ID=b41c8037-0899-4352-a242-f321a4f6b4de,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:02.094075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-348458666'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:02.109401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:02.114955 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-77144ea4-2cea-48cd-bf98-ff60034fd406 None None] Provisioning for port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:02.132315 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:network and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:02.140564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:02.148167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5b1-5053-4402-a8c8-5ded4d28e5f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.168743 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.183705 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:02.192839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2005179-b21f-41a5-bec0-53c82a13be60,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:02.204850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fb5b1-5053-4402-a8c8-5ded4d28e5f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Subnet': ['ID=d05d1749-41e9-4c38-bd5c-5eef2c4111b8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:02.211583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5b1-5053-4402-a8c8-5ded4d28e5f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.213757 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c19fb5b1-5053-4402-a8c8-5ded4d28e5f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/d05d1749-41e9-4c38-bd5c-5eef2c4111b8 HTTP/1.1" status: 204 len: 168 time: 0.5356543 Mar 16 10:53:02.216679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.218123 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cdbb186a-306c-45a1-9e73-150ba7add4ee tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4933836 Mar 16 10:53:02.218954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57640) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:02.221656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57642) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:02.237488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Transition to ACTIVE for port object 5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:02.239320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac16fb-a89e-4fd3-ad4d-d3d3af12d868 None None] Network 360f218c-6454-4625-8157-2055c3724925 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:02.247688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': 'dc321ee4-6d03-4396-97b1-c930b0993ba1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a2005179-b21f-41a5-bec0-53c82a13be60', 'remote_ip_prefix': None}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:02.256300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:02.270852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:02.274625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.286438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.287434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:02.290644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:02.301896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:02.407768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.414903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.420928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:02.442729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:02.443065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.477879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.478020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.478136 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Added segment d10133a1-47b6-4117-80a5-989742fe6129 of type vlan for network 43d8596d-967a-4caf-928c-b523edf49e63 Mar 16 10:53:02.515604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:02.571723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.633600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:02.639246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:02.639610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.663624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.684928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.707365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a9abe4-3d1b-4be4-abff-b0d759dbbf56,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:02.707735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] DHCP port deletion for 360f218c-6454-4625-8157-2055c3724925 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:02.715552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] Deleting port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:02.716110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.759561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Network f904483e-2a1e-4f84-8d40-07b2d24a56c8 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:02.777640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:02.779994 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:02.785776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:02.786431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.808437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.818859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.825061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:02.825880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.869111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Pushing event updated for resources: {'Port': ['ID=5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:02.887634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=315b05a9-2326-4cc5-8d5d-2a57ad432c1b,segment=NetworkSegment(9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52),segment_id=9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:02.888187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.904711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Deleting port ca5f481a-4c47-4166-8f8b-91e93959cf07 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:02.905177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.940727 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3e0de825-d420-4fb9-bcef-58a7c1b4ff5d tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.7259705 Mar 16 10:53:02.950487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.952500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57648) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:02.957513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] For port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=315b05a9-2326-4cc5-8d5d-2a57ad432c1b,segment=NetworkSegment(9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52),segment_id=9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:02.958110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.963726 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Request body: {'port': {'network_id': 'f904483e-2a1e-4f84-8d40-07b2d24a56c8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1572284806', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:02.964504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.api.validators [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] bootfile-name is not in valid_values {{(pid=87875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:53:02.964930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.api.validators [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] tftp-server is not in valid_values {{(pid=87875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:53:02.965333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.api.validators [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] server-ip-address is not in valid_values {{(pid=87875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:53:02.987233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.031341 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9434030 Mar 16 10:53:03.068463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57652) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.095691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for 315b05a9-2326-4cc5-8d5d-2a57ad432c1b owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:03.105372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'network_id': '43d8596d-967a-4caf-928c-b523edf49e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:03.111798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] Calling delete_port for 315b05a9-2326-4cc5-8d5d-2a57ad432c1b owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:03.123218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.127142 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a9b7d514-9798-4a1e-8bad-6c1659e91746 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9012377 Mar 16 10:53:03.130784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b24f5c-b916-4000-a44a-c72384d2f38c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=43d8596d-967a-4caf-928c-b523edf49e63,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.133511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57656) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.157416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 43d8596d-967a-4caf-928c-b523edf49e63 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:03.182442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.234334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=315b05a9-2326-4cc5-8d5d-2a57ad432c1b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.237923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No DVR routers for this DVR port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:03.271609 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-00fbca0a-160c-4f9b-a826-13f1321720ee None None] Provisioning complete for port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:03.271948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-00fbca0a-160c-4f9b-a826-13f1321720ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.360190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.378176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:03.379000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:03.385360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-971a52c1-d001-4cc4-bd8c-051cfc947fd4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.387703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360f218c-6454-4625-8157-2055c3724925']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:03.404098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:03.404479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d85dd32-8505-4ad2-bb60-5fa1aa5e6a52') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:03.409035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.416172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.431904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.438478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:03.438904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:03.453868 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:03.482623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=10b0e6ea-04bb-4fd5-baf7-cf6c47d44117,segment=NetworkSegment(35cd22f1-6c72-4fa3-a544-814257f2d5ba),segment_id=35cd22f1-6c72-4fa3-a544-814257f2d5ba)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:03.491347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.530648 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-00fbca0a-160c-4f9b-a826-13f1321720ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.596022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=10b0e6ea-04bb-4fd5-baf7-cf6c47d44117,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.617668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-971a52c1-d001-4cc4-bd8c-051cfc947fd4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.663669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.680922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-00fbca0a-160c-4f9b-a826-13f1321720ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:03.681701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-00fbca0a-160c-4f9b-a826-13f1321720ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:03.685404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.694144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Network': ['ID=360f218c-6454-4625-8157-2055c3724925,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.703793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:03.712830 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-346061fd-77ad-461d-af6d-9532c5d2d6ec tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/networks/360f218c-6454-4625-8157-2055c3724925 HTTP/1.1" status: 204 len: 168 time: 1.4892125 Mar 16 10:53:03.712980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:03.713173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57660) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.718639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.719247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-15215118'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:03.724084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:03.725948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Usage tracker for resource:port and tenant:30dcce3930b64c2aac5c7693ec2ba15f is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:03.728824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:subnet and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:03.730607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:network and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:03.733453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:03.737377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:03.739825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:03.741954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:03.750987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:03.754571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.781430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:03.790235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.790594 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added segment 5a28b1ad-59c1-4604-b05c-6d9274c8e30a of type vlan for network a3757c03-eae9-497f-99d7-e5fe2b365d3a Mar 16 10:53:03.815795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.844528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.849983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:03.850574 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.857445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:03.859528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-971a52c1-d001-4cc4-bd8c-051cfc947fd4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.872515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Calling delete_port for ca5f481a-4c47-4166-8f8b-91e93959cf07 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:03.879301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] Deleting port 315b05a9-2326-4cc5-8d5d-2a57ad432c1b {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:03.879716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.903156 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:03.941321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a52c1-d001-4cc4-bd8c-051cfc947fd4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1a9abe4-3d1b-4be4-abff-b0d759dbbf56,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.949046 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-097d5b0b-a1a7-444e-82ec-34fe9a5b0872 None None] The port '315b05a9-2326-4cc5-8d5d-2a57ad432c1b' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:03.949883 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2355213 Mar 16 10:53:03.950428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57664) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.960399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-971a52c1-d001-4cc4-bd8c-051cfc947fd4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.960399 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-971a52c1-d001-4cc4-bd8c-051cfc947fd4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c1a9abe4-3d1b-4be4-abff-b0d759dbbf56 HTTP/1.1" status: 204 len: 168 time: 0.7749228 Mar 16 10:53:03.961234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57666) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.967965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'subnet': {'network_id': 'a3757c03-eae9-497f-99d7-e5fe2b365d3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:03.970221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Made reservation on behalf of 30dcce3930b64c2aac5c7693ec2ba15f for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:03.973698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.987809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:03.991040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.000510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e47b8-6015-41e4-882f-da7bacc350aa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Network': ['ID=a3757c03-eae9-497f-99d7-e5fe2b365d3a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:04.011277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network a3757c03-eae9-497f-99d7-e5fe2b365d3a details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:04.064352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] device_id is not set on port 68dc32f4-717b-4191-aaa1-7346e14f01c0 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:04.112947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ac24dd77-85a0-491c-8d81-5b332245778e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:04.128322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:04.133730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:subnet and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:04.136990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:04.139475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ac24dd77-85a0-491c-8d81-5b332245778e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:04.143547 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ac24dd77-85a0-491c-8d81-5b332245778e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1803801 Mar 16 10:53:04.143732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57672) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.146203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:04.178063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Router d44f1272-3e53-41a9-a559-35cd4ba61ccc is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:04.185552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:04.189063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.305101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-799b0569-5130-42de-9335-1cc59f5be429 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.345809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-799b0569-5130-42de-9335-1cc59f5be429 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.369667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c714f629-6ba5-495e-acaf-756027d736ce None None] Provisioning for port 5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:04.382698 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c714f629-6ba5-495e-acaf-756027d736ce None None] Provisioning complete for port 5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:04.383405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c714f629-6ba5-495e-acaf-756027d736ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.428581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:04.454481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-799b0569-5130-42de-9335-1cc59f5be429 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.488533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b0569-5130-42de-9335-1cc59f5be429 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2005179-b21f-41a5-bec0-53c82a13be60,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:04.519697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.553895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Allocated IP 2001:db8::b0 (f904483e-2a1e-4f84-8d40-07b2d24a56c8/6251d3c4-fb8a-4026-883b-6dbb708a6c53/68dc32f4-717b-4191-aaa1-7346e14f01c0) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:04.562289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c714f629-6ba5-495e-acaf-756027d736ce None None] Port 5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:04.564222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-799b0569-5130-42de-9335-1cc59f5be429 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.565465 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-799b0569-5130-42de-9335-1cc59f5be429 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/a2005179-b21f-41a5-bec0-53c82a13be60 HTTP/1.1" status: 204 len: 168 time: 0.4207509 Mar 16 10:53:04.571606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57676) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.595459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:04.596059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.660187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Subnet': ['ID=066e2520-6d59-4197-89b9-5860af426f9c,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:04.664356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:04.670400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Checking segment: {'id': '5a28b1ad-59c1-4604-b05c-6d9274c8e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a3757c03-eae9-497f-99d7-e5fe2b365d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:04.670698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network hostable DHCP agents. Network: a3757c03-eae9-497f-99d7-e5fe2b365d3a, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:04.686613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.686890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13250d1-67ce-40c9-a897-54aec85832bd None None] Sync routers for ids ['d44f1272-3e53-41a9-a559-35cd4ba61ccc'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:04.699480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-142978a0-8489-4993-a4fd-b425aa8d4c86 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:04.704418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13250d1-67ce-40c9-a897-54aec85832bd None None] Routers {'d44f1272-3e53-41a9-a559-35cd4ba61ccc'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:04.705276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b13250d1-67ce-40c9-a897-54aec85832bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d44f1272-3e53-41a9-a559-35cd4ba61ccc'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:04.711896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network a3757c03-eae9-497f-99d7-e5fe2b365d3a is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:04.722308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-142978a0-8489-4993-a4fd-b425aa8d4c86 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:04.724276 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-142978a0-8489-4993-a4fd-b425aa8d4c86 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1487365 Mar 16 10:53:04.725447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, a3757c03-eae9-497f-99d7-e5fe2b365d3a) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:04.731523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:04.732122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.735880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57682) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.754940 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-48b3fd9c-4949-4628-9c09-05687c60e9e0 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7967629 Mar 16 10:53:04.757579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57684) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.761560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.762965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1469215504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:04.769788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:04.773671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:router and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:04.777835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:04.777984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f2ec9-dcfe-47f3-8d69-80782d346eea None None] Network a3757c03-eae9-497f-99d7-e5fe2b365d3a requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:04.783379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:04.794771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.795875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.808091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Pushing event deleted for resources: {'Port': ['ID=ca5f481a-4c47-4166-8f8b-91e93959cf07,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:04.813097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.813931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b13250d1-67ce-40c9-a897-54aec85832bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:04.836576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.860173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.861750 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-37391cb7-cbb3-4d7c-ba53-00a465a4938e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1030252 Mar 16 10:53:04.864584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57690) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.926582 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13250d1-67ce-40c9-a897-54aec85832bd None None] Routers {'d44f1272-3e53-41a9-a559-35cd4ba61ccc'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:04.927968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b13250d1-67ce-40c9-a897-54aec85832bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['d44f1272-3e53-41a9-a559-35cd4ba61ccc'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:04.935584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.939460 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ae161f8d-1dda-4667-a3d4-82e9fe7480ec tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "PUT /v2.0/routers/d44f1272-3e53-41a9-a559-35cd4ba61ccc HTTP/1.1" status: 200 len: 919 time: 7.3373156 Mar 16 10:53:04.965115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57694) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.997360 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b13250d1-67ce-40c9-a897-54aec85832bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:04.997751 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13250d1-67ce-40c9-a897-54aec85832bd None None] The sync data for ids ['d44f1272-3e53-41a9-a559-35cd4ba61ccc'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:05.070477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 315b05a9-2326-4cc5-8d5d-2a57ad432c1b no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:05.113390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 315b05a9-2326-4cc5-8d5d-2a57ad432c1b {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:05.113936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 315b05a9-2326-4cc5-8d5d-2a57ad432c1b not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:05.136158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=18de67ab-0017-42af-9053-3979249da0ae,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.177207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-a3757c03-eae9-497f-99d7-e5fe2b365d3a', 'network_id': 'a3757c03-eae9-497f-99d7-e5fe2b365d3a', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'fixed_ips': [{'subnet_id': '066e2520-6d59-4197-89b9-5860af426f9c'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:05.178282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.324854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking segment: {'id': 'd10133a1-47b6-4117-80a5-989742fe6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '43d8596d-967a-4caf-928c-b523edf49e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:05.325459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network hostable DHCP agents. Network: 43d8596d-967a-4caf-928c-b523edf49e63, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:05.345654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.346616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Allocated IP 2001:db8::2 (a3757c03-eae9-497f-99d7-e5fe2b365d3a/066e2520-6d59-4197-89b9-5860af426f9c/fc1e61ad-c36f-4a3c-a784-3921759e77cc) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:05.418604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.464303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-26ce737c-24ac-456d-b103-a2f25f71ad26 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.564125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.574489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Transition to ACTIVE for port object fc1e61ad-c36f-4a3c-a784-3921759e77cc will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:05.593610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Transition to ACTIVE for port object fc1e61ad-c36f-4a3c-a784-3921759e77cc will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:05.600362 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.646558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.664556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Network a3757c03-eae9-497f-99d7-e5fe2b365d3a is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:05.666795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.667490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:05.670223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:05.672571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network 43d8596d-967a-4caf-928c-b523edf49e63 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:05.676088 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-41ff089b-e2a2-47a0-b598-4fbb3ddefe66 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/routers/d44f1272-3e53-41a9-a559-35cd4ba61ccc HTTP/1.1" status: 200 len: 925 time: 0.6795018 Mar 16 10:53:05.681523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-26ce737c-24ac-456d-b103-a2f25f71ad26 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.681924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57698) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.689299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.706540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Transition to ACTIVE for port object 68dc32f4-717b-4191-aaa1-7346e14f01c0 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:05.723284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 43d8596d-967a-4caf-928c-b523edf49e63) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:05.742832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:05.743428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.761446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.761912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Fanout notify agent at l3_agent the message router_deleted on router 302eb181-599d-4b73-9550-12f58d140570 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:05.786706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3f227-86e5-4796-83e5-4a3a781c3916 None None] Network 43d8596d-967a-4caf-928c-b523edf49e63 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:05.808931 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8043454b-5a8b-47b4-9eea-bd23fe65557e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7344224 Mar 16 10:53:05.810160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.811210 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fc3009e5-20a5-4ddb-9d41-9020898d6121 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/302eb181-599d-4b73-9550-12f58d140570 HTTP/1.1" status: 204 len: 168 time: 4.1020448 Mar 16 10:53:05.813388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-26ce737c-24ac-456d-b103-a2f25f71ad26 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.815056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57704) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.815388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57706) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.815879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-26ce737c-24ac-456d-b103-a2f25f71ad26 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.819879 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-26ce737c-24ac-456d-b103-a2f25f71ad26 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc321ee4-6d03-4396-97b1-c930b0993ba1 HTTP/1.1" status: 204 len: 168 time: 1.0571737 Mar 16 10:53:05.820167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Pushing event updated for resources: {'Port': ['ID=fc1e61ad-c36f-4a3c-a784-3921759e77cc,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.826315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57712) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.846749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.851006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce737c-24ac-456d-b103-a2f25f71ad26 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc321ee4-6d03-4396-97b1-c930b0993ba1,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.854802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1459429345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:05.886634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:05.901978 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Usage tracker for resource:router and tenant:af07770cb8fa4e9d9e17ed6aa5a3faf7 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:05.907718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:05.912251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Attempting to bind port fc1e61ad-c36f-4a3c-a784-3921759e77cc on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:05.912616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Attempting to bind port fc1e61ad-c36f-4a3c-a784-3921759e77cc by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '5a28b1ad-59c1-4604-b05c-6d9274c8e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a3757c03-eae9-497f-99d7-e5fe2b365d3a'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:05.912992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Attempting to bind port fc1e61ad-c36f-4a3c-a784-3921759e77cc on network a3757c03-eae9-497f-99d7-e5fe2b365d3a {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:05.931275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:05.936135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:05.937151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Checking segment: {'id': '5a28b1ad-59c1-4604-b05c-6d9274c8e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a3757c03-eae9-497f-99d7-e5fe2b365d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:05.937544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.938841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Bound using segment: {'id': '5a28b1ad-59c1-4604-b05c-6d9274c8e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a3757c03-eae9-497f-99d7-e5fe2b365d3a'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:05.938841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Bound port: fc1e61ad-c36f-4a3c-a784-3921759e77cc, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a28b1ad-59c1-4604-b05c-6d9274c8e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a3757c03-eae9-497f-99d7-e5fe2b365d3a'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:05.938841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.953535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Network f904483e-2a1e-4f84-8d40-07b2d24a56c8 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:05.960227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:05.967612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-14ac48ad-23fa-49e6-9dff-281e0d5fffeb tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:05.970234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:05.975599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:05.976324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.980605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Pushing event updated for resources: {'Port': ['ID=68dc32f4-717b-4191-aaa1-7346e14f01c0,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.989793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33926a-2bbc-4bfd-b3d5-c5f262672248 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:05.993763 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8d33926a-2bbc-4bfd-b3d5-c5f262672248 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&device_id=d44f1272-3e53-41a9-a559-35cd4ba61ccc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3083730 Mar 16 10:53:05.995837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57716) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:06.023128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Allocated IP 2001:db8::1 (a3757c03-eae9-497f-99d7-e5fe2b365d3a/066e2520-6d59-4197-89b9-5860af426f9c/c3e154c0-3945-4af6-8482-ebceeeee8c1c) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:06.027054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.028161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.038618 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d813253c-5d4e-4937-b38a-2e4b0b23b31c tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0828807 Mar 16 10:53:06.041517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57720) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:06.046213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-14ac48ad-23fa-49e6-9dff-281e0d5fffeb tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:06.051360 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-14ac48ad-23fa-49e6-9dff-281e0d5fffeb tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2202055 Mar 16 10:53:06.052507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57724) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:06.080171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group': {'name': 'tempest-secgroup--897733132'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:06.109859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] For port fc1e61ad-c36f-4a3c-a784-3921759e77cc, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:06.112919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.114620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:06.142949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:06.149057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.152517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] For port fc1e61ad-c36f-4a3c-a784-3921759e77cc, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fc1e61ad-c36f-4a3c-a784-3921759e77cc,segment=NetworkSegment(5a28b1ad-59c1-4604-b05c-6d9274c8e30a),segment_id=5a28b1ad-59c1-4604-b05c-6d9274c8e30a)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:06.159910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.196430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-43d8596d-967a-4caf-928c-b523edf49e63', 'network_id': '43d8596d-967a-4caf-928c-b523edf49e63', 'tenant_id': '7d2e3aee56b24ffb8ff967ff9e5062b3', 'fixed_ips': [{'subnet_id': '18de67ab-0017-42af-9053-3979249da0ae'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:06.197272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.208845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f750d60a-cfc7-4f45-a8ac-367f47dc2bd3 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:06.213067 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f750d60a-cfc7-4f45-a8ac-367f47dc2bd3 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 881 time: 0.2135987 Mar 16 10:53:06.213860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57728) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:06.234576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.256702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.272348 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4fc45dc2-9a52-49e6-89f4-d56684855528 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44f1272-3e53-41a9-a559-35cd4ba61ccc HTTP/1.1" status: 200 len: 205 time: 0.0571744 Mar 16 10:53:06.274864 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57732) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:06.347804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c31560-39c7-4855-99f4-3261dfb429e9 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:06.352153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.353368 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9b1153b4-6b3d-4225-ac87-6fe6b0d8ce7e tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5355153 Mar 16 10:53:06.355282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c31560-39c7-4855-99f4-3261dfb429e9 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:06.361628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c31560-39c7-4855-99f4-3261dfb429e9 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:06.362864 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c3c31560-39c7-4855-99f4-3261dfb429e9 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Synchronizing usage tracker for tenant:30dcce3930b64c2aac5c7693ec2ba15f on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:06.364635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:06.376661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:06.382278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:06.389796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57736) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:06.393477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92fa50-194f-415d-86bf-64c0b225c2f1 None None] Pushing event updated for resources: {'Port': ['ID=fc1e61ad-c36f-4a3c-a784-3921759e77cc,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:06.397789 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:06.412895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:06.425228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.441020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.478934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a9c7bbae-20f6-46db-843f-242843d67bfa None None] Provisioning for port 68dc32f4-717b-4191-aaa1-7346e14f01c0 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:06.487331 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a9c7bbae-20f6-46db-843f-242843d67bfa None None] Provisioning complete for port 68dc32f4-717b-4191-aaa1-7346e14f01c0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:06.487730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a9c7bbae-20f6-46db-843f-242843d67bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.494588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Transition to ACTIVE for port object c3e154c0-3945-4af6-8482-ebceeeee8c1c will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:06.548564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c3c31560-39c7-4855-99f4-3261dfb429e9 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Unset dirty status for tenant:30dcce3930b64c2aac5c7693ec2ba15f on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:06.554181 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c3c31560-39c7-4855-99f4-3261dfb429e9 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5072641 Mar 16 10:53:06.554406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57740) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:06.581944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7bbae-20f6-46db-843f-242843d67bfa None None] Port 68dc32f4-717b-4191-aaa1-7346e14f01c0 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:06.617208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Allocated IP 2001:db8::1 (43d8596d-967a-4caf-928c-b523edf49e63/18de67ab-0017-42af-9053-3979249da0ae/f043e4e9-d050-4f62-b58f-cb4d32b436f0) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:06.652420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.677174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.733904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.804560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71ff5af-28ad-4aaa-be56-aa364d935223,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:06.810293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-16c2cf1a-c243-4019-8f4b-4a23bbb533cd tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Deleting port 68dc32f4-717b-4191-aaa1-7346e14f01c0 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:06.810639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16c2cf1a-c243-4019-8f4b-4a23bbb533cd tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.973941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.985048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Transition to ACTIVE for port object f043e4e9-d050-4f62-b58f-cb4d32b436f0 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:07.006557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Transition to ACTIVE for port object f043e4e9-d050-4f62-b58f-cb4d32b436f0 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:07.010638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.015361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.045280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network a3757c03-eae9-497f-99d7-e5fe2b365d3a is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:07.060154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:07.070847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:07.071396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.074284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=c3e154c0-3945-4af6-8482-ebceeeee8c1c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.083350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.085869 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fec97214-2a44-4e33-afa0-aa175e6deda6 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0269887 Mar 16 10:53:07.100577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57744) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.110327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': 'c71ff5af-28ad-4aaa-be56-aa364d935223', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:07.116030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.141864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Network 43d8596d-967a-4caf-928c-b523edf49e63 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:07.145443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:07.148337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.149720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:07.176721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:07.201473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:07.203316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Pushing event updated for resources: {'Port': ['ID=f043e4e9-d050-4f62-b58f-cb4d32b436f0,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.205824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Subnet': ['ID=18de67ab-0017-42af-9053-3979249da0ae,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.210255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:07.265747 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Attempting to bind port f043e4e9-d050-4f62-b58f-cb4d32b436f0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:07.266502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Attempting to bind port f043e4e9-d050-4f62-b58f-cb4d32b436f0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'd10133a1-47b6-4117-80a5-989742fe6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '43d8596d-967a-4caf-928c-b523edf49e63'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:07.267060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Attempting to bind port f043e4e9-d050-4f62-b58f-cb4d32b436f0 on network 43d8596d-967a-4caf-928c-b523edf49e63 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:07.275319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:07.275726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Checking segment: {'id': 'd10133a1-47b6-4117-80a5-989742fe6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '43d8596d-967a-4caf-928c-b523edf49e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:07.276078 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.276461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Bound using segment: {'id': 'd10133a1-47b6-4117-80a5-989742fe6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '43d8596d-967a-4caf-928c-b523edf49e63'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:07.276950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Bound port: f043e4e9-d050-4f62-b58f-cb4d32b436f0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10133a1-47b6-4117-80a5-989742fe6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '43d8596d-967a-4caf-928c-b523edf49e63'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:07.277318 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.282345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:07.380327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.403038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] For port f043e4e9-d050-4f62-b58f-cb4d32b436f0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:07.407336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] For port f043e4e9-d050-4f62-b58f-cb4d32b436f0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f043e4e9-d050-4f62-b58f-cb4d32b436f0,segment=NetworkSegment(d10133a1-47b6-4117-80a5-989742fe6129),segment_id=d10133a1-47b6-4117-80a5-989742fe6129)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:07.417418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.426523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Deleting port 1cddd47a-2638-419c-ac90-49791a774842 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:07.427135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.427503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.635321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.667666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b1ab5-ecf5-4703-8d3f-e9ca47ae9bd8 None None] Pushing event updated for resources: {'Port': ['ID=f043e4e9-d050-4f62-b58f-cb4d32b436f0,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.674890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d585f-acf5-4a76-8fb5-8970b15bf20f None None] Network 43d8596d-967a-4caf-928c-b523edf49e63 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:07.735243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d8596d-967a-4caf-928c-b523edf49e63']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:07.746860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16c2cf1a-c243-4019-8f4b-4a23bbb533cd tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.771596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10133a1-47b6-4117-80a5-989742fe6129') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:07.771961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10133a1-47b6-4117-80a5-989742fe6129') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:07.831475 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.856613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.912122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae58a405-d1bd-478b-bbf9-f11f0f072135 None None] Network a3757c03-eae9-497f-99d7-e5fe2b365d3a requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:07.930909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.937612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.948084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-16c2cf1a-c243-4019-8f4b-4a23bbb533cd tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Calling delete_port for 68dc32f4-717b-4191-aaa1-7346e14f01c0 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:07.998482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.035610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:08.036018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.041538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.046614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a16362a6-27b0-422d-9858-cb0796538116 None None] Provisioning for port fc1e61ad-c36f-4a3c-a784-3921759e77cc completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:08.050042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Calling delete_port for 1cddd47a-2638-419c-ac90-49791a774842 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:08.056464 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:08.129872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.152881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.171702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.280568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Allocated IP 172.26.2.242 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/36b34bd9-bff6-4fd7-b71b-5a01de898c41) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:08.285375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa3b9f9-ad78-45e6-9f0e-6010cc5472e1,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:08.288048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:53:08.288048 dv-neutron-833860-1-hyperv neutron-server[87874]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:53:08.288048 dv-neutron-833860-1-hyperv neutron-server[87874]: [parameters: {'id': '43d8596d-967a-4caf-928c-b523edf49e63'}] Mar 16 10:53:08.288048 dv-neutron-833860-1-hyperv neutron-server[87874]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:08.288518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:08.420656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.422603 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b3cfd6a0-9be9-4d8a-b66b-e427c6ae6efa tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3207986 Mar 16 10:53:08.432972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57748) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:08.443717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fc1e61ad-c36f-4a3c-a784-3921759e77cc up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:08.476232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.509266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-043a5c86-d81a-4369-b277-e595e0d2d2f9 None None] Provisioning for port c3e154c0-3945-4af6-8482-ebceeeee8c1c completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:08.517592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-043a5c86-d81a-4369-b277-e595e0d2d2f9 None None] Provisioning complete for port c3e154c0-3945-4af6-8482-ebceeeee8c1c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:08.518139 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-043a5c86-d81a-4369-b277-e595e0d2d2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.559058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16c2cf1a-c243-4019-8f4b-4a23bbb533cd tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.575534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-043a5c86-d81a-4369-b277-e595e0d2d2f9 None None] Port c3e154c0-3945-4af6-8482-ebceeeee8c1c cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:08.619626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port fc1e61ad-c36f-4a3c-a784-3921759e77cc completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:08.634218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port fc1e61ad-c36f-4a3c-a784-3921759e77cc triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:08.635815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.643444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2cf1a-c243-4019-8f4b-4a23bbb533cd tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Pushing event deleted for resources: {'Port': ['ID=68dc32f4-717b-4191-aaa1-7346e14f01c0,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:08.693960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16c2cf1a-c243-4019-8f4b-4a23bbb533cd tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.708770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Pushing event deleted for resources: {'Port': ['ID=1cddd47a-2638-419c-ac90-49791a774842,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:08.731468 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-16c2cf1a-c243-4019-8f4b-4a23bbb533cd tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "DELETE /v2.0/ports/68dc32f4-717b-4191-aaa1-7346e14f01c0 HTTP/1.1" status: 204 len: 168 time: 2.1765697 Mar 16 10:53:08.736034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57752) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:08.743370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Request body: {'port': {'name': 'tempest-new-port-name-533655310', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:08.744063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.api.validators [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] bootfile-name is not in valid_values {{(pid=87874) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:53:08.744290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.api.validators [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] tftp-server is not in valid_values {{(pid=87874) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:53:08.744702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.api.validators [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] server-ip-address is not in valid_values {{(pid=87874) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:53:08.792149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.830166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1c512b38-0660-423c-911f-3c20ba7ec25b tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.839874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.882643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:08.883462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port fc1e61ad-c36f-4a3c-a784-3921759e77cc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fc1e61ad-c36f-4a3c-a784-3921759e77cc,segment=NetworkSegment(5a28b1ad-59c1-4604-b05c-6d9274c8e30a),segment_id=5a28b1ad-59c1-4604-b05c-6d9274c8e30a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:08.885019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1c512b38-0660-423c-911f-3c20ba7ec25b tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.888845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.903058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.903502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.911577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.912593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.005134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-882da73c-ce7f-4d6b-be8b-5f05aeb4f670 None None] Provisioning complete for port c3e154c0-3945-4af6-8482-ebceeeee8c1c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:09.005491 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-882da73c-ce7f-4d6b-be8b-5f05aeb4f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.028295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cc3a15-a065-428c-8001-611fe0a0e317 None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:53:09.030500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.089458 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=fc1e61ad-c36f-4a3c-a784-3921759e77cc,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:09.109769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.113470 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.115310 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-882da73c-ce7f-4d6b-be8b-5f05aeb4f670 None None] Port c3e154c0-3945-4af6-8482-ebceeeee8c1c cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:09.119596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1c512b38-0660-423c-911f-3c20ba7ec25b tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.139585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port f043e4e9-d050-4f62-b58f-cb4d32b436f0 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:09.140015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.148749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c512b38-0660-423c-911f-3c20ba7ec25b tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fa3b9f9-ad78-45e6-9f0e-6010cc5472e1,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:09.168393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1c512b38-0660-423c-911f-3c20ba7ec25b tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.172294 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1c512b38-0660-423c-911f-3c20ba7ec25b tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6fa3b9f9-ad78-45e6-9f0e-6010cc5472e1 HTTP/1.1" status: 204 len: 168 time: 0.7381430 Mar 16 10:53:09.173394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57756) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:09.177957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.178426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Fanout notify agent at l3_agent the message router_deleted on router d44f1272-3e53-41a9-a559-35cd4ba61ccc {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:09.183285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network a3757c03-eae9-497f-99d7-e5fe2b365d3a is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:09.188285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.197858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:09.203946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.223336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc3a15-a065-428c-8001-611fe0a0e317 None None] Resources bound (agent type, host, resource id): {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:53:09.262563 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.263636 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cb92f365-f43e-4519-9599-f35d62bc74ea tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/d44f1272-3e53-41a9-a559-35cd4ba61ccc HTTP/1.1" status: 204 len: 168 time: 2.9876919 Mar 16 10:53:09.269905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57760) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:09.288865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1874300942', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:09.296386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:09.303136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:09.305434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:09.318030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:09.350258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6f71c011-edb0-4573-86cb-41aa325b59cd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:09.358015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Usage tracker for resource:router and tenant:53c81113117b4dc3922bc29ae8a1ad01 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:09.366089 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:09.378100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Pushing event updated for resources: {'Port': ['ID=36b34bd9-bff6-4fd7-b71b-5a01de898c41,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:09.383064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:09.407088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6f71c011-edb0-4573-86cb-41aa325b59cd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:09.408689 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6f71c011-edb0-4573-86cb-41aa325b59cd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2333837 Mar 16 10:53:09.411678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57764) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:09.415951 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.416977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.440575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=c3e154c0-3945-4af6-8482-ebceeeee8c1c,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:09.616438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.734024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd80e-a087-41df-a028-1ac2a5e39045 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.836705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd80e-a087-41df-a028-1ac2a5e39045 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.843783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] For port f043e4e9-d050-4f62-b58f-cb4d32b436f0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f043e4e9-d050-4f62-b58f-cb4d32b436f0,segment=NetworkSegment(d10133a1-47b6-4117-80a5-989742fe6129),segment_id=d10133a1-47b6-4117-80a5-989742fe6129)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:09.844343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4ca02a73-fb07-4dfc-b275-115e3af64bd7 None None] Provisioning complete for port c3e154c0-3945-4af6-8482-ebceeeee8c1c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:09.844770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.844866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4ca02a73-fb07-4dfc-b275-115e3af64bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.897306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-4ca02a73-fb07-4dfc-b275-115e3af64bd7 None None] Port c3e154c0-3945-4af6-8482-ebceeeee8c1c cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:09.978466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Calling delete_port for f043e4e9-d050-4f62-b58f-cb4d32b436f0 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:10.037931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router fd1be64f-69d0-4273-8d1f-bd5ebff221cc is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:10.230453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.232180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.278592 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.285837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd80e-a087-41df-a028-1ac2a5e39045 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.291628 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Port': ['ID=f043e4e9-d050-4f62-b58f-cb4d32b436f0,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:10.305923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No DVR routers for this DVR port f043e4e9-d050-4f62-b58f-cb4d32b436f0 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:10.307348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.317793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.374756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fd80e-a087-41df-a028-1ac2a5e39045 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71ff5af-28ad-4aaa-be56-aa364d935223,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:10.394432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:10.407921 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e71e5b-9a4f-48f8-ad87-4ffc5745ec58 None None] Sync routers for ids ['fd1be64f-69d0-4273-8d1f-bd5ebff221cc'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:10.417319 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e71e5b-9a4f-48f8-ad87-4ffc5745ec58 None None] Routers {'fd1be64f-69d0-4273-8d1f-bd5ebff221cc'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:10.417919 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a4e71e5b-9a4f-48f8-ad87-4ffc5745ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['fd1be64f-69d0-4273-8d1f-bd5ebff221cc'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.438008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] In _notify_port_updated(), no bound segment for port 5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 on network f904483e-2a1e-4f84-8d40-07b2d24a56c8 {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:10.442090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fc1e61ad-c36f-4a3c-a784-3921759e77cc up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:10.443439 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:10.444085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.446331 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "PUT /v2.0/ports/5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 HTTP/1.1" status: 200 len: 1129 time: 1.7092149 Mar 16 10:53:10.452119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57770) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.480835 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a4e71e5b-9a4f-48f8-ad87-4ffc5745ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.489595 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e71e5b-9a4f-48f8-ad87-4ffc5745ec58 None None] Routers {'fd1be64f-69d0-4273-8d1f-bd5ebff221cc'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:10.490191 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a4e71e5b-9a4f-48f8-ad87-4ffc5745ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['fd1be64f-69d0-4273-8d1f-bd5ebff221cc'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.505979 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9d726162-43a8-4748-adad-6f48d54a94b1 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/fd1be64f-69d0-4273-8d1f-bd5ebff221cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6403379 Mar 16 10:53:10.534260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57774) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.566915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port fc1e61ad-c36f-4a3c-a784-3921759e77cc triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:10.568121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.605974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0531f-c29d-4461-a0f3-2611c2bd4312 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Pushing event updated for resources: {'Port': ['ID=5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:10.613583 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a4e71e5b-9a4f-48f8-ad87-4ffc5745ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.613989 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e71e5b-9a4f-48f8-ad87-4ffc5745ec58 None None] The sync data for ids ['fd1be64f-69d0-4273-8d1f-bd5ebff221cc'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:10.616201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.653889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd80e-a087-41df-a028-1ac2a5e39045 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.661578 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5d5fd80e-a087-41df-a028-1ac2a5e39045 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/c71ff5af-28ad-4aaa-be56-aa364d935223 HTTP/1.1" status: 204 len: 168 time: 1.2489121 Mar 16 10:53:10.665019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57778) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.690397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575fd7bf-cb26-44de-a646-274174f96373 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:10.691055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-575fd7bf-cb26-44de-a646-274174f96373 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Synchronizing usage tracker for tenant:30dcce3930b64c2aac5c7693ec2ba15f on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:10.697226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d8596d-967a-4caf-928c-b523edf49e63']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.713258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10133a1-47b6-4117-80a5-989742fe6129') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.713555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10133a1-47b6-4117-80a5-989742fe6129') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.730249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.737069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-575fd7bf-cb26-44de-a646-274174f96373 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Unset dirty status for tenant:30dcce3930b64c2aac5c7693ec2ba15f on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:10.738232 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-575fd7bf-cb26-44de-a646-274174f96373 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "GET /v2.0/ports/5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 HTTP/1.1" status: 200 len: 1129 time: 0.2846005 Mar 16 10:53:10.745361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57782) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.792929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.804579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:10.805100 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:10.820440 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:10.826532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cfe095db-8d4b-4a35-92fa-9a5a3e969aa3 None None] Provisioning complete for port 5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:10.826897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cfe095db-8d4b-4a35-92fa-9a5a3e969aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.875320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df736502-75b1-44ea-aa6f-556f2e3a2a71 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:10.875915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-df736502-75b1-44ea-aa6f-556f2e3a2a71 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:10.882288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-cfe095db-8d4b-4a35-92fa-9a5a3e969aa3 None None] Port 5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:10.919760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6da0b87d-5e60-4a22-adbd-a12bc2c2e316 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:11.017112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-df736502-75b1-44ea-aa6f-556f2e3a2a71 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:11.018179 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-df736502-75b1-44ea-aa6f-556f2e3a2a71 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports/c3e154c0-3945-4af6-8482-ebceeeee8c1c HTTP/1.1" status: 200 len: 911 time: 0.4808283 Mar 16 10:53:11.018932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-cac93dce-5524-4b77-af54-81cff8325ca3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Deleting port 5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:11.019458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cac93dce-5524-4b77-af54-81cff8325ca3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.029801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57786) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.078753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.082959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.094297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6da0b87d-5e60-4a22-adbd-a12bc2c2e316 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:11.095505 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6da0b87d-5e60-4a22-adbd-a12bc2c2e316 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4180262 Mar 16 10:53:11.102685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57790) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.141675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095332489'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:11.146670 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/43d8596d-967a-4caf-928c-b523edf49e63 HTTP/1.1" status: 204 len: 168 time: 5.3302619 Mar 16 10:53:11.147423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a4776-0c1e-4d20-a887-cf6c3c744a71 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Network': ['ID=43d8596d-967a-4caf-928c-b523edf49e63,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.155417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57794) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.164414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:11.171754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1694343090'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:11.186158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:11.187500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.188248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:11.197745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.205144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:network and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:11.224170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:11.244817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.255834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:11.336286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:11.340640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:11.344098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.360391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:11.367537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:11.389915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:11.397867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cac93dce-5524-4b77-af54-81cff8325ca3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.529371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-cac93dce-5524-4b77-af54-81cff8325ca3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Calling delete_port for 5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:11.568353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:11.609104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.609430 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Added segment b61a6d2f-3f10-468d-886b-e64d87d03dd0 of type vlan for network 2497b134-8136-4a8a-8198-562d3e7e2ba1 Mar 16 10:53:11.688458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.741875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.755961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.817520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.831219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8782bd2e-51ff-409c-bc82-5e033e0a121d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.839091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.843945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.844527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.878015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cac93dce-5524-4b77-af54-81cff8325ca3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.883663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.957261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac93dce-5524-4b77-af54-81cff8325ca3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Pushing event deleted for resources: {'Port': ['ID=5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.959369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.963211 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0bad99c6-7f80-4654-af5e-6620c038a84a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8522511 Mar 16 10:53:11.966983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57798) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.973616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '8782bd2e-51ff-409c-bc82-5e033e0a121d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:12.062243 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9028730 Mar 16 10:53:12.071141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:12.074475 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57802) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.081988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cac93dce-5524-4b77-af54-81cff8325ca3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.083846 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cac93dce-5524-4b77-af54-81cff8325ca3 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "DELETE /v2.0/ports/5e2b4ca2-d28f-4a74-9425-55e7d6d8bda9 HTTP/1.1" status: 204 len: 168 time: 1.3375134 Mar 16 10:53:12.085027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02a11c-2f00-4af4-8eb3-35ed05265586 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=2497b134-8136-4a8a-8198-562d3e7e2ba1,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:12.087843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:12.090482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57804) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.093542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:12.096900 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 2497b134-8136-4a8a-8198-562d3e7e2ba1 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:12.135270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'network_id': '2497b134-8136-4a8a-8198-562d3e7e2ba1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:12.183630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-286da106-5cbe-49c2-be5e-97275197031b tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Deleting subnet 6251d3c4-fb8a-4026-883b-6dbb708a6c53 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:12.187413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-286da106-5cbe-49c2-be5e-97275197031b tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.191515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Router 9d05a47c-cb48-4382-8155-8ca9d974f206 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:12.220092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:12.252148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-286da106-5cbe-49c2-be5e-97275197031b tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.279212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.291795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Allocated IP 172.26.2.82 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/22f89c5c-109b-4426-99c8-dd88a41e0c79) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:12.374005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.381632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.386304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:12.390585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-286da106-5cbe-49c2-be5e-97275197031b tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.403714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:subnet and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:12.442590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:12.452401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf78d1e7-a511-4fb6-82fc-02ae627f1444,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:12.464673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.465890 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-42e8ee01-92fe-45c8-94ea-be928d95fd22 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4977953 Mar 16 10:53:12.470051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57810) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.470692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:12.492128 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-13b4488f-9fcc-481e-9e95-46837fd24d9a tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules/cf78d1e7-a511-4fb6-82fc-02ae627f1444 HTTP/1.1" status: 200 len: 763 time: 0.0209961 Mar 16 10:53:12.495554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57814) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.519716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-286da106-5cbe-49c2-be5e-97275197031b tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.529035 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-35fcf044-e608-4914-9a20-4ab569bfa5d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5113292 Mar 16 10:53:12.566198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286da106-5cbe-49c2-be5e-97275197031b tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Pushing event deleted for resources: {'Subnet': ['ID=6251d3c4-fb8a-4026-883b-6dbb708a6c53,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:12.573524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-286da106-5cbe-49c2-be5e-97275197031b tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.579321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a4ca9-4141-445b-a97f-9ca22fff09ff None None] Network f904483e-2a1e-4f84-8d40-07b2d24a56c8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:12.588436 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-286da106-5cbe-49c2-be5e-97275197031b tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "DELETE /v2.0/subnets/6251d3c4-fb8a-4026-883b-6dbb708a6c53 HTTP/1.1" status: 204 len: 168 time: 0.4960678 Mar 16 10:53:12.597540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-798a301c-93ea-4a44-b081-3b114062f7d8 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:12.599616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57818) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.698014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-798a301c-93ea-4a44-b081-3b114062f7d8 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:12.699195 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-798a301c-93ea-4a44-b081-3b114062f7d8 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2027643 Mar 16 10:53:12.705288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57822) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.722687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:12.743158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211b403-9996-419d-a280-750c4b6af085 None None] Sync routers for ids ['9d05a47c-cb48-4382-8155-8ca9d974f206'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:12.749273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.753961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f61ad23-a82f-4764-967e-aa8280939270 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.754867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:12.759000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.760911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211b403-9996-419d-a280-750c4b6af085 None None] Routers {'9d05a47c-cb48-4382-8155-8ca9d974f206'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:12.761517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3211b403-9996-419d-a280-750c4b6af085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['9d05a47c-cb48-4382-8155-8ca9d974f206'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:12.767761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f61ad23-a82f-4764-967e-aa8280939270 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.781593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Deleting port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:12.781922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.808151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.811961 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d04af452-7bcc-4d9d-8c67-ef872f35b348 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "PUT /v2.0/routers/9d05a47c-cb48-4382-8155-8ca9d974f206 HTTP/1.1" status: 200 len: 880 time: 6.4182084 Mar 16 10:53:12.818354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57826) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.829365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3211b403-9996-419d-a280-750c4b6af085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:12.843716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211b403-9996-419d-a280-750c4b6af085 None None] Routers {'9d05a47c-cb48-4382-8155-8ca9d974f206'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:12.844319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3211b403-9996-419d-a280-750c4b6af085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['9d05a47c-cb48-4382-8155-8ca9d974f206'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:12.916305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3211b403-9996-419d-a280-750c4b6af085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:12.916539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211b403-9996-419d-a280-750c4b6af085 None None] The sync data for ids ['9d05a47c-cb48-4382-8155-8ca9d974f206'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:12.927589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.976985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.019113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3986240a-2adb-43fb-8b86-d080d8686804 None None] DHCP port deletion for f904483e-2a1e-4f84-8d40-07b2d24a56c8 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:13.022992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f61ad23-a82f-4764-967e-aa8280939270 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.024975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-3986240a-2adb-43fb-8b86-d080d8686804 None None] Deleting port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:13.025416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3986240a-2adb-43fb-8b86-d080d8686804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.085746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61ad23-a82f-4764-967e-aa8280939270 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf78d1e7-a511-4fb6-82fc-02ae627f1444,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:13.106342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-d06341b3-4ee3-4c43-98ab-07e8d8735ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.107829 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-d06341b3-4ee3-4c43-98ab-07e8d8735ec0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=749b3dea469d4d55ab820e1d0f325c6f&device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 1098 time: 0.4405830 Mar 16 10:53:13.171872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f61ad23-a82f-4764-967e-aa8280939270 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.173014 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8f61ad23-a82f-4764-967e-aa8280939270 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cf78d1e7-a511-4fb6-82fc-02ae627f1444 HTTP/1.1" status: 204 len: 168 time: 0.4670842 Mar 16 10:53:13.177940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57830) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.245724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3986240a-2adb-43fb-8b86-d080d8686804 None None] For port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=10b0e6ea-04bb-4fd5-baf7-cf6c47d44117,segment=NetworkSegment(35cd22f1-6c72-4fa3-a544-814257f2d5ba),segment_id=35cd22f1-6c72-4fa3-a544-814257f2d5ba)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:13.246289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3986240a-2adb-43fb-8b86-d080d8686804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.321706 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0e0eed57-a13f-4b81-a959-8061f08c2f5c tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/routers/9d05a47c-cb48-4382-8155-8ca9d974f206 HTTP/1.1" status: 200 len: 921 time: 0.4994941 Mar 16 10:53:13.324459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57834) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.376675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0125e747-2675-4a6e-b79b-54cb6e8b8a16 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:13.394695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] For port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=10b0e6ea-04bb-4fd5-baf7-cf6c47d44117,segment=NetworkSegment(35cd22f1-6c72-4fa3-a544-814257f2d5ba),segment_id=35cd22f1-6c72-4fa3-a544-814257f2d5ba)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:13.395073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.416242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-3986240a-2adb-43fb-8b86-d080d8686804 None None] Calling delete_port for 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:13.504354 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3986240a-2adb-43fb-8b86-d080d8686804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.525471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0125e747-2675-4a6e-b79b-54cb6e8b8a16 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:13.529421 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0125e747-2675-4a6e-b79b-54cb6e8b8a16 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3340218 Mar 16 10:53:13.532408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.535412 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Calling delete_port for 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:13.535623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57838) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.548708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986240a-2adb-43fb-8b86-d080d8686804 None None] No DVR routers for this DVR port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:13.577493 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986240a-2adb-43fb-8b86-d080d8686804 None None] Pushing event deleted for resources: {'Port': ['ID=10b0e6ea-04bb-4fd5-baf7-cf6c47d44117,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:13.596888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-34311668-aff4-4410-bf15-1852ea59bed7 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '8782bd2e-51ff-409c-bc82-5e033e0a121d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:13.627002 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-34311668-aff4-4410-bf15-1852ea59bed7 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:13.627625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3abcf81-8e87-4547-8ced-9d9ab34ec154 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.629333 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b3abcf81-8e87-4547-8ced-9d9ab34ec154 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&device_id=9d05a47c-cb48-4382-8155-8ca9d974f206&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3011506 Mar 16 10:53:13.635999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57842) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.647568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:13.647871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:13.695567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-34311668-aff4-4410-bf15-1852ea59bed7 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:13.700915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:13.730258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:13.740212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Pushing event updated for resources: {'Port': ['ID=22f89c5c-109b-4426-99c8-dd88a41e0c79,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:13.746799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:13.779911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-f74cc74e-31c6-4707-8cbe-d515d453f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.781291 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-f74cc74e-31c6-4707-8cbe-d515d453f894 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 HTTP/1.1" status: 200 len: 906 time: 0.6392853 Mar 16 10:53:13.832501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.966486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-34311668-aff4-4410-bf15-1852ea59bed7 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.149164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Deleting port 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:14.149731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.186135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=cf7c3fe6-887a-4f67-9e06-c04314c71c47,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:14.199041 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-f47c3053-c557-458a-883a-ae02ba847372 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3315dd-6a2c-482c-8100-af21efc59d8e HTTP/1.1" status: 200 len: 1000 time: 0.3625939 Mar 16 10:53:14.222210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] The port '10b0e6ea-04bb-4fd5-baf7-cf6c47d44117' was deleted {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:14.262448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceddcd94-c2a2-4744-8e1a-9d82fde9cf4b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:14.266499 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ceddcd94-c2a2-4744-8e1a-9d82fde9cf4b tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 881 time: 0.6248555 Mar 16 10:53:14.270753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57850) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:14.327325 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5551867f-f9ad-440d-bd3e-263897651233 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d05a47c-cb48-4382-8155-8ca9d974f206 HTTP/1.1" status: 200 len: 205 time: 0.0532584 Mar 16 10:53:14.328959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57854) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:14.370370 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking segment: {'id': 'b61a6d2f-3f10-468d-886b-e64d87d03dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2497b134-8136-4a8a-8198-562d3e7e2ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:14.370723 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network hostable DHCP agents. Network: 2497b134-8136-4a8a-8198-562d3e7e2ba1, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:14.385542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:14.401088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port c3e154c0-3945-4af6-8482-ebceeeee8c1c {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:14.401342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.424533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:14.425140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 10b0e6ea-04bb-4fd5-baf7-cf6c47d44117 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:14.478334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.482772 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-34311668-aff4-4410-bf15-1852ea59bed7 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.484435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-23d9af1e-2404-43e2-b56a-297b8201c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:14.485949 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-23d9af1e-2404-43e2-b56a-297b8201c8ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbacf6f9-22da-4650-9963-39b44c0de688 HTTP/1.1" status: 200 len: 844 time: 0.2197251 Mar 16 10:53:14.522938 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f904483e-2a1e-4f84-8d40-07b2d24a56c8']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:14.547544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-34311668-aff4-4410-bf15-1852ea59bed7 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.594025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network 2497b134-8136-4a8a-8198-562d3e7e2ba1 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:14.595701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cd22f1-6c72-4fa3-a544-814257f2d5ba') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:14.596002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cd22f1-6c72-4fa3-a544-814257f2d5ba') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:14.613445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.646177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.650328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.718751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:14.719066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.722754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 2497b134-8136-4a8a-8198-562d3e7e2ba1) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:14.724283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34311668-aff4-4410-bf15-1852ea59bed7 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bb805b-52ce-4e8d-b577-7077fc2b523c,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:14.736992 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:14.744661 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856e915-f7ae-4cc1-bd19-e74d76e69409 None None] Network 2497b134-8136-4a8a-8198-562d3e7e2ba1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:14.749686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:14.750237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.967038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-2497b134-8136-4a8a-8198-562d3e7e2ba1', 'network_id': '2497b134-8136-4a8a-8198-562d3e7e2ba1', 'tenant_id': '7d2e3aee56b24ffb8ff967ff9e5062b3', 'fixed_ips': [{'subnet_id': 'cf7c3fe6-887a-4f67-9e06-c04314c71c47'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:14.967981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.003263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-34311668-aff4-4410-bf15-1852ea59bed7 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.004360 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-34311668-aff4-4410-bf15-1852ea59bed7 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4338062 Mar 16 10:53:15.011633 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7dbbade5-7526-4a13-92a0-d12f9dd91e59 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8969321 Mar 16 10:53:15.013100 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.017093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57858) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.017348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.017453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57860) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.027059 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'network_id': '2497b134-8136-4a8a-8198-562d3e7e2ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:15.050977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] Pushing event deleted for resources: {'Network': ['ID=f904483e-2a1e-4f84-8d40-07b2d24a56c8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.081312 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-42b94462-4b6f-4e04-b142-18a198f10db7 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536 tempest-ExtraDHCPOptionsIpV6TestJSON-498253536-project] 10.222.0.37 "DELETE /v2.0/networks/f904483e-2a1e-4f84-8d40-07b2d24a56c8 HTTP/1.1" status: 204 len: 168 time: 2.4792631 Mar 16 10:53:15.090618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.099589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.111584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Deleting port 36b34bd9-bff6-4fd7-b71b-5a01de898c41 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:15.111964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.161677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Allocated IP 2001:db8::2 (2497b134-8136-4a8a-8198-562d3e7e2ba1/cf7c3fe6-887a-4f67-9e06-c04314c71c47/772eb152-9f76-4b8e-9e42-a9d00f661c02) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:15.223856 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f13fc2d2-de4f-415b-845a-c0ee3a6fc6f0 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules/42bb805b-52ce-4e8d-b577-7077fc2b523c HTTP/1.1" status: 200 len: 763 time: 0.2021465 Mar 16 10:53:15.253606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57868) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.291628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.327497 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-72d53fd0-3f9e-4743-b909-418656eff58f tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0725627 Mar 16 10:53:15.330279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57874) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.352693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for c3e154c0-3945-4af6-8482-ebceeeee8c1c owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:15.373268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.389168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5788b447-8521-4c61-b2c9-449eb62a3e05 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.400060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5788b447-8521-4c61-b2c9-449eb62a3e05 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.411408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-81790690-fd16-410a-b0ce-d10505c46c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:15.412927 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-81790690-fd16-410a-b0ce-d10505c46c1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8730330 Mar 16 10:53:15.418665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.433712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Transition to ACTIVE for port object 772eb152-9f76-4b8e-9e42-a9d00f661c02 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:15.455417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Transition to ACTIVE for port object 772eb152-9f76-4b8e-9e42-a9d00f661c02 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:15.462587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.464308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57878) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.484959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5788b447-8521-4c61-b2c9-449eb62a3e05 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.524018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Network 2497b134-8136-4a8a-8198-562d3e7e2ba1 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:15.527151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:15.535196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:15.564818 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Calling delete_port for 36b34bd9-bff6-4fd7-b71b-5a01de898c41 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:15.591395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:15.595652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788b447-8521-4c61-b2c9-449eb62a3e05 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42bb805b-52ce-4e8d-b577-7077fc2b523c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.607333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5788b447-8521-4c61-b2c9-449eb62a3e05 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.608523 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5788b447-8521-4c61-b2c9-449eb62a3e05 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/42bb805b-52ce-4e8d-b577-7077fc2b523c HTTP/1.1" status: 204 len: 168 time: 0.2772503 Mar 16 10:53:15.611088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57884) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.662984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:subnet and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:15.670451 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:15.691234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9a504ef8-29fb-4974-8a3f-2abd67238196 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:15.695247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Pushing event updated for resources: {'Port': ['ID=772eb152-9f76-4b8e-9e42-a9d00f661c02,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.706858 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:15.721294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9a504ef8-29fb-4974-8a3f-2abd67238196 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:15.721900 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Attempting to bind port 772eb152-9f76-4b8e-9e42-a9d00f661c02 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:15.722299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Attempting to bind port 772eb152-9f76-4b8e-9e42-a9d00f661c02 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'b61a6d2f-3f10-468d-886b-e64d87d03dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2497b134-8136-4a8a-8198-562d3e7e2ba1'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:15.724790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Attempting to bind port 772eb152-9f76-4b8e-9e42-a9d00f661c02 on network 2497b134-8136-4a8a-8198-562d3e7e2ba1 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:15.724942 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9a504ef8-29fb-4974-8a3f-2abd67238196 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1108420 Mar 16 10:53:15.727344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57888) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.730180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:15.730541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Checking segment: {'id': 'b61a6d2f-3f10-468d-886b-e64d87d03dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2497b134-8136-4a8a-8198-562d3e7e2ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:15.730936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.731912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Bound using segment: {'id': 'b61a6d2f-3f10-468d-886b-e64d87d03dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2497b134-8136-4a8a-8198-562d3e7e2ba1'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:15.732389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Bound port: 772eb152-9f76-4b8e-9e42-a9d00f661c02, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61a6d2f-3f10-468d-886b-e64d87d03dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2497b134-8136-4a8a-8198-562d3e7e2ba1'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:15.732822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.737481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6cd6dc31-e2cc-4281-a374-63b47299dd62 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '8782bd2e-51ff-409c-bc82-5e033e0a121d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:15.745225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6cd6dc31-e2cc-4281-a374-63b47299dd62 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:15.764396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6cd6dc31-e2cc-4281-a374-63b47299dd62 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:15.780836 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-6cd6dc31-e2cc-4281-a374-63b47299dd62 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Project f790a7c045dd47c7a5dc8461463bf93f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:53:15.826862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd6dc31-e2cc-4281-a374-63b47299dd62 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.827839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d81933e4-669a-4622-882c-426cc01162fd None None] For port 772eb152-9f76-4b8e-9e42-a9d00f661c02, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:15.831235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d81933e4-669a-4622-882c-426cc01162fd None None] For port 772eb152-9f76-4b8e-9e42-a9d00f661c02, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=772eb152-9f76-4b8e-9e42-a9d00f661c02,segment=NetworkSegment(b61a6d2f-3f10-468d-886b-e64d87d03dd0),segment_id=b61a6d2f-3f10-468d-886b-e64d87d03dd0)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:15.836419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.838284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:15.841821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.895215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.899909 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-281d5956-f600-4909-9fb7-593500c36779 service neutron] 10.222.0.48 "GET /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729357 Mar 16 10:53:15.904946 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f953f211-3187-41fd-a4cb-49ee05caca0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30dcce3930b64c2aac5c7693ec2ba15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325798 Mar 16 10:53:15.907840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57892) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.922424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81933e4-669a-4622-882c-426cc01162fd None None] Pushing event updated for resources: {'Port': ['ID=772eb152-9f76-4b8e-9e42-a9d00f661c02,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.987836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Pushing event deleted for resources: {'Port': ['ID=36b34bd9-bff6-4fd7-b71b-5a01de898c41,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.996886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd6dc31-e2cc-4281-a374-63b47299dd62 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.030655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd6dc31-e2cc-4281-a374-63b47299dd62 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.081582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6dc31-e2cc-4281-a374-63b47299dd62 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831eefc1-e84b-403d-88dc-1e13bd133f06,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:16.097149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.148443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd6dc31-e2cc-4281-a374-63b47299dd62 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.152250 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6cd6dc31-e2cc-4281-a374-63b47299dd62 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4213424 Mar 16 10:53:16.157642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57896) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.285687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.288411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.302873 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a01d8a3b-a37c-44b3-9635-edc3a9c4f920 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules/831eefc1-e84b-403d-88dc-1e13bd133f06 HTTP/1.1" status: 200 len: 769 time: 0.0829113 Mar 16 10:53:16.306276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57900) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.333713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.334202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Fanout notify agent at l3_agent the message router_deleted on router 9d05a47c-cb48-4382-8155-8ca9d974f206 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:16.359596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.373663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.375145 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-718c7068-c99b-4da5-94eb-f229e1fd54a4 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/9d05a47c-cb48-4382-8155-8ca9d974f206 HTTP/1.1" status: 204 len: 168 time: 2.0452769 Mar 16 10:53:16.381235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.385311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-92e6d295-12f9-47f6-b4d1-6affab62f6ac tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:16.386316 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2a3ca27b-58ca-4f0f-8407-b73fae65caee req-c05561b8-5283-450b-a22d-beee417029bc service neutron] 10.222.0.48 "GET /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272528 Mar 16 10:53:16.387825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57904) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.394505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2080483319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:16.402958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:16.417243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Usage tracker for resource:router and tenant:af07770cb8fa4e9d9e17ed6aa5a3faf7 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:16.423028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:16.439711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 772eb152-9f76-4b8e-9e42-a9d00f661c02 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:16.445012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:16.449067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-92e6d295-12f9-47f6-b4d1-6affab62f6ac tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:16.452811 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-92e6d295-12f9-47f6-b4d1-6affab62f6ac tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1436603 Mar 16 10:53:16.456071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57908) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.479491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.480854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.503290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-252d1dd4-a92a-4fcb-8111-432124dde2dd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.517988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-252d1dd4-a92a-4fcb-8111-432124dde2dd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.526720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 772eb152-9f76-4b8e-9e42-a9d00f661c02 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:16.532405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.559043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.567663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-252d1dd4-a92a-4fcb-8111-432124dde2dd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.597492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d1dd4-a92a-4fcb-8111-432124dde2dd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=831eefc1-e84b-403d-88dc-1e13bd133f06,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:16.610309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.612949 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a41c0efe-5cf4-4ea6-8f16-c10b701684e8 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2217929 Mar 16 10:53:16.614619 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57912) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.621253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-252d1dd4-a92a-4fcb-8111-432124dde2dd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.625268 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-252d1dd4-a92a-4fcb-8111-432124dde2dd tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/831eefc1-e84b-403d-88dc-1e13bd133f06 HTTP/1.1" status: 204 len: 168 time: 0.1654425 Mar 16 10:53:16.627557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'enable_snat': True}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:16.647741 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57916) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.652869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fec8251d-8d04-493b-af91-b92832444294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.657765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=c3e154c0-3945-4af6-8482-ebceeeee8c1c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:16.868420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fec8251d-8d04-493b-af91-b92832444294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.045909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718232c1-53e2-443c-851b-bb21e3fe4cbe None None] Network 2497b134-8136-4a8a-8198-562d3e7e2ba1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:17.059887 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f364c558-8460-4805-bcd1-1d5880ebc26e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:17.076007 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.142286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d1025611-32ca-4828-aace-63755c863343 None None] Provisioning for port 772eb152-9f76-4b8e-9e42-a9d00f661c02 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:17.142676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.154773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d1025611-32ca-4828-aace-63755c863343 None None] Provisioning complete for port 772eb152-9f76-4b8e-9e42-a9d00f661c02 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:17.155191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d1025611-32ca-4828-aace-63755c863343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.196489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f364c558-8460-4805-bcd1-1d5880ebc26e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:17.200691 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f364c558-8460-4805-bcd1-1d5880ebc26e tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5464001 Mar 16 10:53:17.206511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57920) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.320529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fec8251d-8d04-493b-af91-b92832444294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.412131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d1025611-32ca-4828-aace-63755c863343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.432235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8251d-8d04-493b-af91-b92832444294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6fb923-b3e8-46fb-a3c9-a6f6995766d5,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.434581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.462924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d1025611-32ca-4828-aace-63755c863343 None None] For port 772eb152-9f76-4b8e-9e42-a9d00f661c02, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=772eb152-9f76-4b8e-9e42-a9d00f661c02,segment=NetworkSegment(b61a6d2f-3f10-468d-886b-e64d87d03dd0),segment_id=b61a6d2f-3f10-468d-886b-e64d87d03dd0)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:17.473285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d1025611-32ca-4828-aace-63755c863343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.492972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.525283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.547910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1025611-32ca-4828-aace-63755c863343 None None] Pushing event updated for resources: {'Port': ['ID=772eb152-9f76-4b8e-9e42-a9d00f661c02,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.566038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Router f5e5349b-890b-4901-a012-19c3c66330c8 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:17.592028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network 2497b134-8136-4a8a-8198-562d3e7e2ba1 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:17.614626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:17.628220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:17.628986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.635257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router fd1be64f-69d0-4273-8d1f-bd5ebff221cc has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:17.692993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1778f96b-6151-40ec-89f4-6956e63307d4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.694679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Allocated IP 172.26.2.232 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/1f8f3022-ff03-4ee2-a132-011e8f62e696) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:17.709027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=d2f08294-d2bb-46bd-b198-c11d539977a6,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.757335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fec8251d-8d04-493b-af91-b92832444294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.761439 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fec8251d-8d04-493b-af91-b92832444294 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b6fb923-b3e8-46fb-a3c9-a6f6995766d5 HTTP/1.1" status: 204 len: 168 time: 1.8474085 Mar 16 10:53:17.772255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff1e32-a6db-4c7a-92e3-021c6af4fccc None None] Network 2497b134-8136-4a8a-8198-562d3e7e2ba1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:17.825050 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c93605f1-1929-4bdf-a553-78d622308a41 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8040223 Mar 16 10:53:17.827496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57926) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.828605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1778f96b-6151-40ec-89f4-6956e63307d4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.903908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9f3749f1-9f85-4359-a6b0-626aeea125fa None None] Provisioning complete for port 772eb152-9f76-4b8e-9e42-a9d00f661c02 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:17.904272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9f3749f1-9f85-4359-a6b0-626aeea125fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.918273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd5d50-e960-4676-8695-3241642caa2a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:17.919859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd5d50-e960-4676-8695-3241642caa2a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:17.921351 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd5d50-e960-4676-8695-3241642caa2a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:17.923324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd5d50-e960-4676-8695-3241642caa2a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:17.924819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd5d50-e960-4676-8695-3241642caa2a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:17.925722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-18cd5d50-e960-4676-8695-3241642caa2a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Synchronizing usage tracker for tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:17.961363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.979419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-18cd5d50-e960-4676-8695-3241642caa2a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Unset dirty status for tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:17.980868 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-18cd5d50-e960-4676-8695-3241642caa2a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1522284 Mar 16 10:53:17.985785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57932) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.993185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-796881276'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:18.000402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:18.006414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:network and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:18.010311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:18.018318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:18.030359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.111237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event updated for resources: {'Port': ['ID=1f8f3022-ff03-4ee2-a132-011e8f62e696,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:18.116857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:18.119131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:18.123498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.129869 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece973dc-b1ff-4da5-819a-0403c5614b8c None None] Sync routers for ids ['fd1be64f-69d0-4273-8d1f-bd5ebff221cc'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:18.131609 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8ab557e7-ed37-48b1-aaad-1e4714494fb5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/fd1be64f-69d0-4273-8d1f-bd5ebff221cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1001034 Mar 16 10:53:18.134829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57940) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:18.137422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:18.144237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:18.150404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:18.154422 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece973dc-b1ff-4da5-819a-0403c5614b8c None None] Routers {'fd1be64f-69d0-4273-8d1f-bd5ebff221cc'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:18.155114 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ece973dc-b1ff-4da5-819a-0403c5614b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['fd1be64f-69d0-4273-8d1f-bd5ebff221cc'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.195939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-13e5fe9f-9a1f-412d-a900-a6577a5954f3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:18.210832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:18.227110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1778f96b-6151-40ec-89f4-6956e63307d4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.254763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64ac57-5645-4b17-a37f-611b228fd37e None None] Sync routers for ids ['f5e5349b-890b-4901-a012-19c3c66330c8'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:18.256564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778f96b-6151-40ec-89f4-6956e63307d4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8782bd2e-51ff-409c-bc82-5e033e0a121d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:18.263813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1778f96b-6151-40ec-89f4-6956e63307d4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.265259 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1778f96b-6151-40ec-89f4-6956e63307d4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/8782bd2e-51ff-409c-bc82-5e033e0a121d HTTP/1.1" status: 204 len: 168 time: 1.0555716 Mar 16 10:53:18.266345 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-13e5fe9f-9a1f-412d-a900-a6577a5954f3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:18.267529 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-13e5fe9f-9a1f-412d-a900-a6577a5954f3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd1be64f-69d0-4273-8d1f-bd5ebff221cc HTTP/1.1" status: 200 len: 205 time: 0.1309309 Mar 16 10:53:18.268213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57946) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:18.270477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57948) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:18.346902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.348579 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9a36da4c-8441-45a2-a256-a9205bbdf47c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0748365 Mar 16 10:53:18.355420 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ece973dc-b1ff-4da5-819a-0403c5614b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.357188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57956) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:18.360890 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:53:18.362134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64ac57-5645-4b17-a37f-611b228fd37e None None] Routers {'f5e5349b-890b-4901-a012-19c3c66330c8'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:18.363932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cd64ac57-5645-4b17-a37f-611b228fd37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f5e5349b-890b-4901-a012-19c3c66330c8'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.374920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:18.378911 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece973dc-b1ff-4da5-819a-0403c5614b8c None None] Routers {'fd1be64f-69d0-4273-8d1f-bd5ebff221cc'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:18.379735 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ece973dc-b1ff-4da5-819a-0403c5614b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['fd1be64f-69d0-4273-8d1f-bd5ebff221cc'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.467777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:18.478566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.479374 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Added segment 16dbb905-905e-4a82-9315-c5a20369db0f of type vlan for network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 Mar 16 10:53:18.500969 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ece973dc-b1ff-4da5-819a-0403c5614b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.501716 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece973dc-b1ff-4da5-819a-0403c5614b8c None None] The sync data for ids ['fd1be64f-69d0-4273-8d1f-bd5ebff221cc'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:18.512788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cd64ac57-5645-4b17-a37f-611b228fd37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.515649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 772eb152-9f76-4b8e-9e42-a9d00f661c02 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:18.516533 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d52599b0-773c-48c4-b84e-8870709b5852 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.526048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.609541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9069d403-b893-46cf-a855-ec646566d942 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:18.665849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64ac57-5645-4b17-a37f-611b228fd37e None None] Routers {'f5e5349b-890b-4901-a012-19c3c66330c8'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:18.669286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cd64ac57-5645-4b17-a37f-611b228fd37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f5e5349b-890b-4901-a012-19c3c66330c8'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.752657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cd64ac57-5645-4b17-a37f-611b228fd37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.753348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64ac57-5645-4b17-a37f-611b228fd37e None None] The sync data for ids ['f5e5349b-890b-4901-a012-19c3c66330c8'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:18.833563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 772eb152-9f76-4b8e-9e42-a9d00f661c02 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:18.834083 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.838323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:18.845586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.864810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415ef55-d84c-4545-8242-bb81d883c6f5 None None] Update dhcp port {'port': {'network_id': '2497b134-8136-4a8a-8198-562d3e7e2ba1', 'fixed_ips': [{'subnet_id': 'cf7c3fe6-887a-4f67-9e06-c04314c71c47', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd2f08294-d2bb-46bd-b198-c11d539977a6'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': '772eb152-9f76-4b8e-9e42-a9d00f661c02'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:53:18.900117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57968) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:18.939473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.946268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:18.946978 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.949110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9069d403-b893-46cf-a855-ec646566d942 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:18.950354 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9069d403-b893-46cf-a855-ec646566d942 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6810825 Mar 16 10:53:18.956377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b415ef55-d84c-4545-8242-bb81d883c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.957078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d52599b0-773c-48c4-b84e-8870709b5852 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.961727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57974) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:18.963063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d52599b0-773c-48c4-b84e-8870709b5852 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.973564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725867579'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:19.052156 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:19.078528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:19.082891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d52599b0-773c-48c4-b84e-8870709b5852 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.083381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52599b0-773c-48c4-b84e-8870709b5852 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Fanout notify agent at l3_agent the message router_deleted on router fd1be64f-69d0-4273-8d1f-bd5ebff221cc {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:19.087771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'networks': [{'name': 'tempest-network--1950615069'}, {'name': 'tempest-network--1252913324'}]} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:19.087771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'network': {'name': 'tempest-network--1950615069'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:19.088077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'network': {'name': 'tempest-network--1252913324'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:19.110818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d52599b0-773c-48c4-b84e-8870709b5852 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.112127 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d52599b0-773c-48c4-b84e-8870709b5852 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/fd1be64f-69d0-4273-8d1f-bd5ebff221cc HTTP/1.1" status: 204 len: 168 time: 0.8404250 Mar 16 10:53:19.115780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.145972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=13b04b99-af4f-43d9-9ea1-3caa7d7f1108,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.151176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57978) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.152089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:19.159526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:19.169805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Usage tracker for resource:network and tenant:787038c2f1b745a5862de30dddd56e6e is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:19.202500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:19.206023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:19.215861 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e179f283-f754-4683-b347-98bd6ff02875 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2268915 Mar 16 10:53:19.217032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57982) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.218641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:19.228433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e6564695-2231-46e6-9650-daa8e787f7cc tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:19.295079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:19.318575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-b415ef55-d84c-4545-8242-bb81d883c6f5 None None] Allocated IP 172.20.0.1 (2497b134-8136-4a8a-8198-562d3e7e2ba1/d2f08294-d2bb-46bd-b198-c11d539977a6/772eb152-9f76-4b8e-9e42-a9d00f661c02) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:19.327305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Made reservation on behalf of 787038c2f1b745a5862de30dddd56e6e for: {'network': 2} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:19.331999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.351528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.364465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b8982f-588b-46c9-83e7-833b3e9b3c86 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting subnet 066e2520-6d59-4197-89b9-5860af426f9c {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:19.376080 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-13b8982f-588b-46c9-83e7-833b3e9b3c86 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.425725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:19.462806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b415ef55-d84c-4545-8242-bb81d883c6f5 None None] For port 772eb152-9f76-4b8e-9e42-a9d00f661c02, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=772eb152-9f76-4b8e-9e42-a9d00f661c02,segment=NetworkSegment(b61a6d2f-3f10-468d-886b-e64d87d03dd0),segment_id=b61a6d2f-3f10-468d-886b-e64d87d03dd0)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:19.489949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Usage tracker for resource:security_group_rule and tenant:787038c2f1b745a5862de30dddd56e6e is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:19.494099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b415ef55-d84c-4545-8242-bb81d883c6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.498093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:19.508625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:19.509876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b415ef55-d84c-4545-8242-bb81d883c6f5 None None] Transition to ACTIVE for port object 772eb152-9f76-4b8e-9e42-a9d00f661c02 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:19.515051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b415ef55-d84c-4545-8242-bb81d883c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.537235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-13b8982f-588b-46c9-83e7-833b3e9b3c86 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.578359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.602818 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.625509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415ef55-d84c-4545-8242-bb81d883c6f5 None None] Pushing event updated for resources: {'Port': ['ID=772eb152-9f76-4b8e-9e42-a9d00f661c02,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.748657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.819868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.821490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.828656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6564695-2231-46e6-9650-daa8e787f7cc tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.837197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.868064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Deleting port 22f89c5c-109b-4426-99c8-dd88a41e0c79 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:19.868410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.888884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-13b8982f-588b-46c9-83e7-833b3e9b3c86 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.907392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6564695-2231-46e6-9650-daa8e787f7cc tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.936480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.948134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.948586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.949795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6564695-2231-46e6-9650-daa8e787f7cc tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 is not hosted by any dhcp agent {{(pid=87875) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:53:19.955075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6564695-2231-46e6-9650-daa8e787f7cc tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:19.955667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6564695-2231-46e6-9650-daa8e787f7cc tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.959882 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e6564695-2231-46e6-9650-daa8e787f7cc tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "PUT /v2.0/networks/13b04b99-af4f-43d9-9ea1-3caa7d7f1108 HTTP/1.1" status: 200 len: 723 time: 0.7384739 Mar 16 10:53:19.972363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57986) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.982252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c02c374-54b6-4bbb-941d-4ffe36c3e6a6,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.985031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'network_id': '13b04b99-af4f-43d9-9ea1-3caa7d7f1108', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:20.032053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.036152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-051c463b-7b99-4a9e-8a06-d773300f85ed tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0681112 Mar 16 10:53:20.045571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 57990) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.070996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Request body: {'security_group_rule': {'security_group_id': '2c02c374-54b6-4bbb-941d-4ffe36c3e6a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:20.141895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:20.143989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4b4469-7448-47d0-b0f4-03c2398c7178,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:20.145863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6564695-2231-46e6-9650-daa8e787f7cc tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=13b04b99-af4f-43d9-9ea1-3caa7d7f1108,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:20.148057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-13b8982f-588b-46c9-83e7-833b3e9b3c86 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.177701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:20.183345 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.194542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Usage tracker for resource:security_group_rule and tenant:f790a7c045dd47c7a5dc8461463bf93f is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:20.207143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:20.221814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:20.319658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-69416a81-c312-4dd9-91e2-37058a14c929 None None] Provisioning for port 772eb152-9f76-4b8e-9e42-a9d00f661c02 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:20.322928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Calling delete_port for 22f89c5c-109b-4426-99c8-dd88a41e0c79 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:20.326069 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-69416a81-c312-4dd9-91e2-37058a14c929 None None] Provisioning complete for port 772eb152-9f76-4b8e-9e42-a9d00f661c02 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:20.326541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-69416a81-c312-4dd9-91e2-37058a14c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.360827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-13b8982f-588b-46c9-83e7-833b3e9b3c86 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.363659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8982f-588b-46c9-83e7-833b3e9b3c86 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Subnet': ['ID=066e2520-6d59-4197-89b9-5860af426f9c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:20.375204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:20.396200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.396463 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Added segment 02d75a94-3b55-4a07-9ff2-11113cf77363 of type vlan for network 0a5096e6-43af-4dd2-8b72-c2e8cc17eb65 Mar 16 10:53:20.400715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:20.406534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d650d835-cf1e-4973-8341-59b6eee1673b None None] Network a3757c03-eae9-497f-99d7-e5fe2b365d3a requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:20.411599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Router 205910b1-69f4-48fc-a7ce-ae1c51e208f3 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:20.419046 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 772eb152-9f76-4b8e-9e42-a9d00f661c02 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:20.419383 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-13b8982f-588b-46c9-83e7-833b3e9b3c86 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/066e2520-6d59-4197-89b9-5860af426f9c HTTP/1.1" status: 204 len: 168 time: 1.2569225 Mar 16 10:53:20.423310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 57994) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.434029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:20.521627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.529653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.555528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.562101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:20.563367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.583434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port fc1e61ad-c36f-4a3c-a784-3921759e77cc {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:20.584182 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.717911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 772eb152-9f76-4b8e-9e42-a9d00f661c02 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:20.718866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.749520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.800185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Pushing event deleted for resources: {'Port': ['ID=22f89c5c-109b-4426-99c8-dd88a41e0c79,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:20.803455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:20.838802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.846511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:20.857755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.867174 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e5832-9fc7-4e66-bacd-fd377b122d18 None None] Sync routers for ids ['205910b1-69f4-48fc-a7ce-ae1c51e208f3'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:20.875626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.875944 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Added segment 22fd3d01-7c49-410c-a659-a2311d828cd6 of type vlan for network 96d5b6ef-93cd-4c3f-854a-d6fab1a0dcf6 Mar 16 10:53:20.878897 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e5832-9fc7-4e66-bacd-fd377b122d18 None None] Routers {'205910b1-69f4-48fc-a7ce-ae1c51e208f3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:20.879527 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5832-9fc7-4e66-bacd-fd377b122d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['205910b1-69f4-48fc-a7ce-ae1c51e208f3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:20.904559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daac946-db2a-409b-b7ea-f4535398b91e,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:20.916699 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15becb2b-e2b0-4c9a-8b4e-187ffeb2b822 None None] DHCP port deletion for a3757c03-eae9-497f-99d7-e5fe2b365d3a request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:20.920862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-15becb2b-e2b0-4c9a-8b4e-187ffeb2b822 None None] Deleting port fc1e61ad-c36f-4a3c-a784-3921759e77cc {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:20.921118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-15becb2b-e2b0-4c9a-8b4e-187ffeb2b822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.971981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.972521 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7fc726df-7909-43ed-b20f-d044360deb8e tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "PUT /v2.0/routers/205910b1-69f4-48fc-a7ce-ae1c51e208f3 HTTP/1.1" status: 200 len: 915 time: 4.3567452 Mar 16 10:53:20.973447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.977106 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-647ad3f2-e34f-4edc-aa94-dd49b79ff007 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9240584 Mar 16 10:53:20.979800 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5832-9fc7-4e66-bacd-fd377b122d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:20.981075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58000) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.981408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58002) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.989410 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e5832-9fc7-4e66-bacd-fd377b122d18 None None] Routers {'205910b1-69f4-48fc-a7ce-ae1c51e208f3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:20.990211 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5832-9fc7-4e66-bacd-fd377b122d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['205910b1-69f4-48fc-a7ce-ae1c51e208f3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:21.008176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.057202 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5832-9fc7-4e66-bacd-fd377b122d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:21.057918 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e5832-9fc7-4e66-bacd-fd377b122d18 None None] The sync data for ids ['205910b1-69f4-48fc-a7ce-ae1c51e208f3'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:21.134024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port fc1e61ad-c36f-4a3c-a784-3921759e77cc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fc1e61ad-c36f-4a3c-a784-3921759e77cc,segment=NetworkSegment(5a28b1ad-59c1-4604-b05c-6d9274c8e30a),segment_id=5a28b1ad-59c1-4604-b05c-6d9274c8e30a)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:21.134414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.141764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.184798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-15becb2b-e2b0-4c9a-8b4e-187ffeb2b822 None None] For port fc1e61ad-c36f-4a3c-a784-3921759e77cc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fc1e61ad-c36f-4a3c-a784-3921759e77cc,segment=NetworkSegment(5a28b1ad-59c1-4604-b05c-6d9274c8e30a),segment_id=5a28b1ad-59c1-4604-b05c-6d9274c8e30a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:21.185756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-15becb2b-e2b0-4c9a-8b4e-187ffeb2b822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.262349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.308778 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-15becb2b-e2b0-4c9a-8b4e-187ffeb2b822 None None] Calling delete_port for fc1e61ad-c36f-4a3c-a784-3921759e77cc owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:21.310349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.310828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.316194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.320915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.321529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.344270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8e9453ca-c9c9-419b-8605-e7a4dace04a4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.369205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for fc1e61ad-c36f-4a3c-a784-3921759e77cc owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:21.390538 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-15becb2b-e2b0-4c9a-8b4e-187ffeb2b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.438916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15becb2b-e2b0-4c9a-8b4e-187ffeb2b822 None None] Pushing event deleted for resources: {'Port': ['ID=fc1e61ad-c36f-4a3c-a784-3921759e77cc,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.442105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15becb2b-e2b0-4c9a-8b4e-187ffeb2b822 None None] No DVR routers for this DVR port fc1e61ad-c36f-4a3c-a784-3921759e77cc on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:21.485966 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5f5599b3-2267-462c-ac0a-2bf5738976c4 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/routers/205910b1-69f4-48fc-a7ce-ae1c51e208f3 HTTP/1.1" status: 200 len: 921 time: 0.5014505 Mar 16 10:53:21.491873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58008) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:21.502526 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.5941336 Mar 16 10:53:21.510427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8e9453ca-c9c9-419b-8605-e7a4dace04a4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.520381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58012) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:21.522722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=7bef68ae-8334-46ff-acd7-6da6ee30457b,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.563140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'Network': ['ID=0a5096e6-43af-4dd2-8b72-c2e8cc17eb65,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.579989 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 0a5096e6-43af-4dd2-8b72-c2e8cc17eb65 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:21.644496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking segment: {'id': '16dbb905-905e-4a82-9315-c5a20369db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '13b04b99-af4f-43d9-9ea1-3caa7d7f1108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:21.644874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network hostable DHCP agents. Network: 13b04b99-af4f-43d9-9ea1-3caa7d7f1108, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:21.739062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.741512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:21.741850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:21.746064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.773591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758a27b-1d6b-4d33-9087-645a48a34d14 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'Network': ['ID=96d5b6ef-93cd-4c3f-854a-d6fab1a0dcf6,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.790954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 96d5b6ef-93cd-4c3f-854a-d6fab1a0dcf6 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:21.795219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8e9453ca-c9c9-419b-8605-e7a4dace04a4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.819071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:21.826815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9453ca-c9c9-419b-8605-e7a4dace04a4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c02c374-54b6-4bbb-941d-4ffe36c3e6a6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.864684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc02d9-ee8c-4346-96df-d9e09c6e4b8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.870937 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc02d9-ee8c-4346-96df-d9e09c6e4b8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.876768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc02d9-ee8c-4346-96df-d9e09c6e4b8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.879047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c807bc3-67c2-4d14-b209-cc27639e5cae tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.879760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8c807bc3-67c2-4d14-b209-cc27639e5cae tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Synchronizing usage tracker for tenant:f40fa70501a94b7ab42c331eeec66554 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:21.882808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc02d9-ee8c-4346-96df-d9e09c6e4b8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.883692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e2fc02d9-ee8c-4346-96df-d9e09c6e4b8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Synchronizing usage tracker for tenant:787038c2f1b745a5862de30dddd56e6e on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:21.890138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 13b04b99-af4f-43d9-9ea1-3caa7d7f1108) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:21.894629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.895476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.903799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8e9453ca-c9c9-419b-8605-e7a4dace04a4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.907373 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8e9453ca-c9c9-419b-8605-e7a4dace04a4 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/2c02c374-54b6-4bbb-941d-4ffe36c3e6a6 HTTP/1.1" status: 204 len: 168 time: 0.9190340 Mar 16 10:53:21.907542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Router f5e5349b-890b-4901-a012-19c3c66330c8 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:21.908295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58016) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:21.928823 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-90cfb12f-7e69-4fb3-85fc-a02b4478b469 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9460208 Mar 16 10:53:21.930014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58020) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:21.931221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e2fc02d9-ee8c-4346-96df-d9e09c6e4b8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Unset dirty status for tenant:787038c2f1b745a5862de30dddd56e6e on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:21.932635 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e2fc02d9-ee8c-4346-96df-d9e09c6e4b8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4112937 Mar 16 10:53:21.935650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58024) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:21.937037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f57a6c-200b-4902-a504-fbd4f55b527b None None] Network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:21.938317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3d9041fd-05e7-41ee-b8c4-c3cf29e12b3e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:21.963805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8c807bc3-67c2-4d14-b209-cc27639e5cae tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Unset dirty status for tenant:f40fa70501a94b7ab42c331eeec66554 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:21.967607 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8c807bc3-67c2-4d14-b209-cc27639e5cae tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&device_id=205910b1-69f4-48fc-a7ce-ae1c51e208f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4721653 Mar 16 10:53:21.972791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58028) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.045208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aa816a05-fc2f-4a71-a6e8-2fc7a9f291c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.067952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.183500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-505e7500-726a-443f-8a9b-7d79cafa532f tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:22.188530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-13b04b99-af4f-43d9-9ea1-3caa7d7f1108', 'network_id': '13b04b99-af4f-43d9-9ea1-3caa7d7f1108', 'tenant_id': '7d2e3aee56b24ffb8ff967ff9e5062b3', 'fixed_ips': [{'subnet_id': '7bef68ae-8334-46ff-acd7-6da6ee30457b'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:22.189483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.323430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.355179 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:22.356697 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port fc1e61ad-c36f-4a3c-a784-3921759e77cc {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:22.357049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.368761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5096e6-43af-4dd2-8b72-c2e8cc17eb65']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.372145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39442f-7187-4bbd-af42-69f220a671a2 None None] Sync routers for ids ['f5e5349b-890b-4901-a012-19c3c66330c8'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:22.374873 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Allocated IP 2001:db8::2 (13b04b99-af4f-43d9-9ea1-3caa7d7f1108/7bef68ae-8334-46ff-acd7-6da6ee30457b/f6d9b660-2829-4793-9d83-2b9b4a6ea5c7) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:22.375183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d75a94-3b55-4a07-9ff2-11113cf77363') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.375652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d75a94-3b55-4a07-9ff2-11113cf77363') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.395806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.396777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c39442f-7187-4bbd-af42-69f220a671a2 None None] Routers {'f5e5349b-890b-4901-a012-19c3c66330c8'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:22.397386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-2c39442f-7187-4bbd-af42-69f220a671a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f5e5349b-890b-4901-a012-19c3c66330c8'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.413375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.419785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:22.420406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:22.435188 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:22.454948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fc1e61ad-c36f-4a3c-a784-3921759e77cc no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:22.498193 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.499334 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a7c156b3-d030-42dc-8785-c74cda57c493 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "PUT /v2.0/routers/f5e5349b-890b-4901-a012-19c3c66330c8 HTTP/1.1" status: 200 len: 710 time: 4.1319833 Mar 16 10:53:22.503875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58032) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.508456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] The port 'fc1e61ad-c36f-4a3c-a784-3921759e77cc' was deleted {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:22.517771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: fc1e61ad-c36f-4a3c-a784-3921759e77cc {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:22.517771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fc1e61ad-c36f-4a3c-a784-3921759e77cc not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:22.531688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-2c39442f-7187-4bbd-af42-69f220a671a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.551390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-505e7500-726a-443f-8a9b-7d79cafa532f tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:22.555418 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-505e7500-726a-443f-8a9b-7d79cafa532f tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6439910 Mar 16 10:53:22.566022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58036) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.586600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d9041fd-05e7-41ee-b8c4-c3cf29e12b3e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1707844'] for subnet, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.601784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c39442f-7187-4bbd-af42-69f220a671a2 None None] Routers {'f5e5349b-890b-4901-a012-19c3c66330c8'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:22.603635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-2c39442f-7187-4bbd-af42-69f220a671a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:52:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f5e5349b-890b-4901-a012-19c3c66330c8'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.647617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2f3e74-22b2-484d-b188-721c3d87d764 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:22.649047 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7a2f3e74-22b2-484d-b188-721c3d87d764 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 881 time: 0.6739373 Mar 16 10:53:22.654293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58040) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.669219 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5f07412b-63fa-48c6-a7f4-657a26d91959 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/routers/f5e5349b-890b-4901-a012-19c3c66330c8 HTTP/1.1" status: 200 len: 745 time: 0.1644492 Mar 16 10:53:22.670163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.678463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58044) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.681890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-2c39442f-7187-4bbd-af42-69f220a671a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.682289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39442f-7187-4bbd-af42-69f220a671a2 None None] The sync data for ids ['f5e5349b-890b-4901-a012-19c3c66330c8'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:22.699889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.757447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7ec895f9-809c-4efc-9569-73e2308c5c3b tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:22.760099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event deleted for resources: {'Network': ['ID=0a5096e6-43af-4dd2-8b72-c2e8cc17eb65,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:22.761875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.766416 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-21a6051b-d23c-4477-9d29-e34013d45ee4 tempest-RoutersIpV6AdminTest-781259272 tempest-RoutersIpV6AdminTest-781259272-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&device_id=f5e5349b-890b-4901-a012-19c3c66330c8 HTTP/1.1" status: 200 len: 205 time: 0.0726104 Mar 16 10:53:22.771468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58048) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.776120 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e54afc5-7ce0-4676-a18a-10e80981c8b3 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=205910b1-69f4-48fc-a7ce-ae1c51e208f3 HTTP/1.1" status: 200 len: 205 time: 0.1185737 Mar 16 10:53:22.789578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58052) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.796245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.806573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Transition to ACTIVE for port object f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:22.817760 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8f3c95b2-0126-4e47-9224-b22c5548ba8e tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "DELETE /v2.0/networks/0a5096e6-43af-4dd2-8b72-c2e8cc17eb65 HTTP/1.1" status: 204 len: 168 time: 0.8806765 Mar 16 10:53:22.819105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58056) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.827803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Transition to ACTIVE for port object f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:22.828489 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e411327c-ec3d-4845-8627-38291411ff1f tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5e5349b-890b-4901-a012-19c3c66330c8 HTTP/1.1" status: 200 len: 205 time: 0.0560691 Mar 16 10:53:22.838059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.845962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7ec895f9-809c-4efc-9569-73e2308c5c3b tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:22.849941 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7ec895f9-809c-4efc-9569-73e2308c5c3b tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2752612 Mar 16 10:53:22.851081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58060) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.851081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58062) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.866053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3757c03-eae9-497f-99d7-e5fe2b365d3a']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.893199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a28b1ad-59c1-4604-b05c-6d9274c8e30a') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.893586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a28b1ad-59c1-4604-b05c-6d9274c8e30a') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:22.898829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:22.905592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:22.908104 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:22.917945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Pushing event updated for resources: {'Port': ['ID=f6d9b660-2829-4793-9d83-2b9b4a6ea5c7,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:22.950408 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-e24e4df5-fb3e-46bc-af68-500f60562b86 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] delete failed (client error): The resource could not be found. Mar 16 10:53:22.954946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e24e4df5-fb3e-46bc-af68-500f60562b86 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "DELETE /v2.0/security-groups/2c02c374-54b6-4bbb-941d-4ffe36c3e6a6 HTTP/1.1" status: 404 len: 347 time: 0.0982208 Mar 16 10:53:22.955118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.958101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58068) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.013024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Attempting to bind port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:23.013636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Attempting to bind port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '16dbb905-905e-4a82-9315-c5a20369db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '13b04b99-af4f-43d9-9ea1-3caa7d7f1108'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:23.014160 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Attempting to bind port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 on network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:23.020254 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:23.020928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Checking segment: {'id': '16dbb905-905e-4a82-9315-c5a20369db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '13b04b99-af4f-43d9-9ea1-3caa7d7f1108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:23.021389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.021855 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Bound using segment: {'id': '16dbb905-905e-4a82-9315-c5a20369db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '13b04b99-af4f-43d9-9ea1-3caa7d7f1108'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:23.022407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Bound port: f6d9b660-2829-4793-9d83-2b9b4a6ea5c7, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dbb905-905e-4a82-9315-c5a20369db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '13b04b99-af4f-43d9-9ea1-3caa7d7f1108'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:23.023021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.040657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.090716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f017cb4-a127-46b8-a71a-f4f122d62461 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.099379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:23.099864 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:23.115005 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:23.119126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] For port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:23.122654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] For port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f6d9b660-2829-4793-9d83-2b9b4a6ea5c7,segment=NetworkSegment(16dbb905-905e-4a82-9315-c5a20369db0f),segment_id=16dbb905-905e-4a82-9315-c5a20369db0f)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:23.128286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.210410 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea2c68-f399-47e8-9848-dce234baa7ab None None] Pushing event updated for resources: {'Port': ['ID=f6d9b660-2829-4793-9d83-2b9b4a6ea5c7,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:23.217387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.232936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.276066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d9041fd-05e7-41ee-b8c4-c3cf29e12b3e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765975443703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-462282'] for subnet, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.337680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.363973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.368151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9041fd-05e7-41ee-b8c4-c3cf29e12b3e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:23.368724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d9041fd-05e7-41ee-b8c4-c3cf29e12b3e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.372909 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3d9041fd-05e7-41ee-b8c4-c3cf29e12b3e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "PUT /v2.0/subnets/7bef68ae-8334-46ff-acd7-6da6ee30457b HTTP/1.1" status: 200 len: 826 time: 1.4425805 Mar 16 10:53:23.376349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58072) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.393558 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/networks/a3757c03-eae9-497f-99d7-e5fe2b365d3a HTTP/1.1" status: 204 len: 168 time: 2.9645844 Mar 16 10:53:23.393558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af95058-6f9d-47db-98c8-330561d72c66 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Network': ['ID=a3757c03-eae9-497f-99d7-e5fe2b365d3a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:23.395659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58076) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.411152 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1968966136', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:23.418116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:23.424939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:router and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:23.427267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:23.492623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a2323adc-a70a-4d5b-81e4-890ff0511973 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Synchronizing usage tracker for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:23.508053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:23.513297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9041fd-05e7-41ee-b8c4-c3cf29e12b3e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=7bef68ae-8334-46ff-acd7-6da6ee30457b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:23.521719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f017cb4-a127-46b8-a71a-f4f122d62461 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.525114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f017cb4-a127-46b8-a71a-f4f122d62461 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.545363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.546657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.585051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.598000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.608879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Deleting port 1f8f3022-ff03-4ee2-a132-011e8f62e696 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:23.609846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.809835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a2323adc-a70a-4d5b-81e4-890ff0511973 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] Unset dirty status for tenant:f790a7c045dd47c7a5dc8461463bf93f on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:23.810850 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a2323adc-a70a-4d5b-81e4-890ff0511973 tempest-SecGroupIPv6Test-280099728 tempest-SecGroupIPv6Test-280099728-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7998462 Mar 16 10:53:23.828148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f017cb4-a127-46b8-a71a-f4f122d62461 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.828642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f017cb4-a127-46b8-a71a-f4f122d62461 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Fanout notify agent at l3_agent the message router_deleted on router f5e5349b-890b-4901-a012-19c3c66330c8 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:23.863051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f017cb4-a127-46b8-a71a-f4f122d62461 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.864082 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7f017cb4-a127-46b8-a71a-f4f122d62461 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/f5e5349b-890b-4901-a012-19c3c66330c8 HTTP/1.1" status: 204 len: 168 time: 1.0122733 Mar 16 10:53:23.913426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58082) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.975026 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.997897 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4a21f6e8-9b32-41d8-a5f6-f41d6f230065 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5e5349b-890b-4901-a012-19c3c66330c8 HTTP/1.1" status: 200 len: 205 time: 0.0760019 Mar 16 10:53:24.000558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58086) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.007477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.097599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d5b6ef-93cd-4c3f-854a-d6fab1a0dcf6']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:24.112275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fd3d01-7c49-410c-a659-a2311d828cd6') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:24.112636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fd3d01-7c49-410c-a659-a2311d828cd6') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:24.119748 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-ada5e8e3-2db4-4321-9ba3-8e9521265ee6 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] delete failed (client error): The resource could not be found. Mar 16 10:53:24.120783 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ada5e8e3-2db4-4321-9ba3-8e9521265ee6 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/f5e5349b-890b-4901-a012-19c3c66330c8 HTTP/1.1" status: 404 len: 336 time: 0.1189814 Mar 16 10:53:24.125485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58092) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.130811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:24.131306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.162642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.173060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.227622 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bb30ddb3-10fc-4b25-ac90-6d7431ed39c8 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44f1272-3e53-41a9-a559-35cd4ba61ccc HTTP/1.1" status: 200 len: 205 time: 0.1008120 Mar 16 10:53:24.229255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.234909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58096) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.299832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.301769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58100) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.362155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:24.362822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:24.381465 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:24.401703 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-869e81f6-df29-4e78-867b-3ecde6534021 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] delete failed (client error): The resource could not be found. Mar 16 10:53:24.403109 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-869e81f6-df29-4e78-867b-3ecde6534021 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/d44f1272-3e53-41a9-a559-35cd4ba61ccc HTTP/1.1" status: 404 len: 336 time: 0.1668057 Mar 16 10:53:24.406661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Calling delete_port for 1f8f3022-ff03-4ee2-a132-011e8f62e696 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:24.442505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58106) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.468937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:24.507384 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2e3f45c7-e795-4d0d-88a2-d4a105cc785c tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=b96101e1-450f-4956-957b-9bd80acf5f30 HTTP/1.1" status: 200 len: 205 time: 0.0635962 Mar 16 10:53:24.510388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a07d2-33fe-4cd7-9692-aeaca939b2e2 None None] Network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:24.514970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58110) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.533012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.537747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.645621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event deleted for resources: {'Network': ['ID=96d5b6ef-93cd-4c3f-854a-d6fab1a0dcf6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:24.652908 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-afd43815-83c6-418a-98cd-8ebfbfca1a3a tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "DELETE /v2.0/networks/96d5b6ef-93cd-4c3f-854a-d6fab1a0dcf6 HTTP/1.1" status: 204 len: 168 time: 1.8245163 Mar 16 10:53:24.659402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58116) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.671132 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-c6651cd7-67c2-4d63-8320-26196ee00b5d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] delete failed (client error): The resource could not be found. Mar 16 10:53:24.672413 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c6651cd7-67c2-4d63-8320-26196ee00b5d tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/b96101e1-450f-4956-957b-9bd80acf5f30 HTTP/1.1" status: 404 len: 336 time: 0.1086690 Mar 16 10:53:24.682251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58120) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.686414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b737b4a7-ba09-4692-b873-1785696bbf5b None None] Provisioning for port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:24.695487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:24.702805 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:24.703259 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.731475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b737b4a7-ba09-4692-b873-1785696bbf5b None None] Provisioning complete for port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:24.731854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b737b4a7-ba09-4692-b873-1785696bbf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.755018 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cc2be855-5277-440b-978f-c3cd11c0c90c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f790a7c045dd47c7a5dc8461463bf93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490576 Mar 16 10:53:24.758523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58124) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.775737 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cb865bab-9825-4c77-be7e-22e6b2d28203 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c9670b2-6d27-4bc4-9223-7e745f9d440b HTTP/1.1" status: 200 len: 205 time: 0.0769997 Mar 16 10:53:24.789301 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58128) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.833286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] For port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f6d9b660-2829-4793-9d83-2b9b4a6ea5c7,segment=NetworkSegment(16dbb905-905e-4a82-9315-c5a20369db0f),segment_id=16dbb905-905e-4a82-9315-c5a20369db0f)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:24.834021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.877433 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-55f3f233-2d55-44dd-b045-da9393c8f2d6 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] delete failed (client error): The resource could not be found. Mar 16 10:53:24.882790 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-55f3f233-2d55-44dd-b045-da9393c8f2d6 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/1c9670b2-6d27-4bc4-9223-7e745f9d440b HTTP/1.1" status: 404 len: 336 time: 0.0868332 Mar 16 10:53:24.889201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58132) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.901745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.958147 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1df1c29f-be51-4680-8d8c-e4fc411aae60 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a64900d-1486-428d-abe8-e996e3ce1ed0 HTTP/1.1" status: 200 len: 205 time: 0.0634928 Mar 16 10:53:24.965081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58136) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.979272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Calling delete_port for f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:25.037300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68304d41-a8f6-4224-81bc-abe618a8110c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:25.043365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68304d41-a8f6-4224-81bc-abe618a8110c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:25.044141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-68304d41-a8f6-4224-81bc-abe618a8110c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Synchronizing usage tracker for tenant:787038c2f1b745a5862de30dddd56e6e on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:25.061044 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-0d2de427-9b3f-488a-a21c-3662d9ab5bf5 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] delete failed (client error): The resource could not be found. Mar 16 10:53:25.065003 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0d2de427-9b3f-488a-a21c-3662d9ab5bf5 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/3a64900d-1486-428d-abe8-e996e3ce1ed0 HTTP/1.1" status: 404 len: 336 time: 0.0919991 Mar 16 10:53:25.067344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58140) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:25.068848 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-42db96d9-d46c-40c4-8b58-54d4a7d59c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.088220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d51cf1e8-e0e0-4973-8f44-a4c0c53dd769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.096030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b737b4a7-ba09-4692-b873-1785696bbf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.108459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.124635 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-43db693f-a7c9-4556-95ab-7f438fc33924 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "GET /v2.0/ports?device_id=69c3e117-749e-40ff-8d25-c52328846f6f HTTP/1.1" status: 200 len: 205 time: 0.0540555 Mar 16 10:53:25.124635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-68304d41-a8f6-4224-81bc-abe618a8110c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Unset dirty status for tenant:787038c2f1b745a5862de30dddd56e6e on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:25.125658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-68304d41-a8f6-4224-81bc-abe618a8110c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4651616 Mar 16 10:53:25.126355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58144) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:25.135115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58148) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:25.169087 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f6d9b660-2829-4793-9d83-2b9b4a6ea5c7,segment=NetworkSegment(16dbb905-905e-4a82-9315-c5a20369db0f),segment_id=16dbb905-905e-4a82-9315-c5a20369db0f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:25.174352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.206419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-895001557'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:25.211644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-42db96d9-d46c-40c4-8b58-54d4a7d59c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.224489 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-f35c4984-2e8e-4ece-a1fe-d9fff0ae10e9 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] delete failed (client error): The resource could not be found. Mar 16 10:53:25.224489 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f35c4984-2e8e-4ece-a1fe-d9fff0ae10e9 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/routers/69c3e117-749e-40ff-8d25-c52328846f6f HTTP/1.1" status: 404 len: 336 time: 0.0879345 Mar 16 10:53:25.234188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58152) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:25.237621 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:25.311544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.332456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:25.335019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=f6d9b660-2829-4793-9d83-2b9b4a6ea5c7,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:25.341012 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-b737b4a7-ba09-4692-b873-1785696bbf5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:25.341367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-b737b4a7-ba09-4692-b873-1785696bbf5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:25.452677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:25.453256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:25.466211 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-616bc1cb-9b5e-44be-8e46-cebbc9e923f5 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:25.466698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616bc1cb-9b5e-44be-8e46-cebbc9e923f5 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:25.476684 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-616bc1cb-9b5e-44be-8e46-cebbc9e923f5 tempest-RoutersIpV6AdminTest-659739305 tempest-RoutersIpV6AdminTest-659739305-project] 10.222.0.37 "DELETE /v2.0/subnets/a648f2f2-c3d9-44a2-8929-e8ea2ba56123 HTTP/1.1" status: 404 len: 337 time: 0.2412689 Mar 16 10:53:25.506881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c017fc93-4e39-48f9-b527-804a1b3175a8 None None] Network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:25.525367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.529220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.599317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.601672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Made reservation on behalf of 787038c2f1b745a5862de30dddd56e6e for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:25.605619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.690911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Pushing event deleted for resources: {'Port': ['ID=1f8f3022-ff03-4ee2-a132-011e8f62e696,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:25.811099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58164) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:25.852483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-42db96d9-d46c-40c4-8b58-54d4a7d59c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.915369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:25.932068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db96d9-d46c-40c4-8b58-54d4a7d59c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e8a63d-449f-458e-9a08-271ab3143cd2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:25.953608 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.954127 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Added segment 636f67cc-163f-42ca-85eb-cde63c8237ac of type vlan for network aa2c1946-b670-46ef-9d47-b74623af7537 Mar 16 10:53:25.955323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:25.955932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.019879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.024491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8b07248d-5490-4faf-9fad-dd4d037a798d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.044151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-da0327ff-7a0e-4394-955b-9ce1253ae370 None None] Provisioning complete for port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:26.044784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-da0327ff-7a0e-4394-955b-9ce1253ae370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.050707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8b07248d-5490-4faf-9fad-dd4d037a798d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:26.054709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8b07248d-5490-4faf-9fad-dd4d037a798d admin admin] Usage tracker for resource:security_group_rule and tenant:53c81113117b4dc3922bc29ae8a1ad01 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:26.057813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8b07248d-5490-4faf-9fad-dd4d037a798d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:26.065018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8b07248d-5490-4faf-9fad-dd4d037a798d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:26.180072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.294453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Allocated IP 172.26.2.150 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/69e5cf13-feb2-4693-86a1-aa176e6f9efe) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:26.299255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.304592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.307630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-42db96d9-d46c-40c4-8b58-54d4a7d59c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.308769 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-42db96d9-d46c-40c4-8b58-54d4a7d59c63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32e8a63d-449f-458e-9a08-271ab3143cd2 HTTP/1.1" status: 204 len: 168 time: 1.5443437 Mar 16 10:53:26.316841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c1f475cd-8b6e-4575-b772-b6b3d9d1fa4e None None] Provisioning complete for port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:26.317347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c1f475cd-8b6e-4575-b772-b6b3d9d1fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.344091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8b07248d-5490-4faf-9fad-dd4d037a798d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.346297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] For port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f6d9b660-2829-4793-9d83-2b9b4a6ea5c7,segment=NetworkSegment(16dbb905-905e-4a82-9315-c5a20369db0f),segment_id=16dbb905-905e-4a82-9315-c5a20369db0f)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:26.346741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.355925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8b07248d-5490-4faf-9fad-dd4d037a798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.367956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4d12e-4ab9-4c9b-8345-41815f7e732f req-d8e08809-e0fc-475e-a66b-7728e91e168a tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:26.369668 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07b4d12e-4ab9-4c9b-8345-41815f7e732f req-d8e08809-e0fc-475e-a66b-7728e91e168a tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 945 time: 0.6311145 Mar 16 10:53:26.406266 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8b07248d-5490-4faf-9fad-dd4d037a798d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53c81113117b4dc3922bc29ae8a1ad01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938513 Mar 16 10:53:26.412158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58172) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:26.419322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.419847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Fanout notify agent at l3_agent the message router_deleted on router 205910b1-69f4-48fc-a7ce-ae1c51e208f3 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:26.474797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.481082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:26.481690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.503723 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:26.564934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Calling delete_port for f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:26.585836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.617962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:26.618695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.649612 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07b4d12e-4ab9-4c9b-8345-41815f7e732f req-80fa9cf0-00a3-47af-9d67-8f3ba9942dd1 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634616 Mar 16 10:53:26.773274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.773488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07248d-5490-4faf-9fad-dd4d037a798d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7274118-81e7-435a-a8e1-8a3827e55fb1,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:26.778220 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-096d72f6-a8ed-4a17-8da5-c7a872d8a803 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/205910b1-69f4-48fc-a7ce-ae1c51e208f3 HTTP/1.1" status: 204 len: 168 time: 3.9863992 Mar 16 10:53:26.779158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58178) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:26.779729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.783084 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6411872 Mar 16 10:53:26.800631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58182) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:26.803976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2212a-ebff-4a3b-a7be-76bf5108397f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'Network': ['ID=aa2c1946-b670-46ef-9d47-b74623af7537,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:26.816284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network aa2c1946-b670-46ef-9d47-b74623af7537 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:26.824906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-889302542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:26.831360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-691330263'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:26.842714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:26.853149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:26.858329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Port': ['ID=f6d9b660-2829-4793-9d83-2b9b4a6ea5c7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:26.875129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.887747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Usage tracker for resource:router and tenant:af07770cb8fa4e9d9e17ed6aa5a3faf7 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:26.897939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:26.910795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:26.914457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.947372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:26.966738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No DVR routers for this DVR port f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:26.968497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bad296c4-1a5d-4573-b7d2-7513423a7cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.994355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Made reservation on behalf of 787038c2f1b745a5862de30dddd56e6e for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:26.998160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.011781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd3dfcb-1d8e-4f92-858a-9dd61302194e None None] DHCP port deletion for 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:27.019334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.020360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.035544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8083df-91d2-4fa1-b4b6-0e60fc1b8bbf None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:53:27.039037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:27.051157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bad296c4-1a5d-4573-b7d2-7513423a7cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.056408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:27.071331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:27.096173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.125238 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:27.134399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.134626 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Added segment 67eee0bb-f030-48d4-9ca7-033c0927277d of type vlan for network 186230db-05c2-436b-bccb-8bfc7afd2583 Mar 16 10:53:27.142353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.145899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=69e5cf13-feb2-4693-86a1-aa176e6f9efe,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:27.188989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.203855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.227030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bad296c4-1a5d-4573-b7d2-7513423a7cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.245374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.256209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8083df-91d2-4fa1-b4b6-0e60fc1b8bbf None None] Resources bound (agent type, host, resource id): {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:53:27.282781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad296c4-1a5d-4573-b7d2-7513423a7cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7274118-81e7-435a-a8e1-8a3827e55fb1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:27.290482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bad296c4-1a5d-4573-b7d2-7513423a7cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.293999 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bad296c4-1a5d-4573-b7d2-7513423a7cc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7274118-81e7-435a-a8e1-8a3827e55fb1 HTTP/1.1" status: 204 len: 168 time: 0.8781307 Mar 16 10:53:27.298046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.299191 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2fa3d9cb-b356-4980-85e1-2efd261fa774 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5154109 Mar 16 10:53:27.300092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Subnet': ['ID=7bef68ae-8334-46ff-acd7-6da6ee30457b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:27.315031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58196) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:27.338009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'enable_snat': False}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:27.572217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.594008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:27.594639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.757016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.797787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ff32c-84e0-41f5-a4b0-e895366ad7a2 None None] Network 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:27.941725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58212) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:27.942300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58214) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:28.062275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ff116-88c6-4a30-9e70-dda7c872bd76 None None] DHCP port deletion for 13b04b99-af4f-43d9-9ea1-3caa7d7f1108 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:28.081227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b04b99-af4f-43d9-9ea1-3caa7d7f1108']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:28.094150 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2873771 Mar 16 10:53:28.094931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab002f-8ada-4ffd-89b3-f1ecdeab594c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'Network': ['ID=186230db-05c2-436b-bccb-8bfc7afd2583,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:28.098955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58222) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:28.108484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 186230db-05c2-436b-bccb-8bfc7afd2583 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:28.123253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'ports': [{'network_id': 'aa2c1946-b670-46ef-9d47-b74623af7537', 'name': 'tempest-port--681136219', 'admin_state_up': True}, {'network_id': '186230db-05c2-436b-bccb-8bfc7afd2583', 'admin_state_up': False}]} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.123571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'port': {'network_id': 'aa2c1946-b670-46ef-9d47-b74623af7537', 'name': 'tempest-port--681136219', 'admin_state_up': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.124065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'port': {'network_id': '186230db-05c2-436b-bccb-8bfc7afd2583', 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.161695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dbb905-905e-4a82-9315-c5a20369db0f') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:28.161982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dbb905-905e-4a82-9315-c5a20369db0f') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:28.225052 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cd23c9d1-eae4-46e9-9081-2e7c634158e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d98c9e51f5e148febb582bb1df3fc36f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2808616 Mar 16 10:53:28.237478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58228) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:28.244681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.249372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-becc825b-bda3-46c0-b62d-a639c1ac1745 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.250068 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING neutron.api.v2.base [None req-becc825b-bda3-46c0-b62d-a639c1ac1745 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 10:53:28.250593 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-becc825b-bda3-46c0-b62d-a639c1ac1745 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:53:28.251539 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-becc825b-bda3-46c0-b62d-a639c1ac1745 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3055120 Mar 16 10:53:28.300692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58232) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:28.321974 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'tempest-secgroup--204872217'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.323506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.346349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:28.356416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.357101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-d6cff834-eba3-4406-a636-e28bc98645a6 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:28.358904 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-d6cff834-eba3-4406-a636-e28bc98645a6 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 945 time: 0.8722856 Mar 16 10:53:28.366445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:28.386309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:28.389823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:28.390233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.399917 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:28.405292 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:28.426535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:28.428377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f6d9b660-2829-4793-9d83-2b9b4a6ea5c7 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:28.428514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661de13-b2f5-4004-a213-49f9e34d2ecd req-1b51ce63-5e1f-4715-9f62-6a534c5557f1 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:28.434532 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7661de13-b2f5-4004-a213-49f9e34d2ecd req-1b51ce63-5e1f-4715-9f62-6a534c5557f1 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 945 time: 0.5538561 Mar 16 10:53:28.512881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:28.558355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a8ebf65-f11b-40b6-8650-2f889cb2e777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.568932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7661de13-b2f5-4004-a213-49f9e34d2ecd req-94f109e4-32e6-4529-880e-79f3520d705d tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334658 Mar 16 10:53:28.569596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.601297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.621397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Network': ['ID=13b04b99-af4f-43d9-9ea1-3caa7d7f1108,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:28.624893 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a8ebf65-f11b-40b6-8650-2f889cb2e777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.645549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.662506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Deleting port 0c3315dd-6a2c-482c-8100-af21efc59d8e {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:28.662840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.675807 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a82a52be-7c2e-4ef7-ad67-6cffff35f8e6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/13b04b99-af4f-43d9-9ea1-3caa7d7f1108 HTTP/1.1" status: 204 len: 168 time: 5.2973146 Mar 16 10:53:28.683244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58238) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:28.697593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.706254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.734932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed8f356-730e-440e-90d1-a0aae0c47d3d tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:28.735396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed8f356-730e-440e-90d1-a0aae0c47d3d tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:28.737077 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4ed8f356-730e-440e-90d1-a0aae0c47d3d tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/13b04b99-af4f-43d9-9ea1-3caa7d7f1108 HTTP/1.1" status: 404 len: 339 time: 0.0529282 Mar 16 10:53:28.744074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58242) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:28.751166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530645656', 'description': 'd1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.758922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:28.765479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Usage tracker for resource:network and tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:28.769122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:28.773368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:28.783125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:28.796218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a8ebf65-f11b-40b6-8650-2f889cb2e777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.805346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Usage tracker for resource:port and tenant:787038c2f1b745a5862de30dddd56e6e is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:28.808322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:28.811817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.823868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:28.837195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ebf65-f11b-40b6-8650-2f889cb2e777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113493b5-743a-427e-a651-d46ab9c226ab,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:28.838087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:28.843111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:28.853239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3a8ebf65-f11b-40b6-8650-2f889cb2e777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.854704 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3a8ebf65-f11b-40b6-8650-2f889cb2e777 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/113493b5-743a-427e-a651-d46ab9c226ab HTTP/1.1" status: 204 len: 168 time: 0.6148469 Mar 16 10:53:28.859085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:28.892879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:28.900218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:28.936008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.936401 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Added segment b2772b25-dda0-42b2-be45-cd210b61e305 of type vlan for network bd8a21d0-f96a-4af5-a551-19047d9513f4 Mar 16 10:53:28.970687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:28.999174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Made reservation on behalf of 787038c2f1b745a5862de30dddd56e6e for: {'port': 2} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:29.003690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.060510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.080488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.122986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.148977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.171726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.177168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:29.177764 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.248924 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5038006 Mar 16 10:53:29.254141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58252) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:29.395976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9e8ca-111c-4758-9b95-29f7d0d46adb tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=bd8a21d0-f96a-4af5-a551-19047d9513f4,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:29.412237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network bd8a21d0-f96a-4af5-a551-19047d9513f4 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:29.490228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Allocated IP 172.26.2.114 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/8a0f80d2-151d-4cf6-83ee-defe1a4181ae) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:29.501814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8108f-c645-413a-a3ba-864a2618cef2 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:29.502685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-77c8108f-c645-413a-a3ba-864a2618cef2 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Synchronizing usage tracker for tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:29.552394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-77c8108f-c645-413a-a3ba-864a2618cef2 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Unset dirty status for tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:29.554061 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-77c8108f-c645-413a-a3ba-864a2618cef2 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/networks?id=bd8a21d0-f96a-4af5-a551-19047d9513f4 HTTP/1.1" status: 200 len: 765 time: 0.2967310 Mar 16 10:53:29.557532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58264) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:29.568626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-56e2e86c-55b1-4982-8aae-fd004a2dcc45 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'description': 'd2'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:29.695542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] For port 0c3315dd-6a2c-482c-8100-af21efc59d8e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=0c3315dd-6a2c-482c-8100-af21efc59d8e,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:29.695848 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.868355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58276) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:29.908450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.915616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.929428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] device_id is not set on port 7f90dd57-1d4e-443f-b737-549896ac8bcd yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:29.936492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.965530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.006244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:30.029290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-331643719'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:30.036941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:30.048928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:network and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:30.054358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:30.073038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:30.085642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-56e2e86c-55b1-4982-8aae-fd004a2dcc45 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.107010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:30.110926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.111729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:30.123875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-56e2e86c-55b1-4982-8aae-fd004a2dcc45 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.126751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:30.138813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:30.145356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6344d09-4854-4cd2-bdd2-2d49c2b1c417,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:30.147278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.179576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56e2e86c-55b1-4982-8aae-fd004a2dcc45 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network bd8a21d0-f96a-4af5-a551-19047d9513f4 is not hosted by any dhcp agent {{(pid=87874) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:53:30.184888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e2e86c-55b1-4982-8aae-fd004a2dcc45 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:30.185475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-56e2e86c-55b1-4982-8aae-fd004a2dcc45 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.188012 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-56e2e86c-55b1-4982-8aae-fd004a2dcc45 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "PUT /v2.0/networks/bd8a21d0-f96a-4af5-a551-19047d9513f4 HTTP/1.1" status: 200 len: 762 time: 0.6280987 Mar 16 10:53:30.192814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58282) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:30.199594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:30.270369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:security_group_rule and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:30.278322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.281792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:30.340819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2e86c-55b1-4982-8aae-fd004a2dcc45 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=bd8a21d0-f96a-4af5-a551-19047d9513f4,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:30.344445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:30.353130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network bd8a21d0-f96a-4af5-a551-19047d9513f4 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:30.408020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5ce58-8513-43e9-a7c7-c89fe863e1cf req-9ca36190-eb15-46c8-81de-2798aaef3a70 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:30.409538 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-efb5ce58-8513-43e9-a7c7-c89fe863e1cf req-9ca36190-eb15-46c8-81de-2798aaef3a70 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 945 time: 0.6859517 Mar 16 10:53:30.425633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.425994 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.426348 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Floating IP e8f1622d-da95-4871-826a-f1d2297886d1 disassociated. External IP: 172.26.2.69, port: 0c3315dd-6a2c-482c-8100-af21efc59d8e. Mar 16 10:53:30.426679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Calling delete_port for 0c3315dd-6a2c-482c-8100-af21efc59d8e owned by compute:nova {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:30.440724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:30.448167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:30.450646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:30.497097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Pushing event updated for resources: {'Port': ['ID=8a0f80d2-151d-4cf6-83ee-defe1a4181ae,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:30.526963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a908f468-edd9-4746-bf83-f64f8551cdf3 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:30.528694 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a908f468-edd9-4746-bf83-f64f8551cdf3 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/networks?id=bd8a21d0-f96a-4af5-a551-19047d9513f4 HTTP/1.1" status: 200 len: 765 time: 0.3309333 Mar 16 10:53:30.537451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58286) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:30.611342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.641812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.644129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.661705 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-efb5ce58-8513-43e9-a7c7-c89fe863e1cf req-9ed70e4d-771d-4697-a0f3-309a5a3cd61b tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0c70999-4dbd-48fd-91e0-fa2ea2834d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381499 Mar 16 10:53:30.790434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 7d3b7ab2-b0e5-405a-93db-aa28632d1867 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:30.827945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f1716-5d23-4f2d-a668-e4926de8ec5b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:30.854529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] device_id is not set on port fa9ab59e-1c25-484a-8b69-8f743f6846d4 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:30.857597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.858834 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2e5194dc-9e01-4449-9891-c1eb5de5e10d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5571239 Mar 16 10:53:30.867592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58290) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:30.877180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'ce3f1716-5d23-4f2d-a668-e4926de8ec5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:30.932154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce522961-9747-4c14-8dd9-372598aeed0f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:30.933584 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ce522961-9747-4c14-8dd9-372598aeed0f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3951983 Mar 16 10:53:30.937370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58294) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:30.938155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:30.950027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:30.962194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:30.973637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:30.990299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.032323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.049792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-18625f28-3b15-4946-91a0-bad233349e02 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Synchronizing usage tracker for tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:31.052085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.093033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:31.112561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Pushing event deleted for resources: {'Port': ['ID=0c3315dd-6a2c-482c-8100-af21efc59d8e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:31.134464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.176673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682bec31-9860-42ca-b4a2-67646200f3a7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:31.190662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-18625f28-3b15-4946-91a0-bad233349e02 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Unset dirty status for tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:31.197154 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 0c3315dd-6a2c-482c-8100-af21efc59d8e no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:31.197668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-18625f28-3b15-4946-91a0-bad233349e02 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 207 time: 0.2064157 Mar 16 10:53:31.198770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.199213 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Added segment 7e04ae72-caa8-4864-b78e-323e4e6e6864 of type vlan for network e57f845a-9024-49c0-a045-365eb6299d60 Mar 16 10:53:31.202425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58298) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.250839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 0c3315dd-6a2c-482c-8100-af21efc59d8e {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:31.251681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 0c3315dd-6a2c-482c-8100-af21efc59d8e not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:31.415408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:31.425152 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0834749-2e1b-4209-a905-312281e8e52d None None] Sync routers for ids ['7d3b7ab2-b0e5-405a-93db-aa28632d1867'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:31.434877 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0834749-2e1b-4209-a905-312281e8e52d None None] Routers {'7d3b7ab2-b0e5-405a-93db-aa28632d1867'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:31.435421 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e0834749-2e1b-4209-a905-312281e8e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7d3b7ab2-b0e5-405a-93db-aa28632d1867'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:31.487922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64290378-9c35-4074-ae5c-f6f3015d8eca tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:31.493634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64290378-9c35-4074-ae5c-f6f3015d8eca tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:31.500420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64290378-9c35-4074-ae5c-f6f3015d8eca tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:31.500830 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e0834749-2e1b-4209-a905-312281e8e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:31.506038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64290378-9c35-4074-ae5c-f6f3015d8eca tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:31.506192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.511847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64290378-9c35-4074-ae5c-f6f3015d8eca tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:31.512594 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0834749-2e1b-4209-a905-312281e8e52d None None] Routers {'7d3b7ab2-b0e5-405a-93db-aa28632d1867'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:31.513614 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e0834749-2e1b-4209-a905-312281e8e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7d3b7ab2-b0e5-405a-93db-aa28632d1867'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:31.517906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64290378-9c35-4074-ae5c-f6f3015d8eca tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:31.525657 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-64290378-9c35-4074-ae5c-f6f3015d8eca tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3222902 Mar 16 10:53:31.528431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58302) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.567711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.569321 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-63fea9a1-dbf7-43bb-a524-48d7ac5cf466 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1726742 Mar 16 10:53:31.570253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.574563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58306) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.575839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.594676 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e0834749-2e1b-4209-a905-312281e8e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:31.597231 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0834749-2e1b-4209-a905-312281e8e52d None None] The sync data for ids ['7d3b7ab2-b0e5-405a-93db-aa28632d1867'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:31.625028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d0c6d8-7bb9-447e-94e7-d7e40611a93d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:31.651084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.652649 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-66031f45-1632-4026-8ca2-0803bab85807 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7841380 Mar 16 10:53:31.654751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Router 957867d1-1a84-4970-9220-b3071eea460d has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:31.656677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58310) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.661160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.666335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5e286870-77cd-449c-b4ff-93c1fef2cc95 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'ce3f1716-5d23-4f2d-a668-e4926de8ec5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:31.676022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5e286870-77cd-449c-b4ff-93c1fef2cc95 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:31.747690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5e286870-77cd-449c-b4ff-93c1fef2cc95 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:31.763190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5e286870-77cd-449c-b4ff-93c1fef2cc95 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:31.771659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5e286870-77cd-449c-b4ff-93c1fef2cc95 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:31.784693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.797282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.871142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5e286870-77cd-449c-b4ff-93c1fef2cc95 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.999535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'Port': ['ID=7f90dd57-1d4e-443f-b737-549896ac8bcd,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:32.028161 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1eda8ac6-e286-4bf1-857e-09cb198e7fb3 req-b33392b3-e7ba-4b80-9790-7c1c7e3e04c5 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e22380-0abe-4122-9080-6ead0066b76d HTTP/1.1" status: 200 len: 210 time: 0.2178087 Mar 16 10:53:32.039916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:32.054847 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] Sync routers for ids ['957867d1-1a84-4970-9220-b3071eea460d'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:32.064642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] Routers {'957867d1-1a84-4970-9220-b3071eea460d'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:32.065370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['957867d1-1a84-4970-9220-b3071eea460d'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:32.076005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Checking segment: {'id': '636f67cc-163f-42ca-85eb-cde63c8237ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aa2c1946-b670-46ef-9d47-b74623af7537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:32.076357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Network hostable DHCP agents. Network: aa2c1946-b670-46ef-9d47-b74623af7537, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:32.092243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.096471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.097337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.148881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] No DVR routers for this DVR port 0c3315dd-6a2c-482c-8100-af21efc59d8e on host hv-neutron-8338 {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:32.151477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.154006 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-44574eda-dd39-4d89-9e71-6ce95801ce8d req-a6778067-64a4-4823-ba59-60ff38240814 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.48 "DELETE /v2.0/ports/0c3315dd-6a2c-482c-8100-af21efc59d8e HTTP/1.1" status: 204 len: 173 time: 3.7844038 Mar 16 10:53:32.155530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'name': 'network-vif-deleted', 'tag': '0c3315dd-6a2c-482c-8100-af21efc59d8e'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:53:32.164140 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-5e286870-77cd-449c-b4ff-93c1fef2cc95 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:53:32.165296 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5e286870-77cd-449c-b4ff-93c1fef2cc95 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5060406 Mar 16 10:53:32.169243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58318) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.241532 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e22380-0abe-4122-9080-6ead0066b76d', 'name': 'network-vif-deleted', 'tag': '0c3315dd-6a2c-482c-8100-af21efc59d8e', 'status': 'completed', 'code': 200} Mar 16 10:53:32.245370 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Network aa2c1946-b670-46ef-9d47-b74623af7537 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:32.268243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45f7546e-7746-4606-8c5c-e5c2cb08dee7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.270834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, aa2c1946-b670-46ef-9d47-b74623af7537) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:32.282631 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] Set router 957867d1-1a84-4970-9220-b3071eea460d gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:32.283795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:32.285101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.367257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc621c-2047-4061-b0db-814a2a0f8496 None None] Network aa2c1946-b670-46ef-9d47-b74623af7537 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:32.385255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45f7546e-7746-4606-8c5c-e5c2cb08dee7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.391801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.404783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Checking segment: {'id': '67eee0bb-f030-48d4-9ca7-033c0927277d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '186230db-05c2-436b-bccb-8bfc7afd2583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:32.405132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Network hostable DHCP agents. Network: 186230db-05c2-436b-bccb-8bfc7afd2583, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:32.440496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'Port': ['ID=fa9ab59e-1c25-484a-8b69-8f743f6846d4,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:32.463577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Network 186230db-05c2-436b-bccb-8bfc7afd2583 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:32.476014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 186230db-05c2-436b-bccb-8bfc7afd2583) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:32.476233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.481415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Network': ['ID=e57f845a-9024-49c0-a045-365eb6299d60,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:32.490122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bc693008-431e-4f90-a2f6-d476488847cb tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/routers/7d3b7ab2-b0e5-405a-93db-aa28632d1867 HTTP/1.1" status: 200 len: 885 time: 0.8976088 Mar 16 10:53:32.495268 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daebcc8e-c9fa-4288-af8b-5cbc313a3c2d None None] Network 186230db-05c2-436b-bccb-8bfc7afd2583 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:32.497355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58322) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.499937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:32.506771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.508389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network e57f845a-9024-49c0-a045-365eb6299d60 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:32.512012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.512683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.699482 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-07846171-01ae-44bc-8b5f-6d5f338152a6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8297591 Mar 16 10:53:32.713375 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58326) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.716264 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-672cb854-a56b-4a7c-9d5b-2e0c8d8f248d tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.6098738 Mar 16 10:53:32.719394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58330) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.719906 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e44070a9-5b41-4c15-91dc-9d9a8b7c8c81 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 1.1869526 Mar 16 10:53:32.722003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45f7546e-7746-4606-8c5c-e5c2cb08dee7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.724721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45f7546e-7746-4606-8c5c-e5c2cb08dee7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.729608 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-45f7546e-7746-4606-8c5c-e5c2cb08dee7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/ce3f1716-5d23-4f2d-a668-e4926de8ec5b HTTP/1.1" status: 204 len: 168 time: 0.5594015 Mar 16 10:53:32.734440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58332) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.735234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58334) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.735945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:32.814872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f3f29-166a-433c-932b-5c5a8abb8afa tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.816514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f3f29-166a-433c-932b-5c5a8abb8afa tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.817543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7546e-7746-4606-8c5c-e5c2cb08dee7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f1716-5d23-4f2d-a668-e4926de8ec5b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:32.818283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f3f29-166a-433c-932b-5c5a8abb8afa tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.820040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f3f29-166a-433c-932b-5c5a8abb8afa tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.822034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f3f29-166a-433c-932b-5c5a8abb8afa tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.823669 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6f1f3f29-166a-433c-932b-5c5a8abb8afa tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0874035 Mar 16 10:53:32.876116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58342) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.882813 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4af840d9-38f6-4ba5-9bfc-312e5d270be3 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1447260 Mar 16 10:53:32.890350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58346) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.901378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'tempest-secgroup--762722243'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:32.910368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:32.915193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:32.935052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:32.941964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:32.966140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.990216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Router 829c4f4d-f091-4d32-a9be-0102faa55bc7 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:32.998334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:33.005544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:33.165682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:33.169844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:33.173219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:33.180048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:33.199013 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e720f-3436-4acd-939d-a26833035775 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:33.205685 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e720f-3436-4acd-939d-a26833035775 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:33.206478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-338e720f-3436-4acd-939d-a26833035775 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Synchronizing usage tracker for tenant:787038c2f1b745a5862de30dddd56e6e on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:33.220038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05140fbf-3ae6-48d8-a220-09014e132966 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['shared'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:33.221940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05140fbf-3ae6-48d8-a220-09014e132966 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['shared'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:33.224320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05140fbf-3ae6-48d8-a220-09014e132966 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['shared'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:33.226040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05140fbf-3ae6-48d8-a220-09014e132966 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['shared'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:33.227342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05140fbf-3ae6-48d8-a220-09014e132966 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['shared'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:33.228032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-05140fbf-3ae6-48d8-a220-09014e132966 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Synchronizing usage tracker for tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:33.233033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58354) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.288950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:33.293167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.354472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:14Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3947d26d-42be-4499-94f5-b2a2ad8ac110', 'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'mac_address': 'fa:16:3e:95:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:11Z', 'updated_at': '2022-03-16T10:51:24Z', 'revision_number': 5, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'subnets': [{'id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:33.359003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] Checking router: 957867d1-1a84-4970-9220-b3071eea460d for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:33.368172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] Routers {'957867d1-1a84-4970-9220-b3071eea460d'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:33.369083 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['957867d1-1a84-4970-9220-b3071eea460d'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:33.390788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:33.401392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:33.403695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:33.408392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.413915 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-528473f9-bea4-479b-9e98-9cc167ffc1cb tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "PUT /v2.0/routers/829c4f4d-f091-4d32-a9be-0102faa55bc7 HTTP/1.1" status: 200 len: 915 time: 6.0913320 Mar 16 10:53:33.413915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58358) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.418856 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920af98-cb59-46f7-bbb8-c2d30762a22f None None] Sync routers for ids ['829c4f4d-f091-4d32-a9be-0102faa55bc7'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:33.427300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-05140fbf-3ae6-48d8-a220-09014e132966 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Unset dirty status for tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:33.431415 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920af98-cb59-46f7-bbb8-c2d30762a22f None None] Routers {'829c4f4d-f091-4d32-a9be-0102faa55bc7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:33.432234 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2920af98-cb59-46f7-bbb8-c2d30762a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['829c4f4d-f091-4d32-a9be-0102faa55bc7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:33.434974 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-05140fbf-3ae6-48d8-a220-09014e132966 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5556607 Mar 16 10:53:33.437460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58362) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.500333 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2920af98-cb59-46f7-bbb8-c2d30762a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:33.510534 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920af98-cb59-46f7-bbb8-c2d30762a22f None None] Routers {'829c4f4d-f091-4d32-a9be-0102faa55bc7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:33.511420 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2920af98-cb59-46f7-bbb8-c2d30762a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['829c4f4d-f091-4d32-a9be-0102faa55bc7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:33.578043 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2920af98-cb59-46f7-bbb8-c2d30762a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:33.578790 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920af98-cb59-46f7-bbb8-c2d30762a22f None None] The sync data for ids ['829c4f4d-f091-4d32-a9be-0102faa55bc7'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:33.629728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] Set router 957867d1-1a84-4970-9220-b3071eea460d gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:33.653453 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-30214293-2e8d-449c-b471-92031f155755 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/routers/829c4f4d-f091-4d32-a9be-0102faa55bc7 HTTP/1.1" status: 200 len: 921 time: 0.2370906 Mar 16 10:53:33.654171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58366) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.666795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-338e720f-3436-4acd-939d-a26833035775 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Unset dirty status for tenant:787038c2f1b745a5862de30dddd56e6e on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:33.668854 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-338e720f-3436-4acd-939d-a26833035775 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9375517 Mar 16 10:53:33.697021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58370) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.744195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.750957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.809948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb7ad7-27c9-4608-b29c-f17427e6df5d tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:33.814974 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-35eb7ad7-27c9-4608-b29c-f17427e6df5d tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&device_id=829c4f4d-f091-4d32-a9be-0102faa55bc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1561019 Mar 16 10:53:33.814974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.820594 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9250703 Mar 16 10:53:33.821416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58374) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.822168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58376) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.851852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c99181-43e4-4c47-a700-74d93768b7d0 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e638efb-0b56-4ec8-b5e0-da28fad01166,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:33.859090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-3aef6d97-8d5c-4f6e-97b1-139c05705475 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': '8e638efb-0b56-4ec8-b5e0-da28fad01166', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:33.860034 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-3aef6d97-8d5c-4f6e-97b1-139c05705475 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 16 10:53:33.860398 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-3aef6d97-8d5c-4f6e-97b1-139c05705475 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:33.864698 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3aef6d97-8d5c-4f6e-97b1-139c05705475 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0370073 Mar 16 10:53:33.868048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58382) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.921271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93afcb7d-700c-473f-b882-6c4e1a66845d tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.935113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e4b494f7-4b42-40f2-ba25-6b0e38a6c983 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Deleting port 7f90dd57-1d4e-443f-b737-549896ac8bcd {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:33.935459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e4b494f7-4b42-40f2-ba25-6b0e38a6c983 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.997371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95d656-b115-4ff4-92c1-d27326f41899 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:33.999395 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3e95d656-b115-4ff4-92c1-d27326f41899 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/networks/f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 881 time: 0.1753397 Mar 16 10:53:34.001615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58386) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.018460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:14Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3947d26d-42be-4499-94f5-b2a2ad8ac110', 'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'mac_address': 'fa:16:3e:95:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:11Z', 'updated_at': '2022-03-16T10:51:24Z', 'revision_number': 5, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'subnets': [{'id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:34.023285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e7127-464e-4da2-8e74-9c1bdf3b135d None None] The sync data for ids ['957867d1-1a84-4970-9220-b3071eea460d'] in dv-neutron-833860-1-hyperv is: [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:51:14Z', 'revision_number': 4, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3947d26d-42be-4499-94f5-b2a2ad8ac110', 'name': '', 'network_id': '8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'mac_address': 'fa:16:3e:95:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:11Z', 'updated_at': '2022-03-16T10:51:24Z', 'revision_number': 5, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'subnets': [{'id': 'cbacf6f9-22da-4650-9963-39b44c0de688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:34.047205 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d1e41829-3327-46c2-858b-31e1c63a19dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=829c4f4d-f091-4d32-a9be-0102faa55bc7 HTTP/1.1" status: 200 len: 205 time: 0.0444541 Mar 16 10:53:34.049776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58390) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.104103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93afcb7d-700c-473f-b882-6c4e1a66845d tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.124554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b622e8-957a-4fbb-ae25-53053e3e0958 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:34.125161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-84b622e8-957a-4fbb-ae25-53053e3e0958 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Synchronizing usage tracker for tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:34.154282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0696f7ad-9dd8-422f-85af-dd28baeb98df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:router {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:34.234151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.254880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb6a9ec-585d-472f-831c-52b11483bf37 None None] New status for floating IP e8f1622d-da95-4871-826a-f1d2297886d1: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:53:34.275113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-727b71e9-17b5-4786-9c01-a6f6e494a556 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.276710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-84b622e8-957a-4fbb-ae25-53053e3e0958 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Unset dirty status for tenant:7d2e3aee56b24ffb8ff967ff9e5062b3 on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:34.284322 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-84b622e8-957a-4fbb-ae25-53053e3e0958 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/networks/4b8924c9-d9a4-4743-bc4c-90ddde4690cf HTTP/1.1" status: 200 len: 804 time: 0.6544404 Mar 16 10:53:34.305545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58394) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.398579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0696f7ad-9dd8-422f-85af-dd28baeb98df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:router {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:34.402370 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0696f7ad-9dd8-422f-85af-dd28baeb98df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.9014194 Mar 16 10:53:34.404989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58398) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.420962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.426259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0425193d-dfe5-4035-b156-9fff8afff1d5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1968966136'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:34.470152 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-727b71e9-17b5-4786-9c01-a6f6e494a556 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.493719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.515287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Deleting port 8a0f80d2-151d-4cf6-83ee-defe1a4181ae {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:34.515585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.591948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93afcb7d-700c-473f-b882-6c4e1a66845d tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.655473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e4b494f7-4b42-40f2-ba25-6b0e38a6c983 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.671256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afcb7d-700c-473f-b882-6c4e1a66845d tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c70999-4dbd-48fd-91e0-fa2ea2834d85,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:34.830513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e4b494f7-4b42-40f2-ba25-6b0e38a6c983 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Calling delete_port for 7f90dd57-1d4e-443f-b737-549896ac8bcd owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:34.876470 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=3f9fd904-be10-4517-aa93-c239662cbe55,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:34.904152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-32d2f70d-0e32-4b44-b3ec-6c21bf17e251 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/networks/4b8924c9-d9a4-4743-bc4c-90ddde4690cf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5975044 Mar 16 10:53:34.912773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-727b71e9-17b5-4786-9c01-a6f6e494a556 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.919511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58402) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.930823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93afcb7d-700c-473f-b882-6c4e1a66845d tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.931784 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-93afcb7d-700c-473f-b882-6c4e1a66845d tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "DELETE /v2.0/security-groups/a0c70999-4dbd-48fd-91e0-fa2ea2834d85 HTTP/1.1" status: 204 len: 168 time: 1.6855669 Mar 16 10:53:34.936959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58406) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.976317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.979594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:34.979979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network hostable DHCP agents. Network: e57f845a-9024-49c0-a045-365eb6299d60, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:34.983905 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-29ce3094-21d8-4f06-a5d3-60f13d085c19 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] show failed (client error): The resource could not be found. Mar 16 10:53:34.984580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-727b71e9-17b5-4786-9c01-a6f6e494a556 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.984974 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-29ce3094-21d8-4f06-a5d3-60f13d085c19 tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "GET /v2.0/security-groups/a0c70999-4dbd-48fd-91e0-fa2ea2834d85 HTTP/1.1" status: 404 len: 347 time: 0.0455742 Mar 16 10:53:34.986408 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-727b71e9-17b5-4786-9c01-a6f6e494a556 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/8e638efb-0b56-4ec8-b5e0-da28fad01166 HTTP/1.1" status: 204 len: 168 time: 1.1082025 Mar 16 10:53:34.996033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b71e9-17b5-4786-9c01-a6f6e494a556 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e638efb-0b56-4ec8-b5e0-da28fad01166,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:34.997615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58410) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.997954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58412) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.046236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483d195-30b6-41a5-bcf8-107532293230 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:35.047565 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8483d195-30b6-41a5-bcf8-107532293230 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/subnets/7cd51fdf-7baa-4de1-937f-4489b6fb3ba4 HTTP/1.1" status: 200 len: 843 time: 0.1183825 Mar 16 10:53:35.048794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e4b494f7-4b42-40f2-ba25-6b0e38a6c983 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.050896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:35.052797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58418) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.148410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b494f7-4b42-40f2-ba25-6b0e38a6c983 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event deleted for resources: {'Port': ['ID=7f90dd57-1d4e-443f-b737-549896ac8bcd,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:35.160412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, e57f845a-9024-49c0-a045-365eb6299d60) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:35.168385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fddb16-7a6a-4258-a1f7-aab0ed0a070d None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:35.168880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e4b494f7-4b42-40f2-ba25-6b0e38a6c983 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.171968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:35.172475 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.202572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a8cbab-23f4-4f54-97fc-1e1ac06516a6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['shared'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:35.203882 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-67a8cbab-23f4-4f54-97fc-1e1ac06516a6 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "GET /v2.0/subnets/7cd51fdf-7baa-4de1-937f-4489b6fb3ba4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1469128 Mar 16 10:53:35.207011 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e4b494f7-4b42-40f2-ba25-6b0e38a6c983 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "DELETE /v2.0/ports/7f90dd57-1d4e-443f-b737-549896ac8bcd HTTP/1.1" status: 204 len: 168 time: 1.5064268 Mar 16 10:53:35.207595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58422) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.210278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58424) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.211616 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-03e0fb7f-27db-45ef-b35f-219967adbf1d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4941092 Mar 16 10:53:35.217004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1365907770'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:35.241086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58430) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.250977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Calling delete_port for 8a0f80d2-151d-4cf6-83ee-defe1a4181ae owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:35.254360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:35.274794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:35.292119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'name': 'tempest-NetworksTestDHCPv6-514808273'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:35.297602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-21af5f50-e2f9-4932-9644-70574ea3f1f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Deleting port fa9ab59e-1c25-484a-8b69-8f743f6846d4 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:35.298159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-21af5f50-e2f9-4932-9644-70574ea3f1f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.414931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '3f9fd904-be10-4517-aa93-c239662cbe55'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:35.416022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.453457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:35.456915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.538946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:35.562538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.562538 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Added segment 0de2587b-fbba-41e4-9735-4fba66e44805 of type vlan for network 37d3d9ad-e2a5-4166-a327-970a0ae0f318 Mar 16 10:53:35.620482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bd7070f1-27ec-4a6d-93a0-585e99568a97 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Synchronizing usage tracker for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:35.624278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc1acd-a4b5-4f46-8fa0-f4babdf53e2f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Deleting port 552b0e47-ac50-4c69-bd70-07db19238c79 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:35.624489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1acd-a4b5-4f46-8fa0-f4babdf53e2f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.667693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/3f9fd904-be10-4517-aa93-c239662cbe55/5fbd30c0-9e06-4e77-8de3-4e840911cba2) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:35.681111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.691753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-21af5f50-e2f9-4932-9644-70574ea3f1f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.750404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bd7070f1-27ec-4a6d-93a0-585e99568a97 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Unset dirty status for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:35.755196 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bd7070f1-27ec-4a6d-93a0-585e99568a97 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7507958 Mar 16 10:53:35.760486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58434) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.766686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598728949'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:35.843705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-21af5f50-e2f9-4932-9644-70574ea3f1f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Calling delete_port for fa9ab59e-1c25-484a-8b69-8f743f6846d4 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:35.860715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:35.873150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:35.880244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:35.885775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.897737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Transition to ACTIVE for port object 5fbd30c0-9e06-4e77-8de3-4e840911cba2 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:35.899376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:35.903220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.908866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:35.909457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.917039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Transition to ACTIVE for port object 5fbd30c0-9e06-4e77-8de3-4e840911cba2 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:35.923617 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.930251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:35.947015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0425193d-dfe5-4035-b156-9fff8afff1d5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.962546 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:35.990227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:35.996406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.998451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:36.000946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:36.027578 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0425193d-dfe5-4035-b156-9fff8afff1d5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.036592 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:36.040230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.050321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Pushing event updated for resources: {'Port': ['ID=5fbd30c0-9e06-4e77-8de3-4e840911cba2,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.072659 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8611991 Mar 16 10:53:36.075709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58438) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:36.078212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2cb26-65df-467f-833e-dca2641676c4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Network': ['ID=37d3d9ad-e2a5-4166-a327-970a0ae0f318,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.086334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'network_id': '37d3d9ad-e2a5-4166-a327-970a0ae0f318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:36.093325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 37d3d9ad-e2a5-4166-a327-970a0ae0f318 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:36.100717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-21af5f50-e2f9-4932-9644-70574ea3f1f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.156070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:36.172459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:36.181252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:36.189501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Attempting to bind port 5fbd30c0-9e06-4e77-8de3-4e840911cba2 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:36.190072 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Attempting to bind port 5fbd30c0-9e06-4e77-8de3-4e840911cba2 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:36.190199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Attempting to bind port 5fbd30c0-9e06-4e77-8de3-4e840911cba2 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:36.208215 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:36.208660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:36.209005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.209419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:36.209933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Bound port: 5fbd30c0-9e06-4e77-8de3-4e840911cba2, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:36.210320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.234471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af5f50-e2f9-4932-9644-70574ea3f1f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event deleted for resources: {'Port': ['ID=fa9ab59e-1c25-484a-8b69-8f743f6846d4,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.236812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:36.261963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-21af5f50-e2f9-4932-9644-70574ea3f1f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.284353 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-21af5f50-e2f9-4932-9644-70574ea3f1f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "DELETE /v2.0/ports/fa9ab59e-1c25-484a-8b69-8f743f6846d4 HTTP/1.1" status: 204 len: 168 time: 1.0693321 Mar 16 10:53:36.290126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58442) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:36.291853 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1acd-a4b5-4f46-8fa0-f4babdf53e2f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.292178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1acd-a4b5-4f46-8fa0-f4babdf53e2f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.296438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:36.313303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:36.319264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] For port 5fbd30c0-9e06-4e77-8de3-4e840911cba2, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:36.322761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] For port 5fbd30c0-9e06-4e77-8de3-4e840911cba2, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5fbd30c0-9e06-4e77-8de3-4e840911cba2,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:36.328675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.338149 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Made reservation on behalf of 7d2e3aee56b24ffb8ff967ff9e5062b3 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:36.342137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.414028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 61e34bf5-79bb-4841-a31b-007b22e7ffb5 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:36.422177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5236f-e75d-4543-a7fa-522f003c180a None None] Pushing event updated for resources: {'Port': ['ID=5fbd30c0-9e06-4e77-8de3-4e840911cba2,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.456366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.462046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.ipam_backend_mixin [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Performing IP validity checks on allocation pools {{(pid=87875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:53:36.462659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.ipam_backend_mixin [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:53:36.465523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.508554 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-608f859b-b95a-4806-bff9-fc09ad8b2acf tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2052600 Mar 16 10:53:36.509572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.521036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc1acd-a4b5-4f46-8fa0-f4babdf53e2f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Calling delete_port for 552b0e47-ac50-4c69-bd70-07db19238c79 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:36.521226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58446) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:36.534896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2093132591'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:36.546279 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:36.550231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2321fdba-1623-48b4-a0bc-daf8e57ef0dc,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.555739 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Usage tracker for resource:network and tenant:787038c2f1b745a5862de30dddd56e6e is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:36.559993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:36.563076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.566975 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dd08c407-6d91-4d02-8cbd-8f51d5330574 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8022964 Mar 16 10:53:36.569674 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:36.571371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58450) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:36.579737 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-1f6f89e5-0bd8-43b9-9899-38d5296ea1c5 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': '2321fdba-1623-48b4-a0bc-daf8e57ef0dc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:36.580577 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING neutron.api.v2.base [None req-1f6f89e5-0bd8-43b9-9899-38d5296ea1c5 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 16 10:53:36.581118 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-1f6f89e5-0bd8-43b9-9899-38d5296ea1c5 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:36.584897 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1f6f89e5-0bd8-43b9-9899-38d5296ea1c5 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0097921 Mar 16 10:53:36.587130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58454) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:36.611577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Made reservation on behalf of 787038c2f1b745a5862de30dddd56e6e for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:36.615194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.666625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Pushing event deleted for resources: {'Port': ['ID=8a0f80d2-151d-4cf6-83ee-defe1a4181ae,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.781849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:36.800178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c6b4cd22-3831-4e04-9a0e-826fabbea1f6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.816631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.817113 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Added segment 1f44fe72-947f-44ee-a6d3-0d813c6afe9f of type vlan for network 92017f4d-5bae-4d39-b517-1ff7f0e0efed Mar 16 10:53:36.826044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.883822 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c6b4cd22-3831-4e04-9a0e-826fabbea1f6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.959060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.966820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0425193d-dfe5-4035-b156-9fff8afff1d5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 7d3b7ab2-b0e5-405a-93db-aa28632d1867 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:36.981839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=85ff7457-c095-4fd5-94e2-5c9233a33953,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.997362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Checking segment: {'id': '0de2587b-fbba-41e4-9735-4fba66e44805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '37d3d9ad-e2a5-4166-a327-970a0ae0f318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:36.997727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network hostable DHCP agents. Network: 37d3d9ad-e2a5-4166-a327-970a0ae0f318, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:37.003178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.028837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c6b4cd22-3831-4e04-9a0e-826fabbea1f6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.044147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.049901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:37.050492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.068601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::34c (e57f845a-9024-49c0-a045-365eb6299d60/3f9fd904-be10-4517-aa93-c239662cbe55/61e34bf5-79bb-4841-a31b-007b22e7ffb5) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:37.073756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Network 37d3d9ad-e2a5-4166-a327-970a0ae0f318 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:37.076284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4cd22-3831-4e04-9a0e-826fabbea1f6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2321fdba-1623-48b4-a0bc-daf8e57ef0dc,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:37.172728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 37d3d9ad-e2a5-4166-a327-970a0ae0f318) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:37.185523 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daee100-b2c4-4f76-a39e-ccd40f8aa111 None None] Network 37d3d9ad-e2a5-4166-a327-970a0ae0f318 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:37.185730 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6608744 Mar 16 10:53:37.185730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:37.185730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.191992 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c6b4cd22-3831-4e04-9a0e-826fabbea1f6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.195495 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c6b4cd22-3831-4e04-9a0e-826fabbea1f6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/2321fdba-1623-48b4-a0bc-daf8e57ef0dc HTTP/1.1" status: 204 len: 168 time: 0.6049430 Mar 16 10:53:37.197421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58460) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:37.197767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58462) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:37.207181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc28500-ba7a-4374-8982-d16a5c1795da tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'Network': ['ID=92017f4d-5bae-4d39-b517-1ff7f0e0efed,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:37.214643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1228526374'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:37.227639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 92017f4d-5bae-4d39-b517-1ff7f0e0efed details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:37.237153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:37.244039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Usage tracker for resource:network and tenant:787038c2f1b745a5862de30dddd56e6e is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:37.248239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:37.266845 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d81dccdc-c7d0-42ed-a87b-2071e4f8d2d0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1861968 Mar 16 10:53:37.266845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:37.270317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58468) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:37.281884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6b8569c0-142e-4200-a12a-8c197e4b65c3 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:37.338711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Made reservation on behalf of 787038c2f1b745a5862de30dddd56e6e for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:37.342269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.354000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6449bf9e-aafc-4c61-9d8a-6472d1c8358a tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Synchronizing usage tracker for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:37.526387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.529544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.531380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1acd-a4b5-4f46-8fa0-f4babdf53e2f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.543163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:37.545809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-37d3d9ad-e2a5-4166-a327-970a0ae0f318', 'network_id': '37d3d9ad-e2a5-4166-a327-970a0ae0f318', 'tenant_id': '7d2e3aee56b24ffb8ff967ff9e5062b3', 'fixed_ips': [{'subnet_id': '85ff7457-c095-4fd5-94e2-5c9233a33953'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:37.546854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.564262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6449bf9e-aafc-4c61-9d8a-6472d1c8358a tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Unset dirty status for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:37.565800 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6449bf9e-aafc-4c61-9d8a-6472d1c8358a tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3653686 Mar 16 10:53:37.573105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58472) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:37.575982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.576395 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Added segment 0a995b02-3801-46fa-8edf-9bb766680c71 of type vlan for network f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1 Mar 16 10:53:37.583213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'tempest-secgroup--881886953'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:37.589152 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:37.600142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:37.632237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.687236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b8569c0-142e-4200-a12a-8c197e4b65c3 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1707844'] for subnet, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.704141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.709152 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:37.720070 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1c9fee-26ea-4190-aec8-db4825cc5cce None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:37.720843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc1acd-a4b5-4f46-8fa0-f4babdf53e2f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Pushing event deleted for resources: {'Port': ['ID=552b0e47-ac50-4c69-bd70-07db19238c79,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:37.722162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:37.731798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:37.743693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:37.778324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.783993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.784509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Fanout notify agent at l3_agent the message router_deleted on router 829c4f4d-f091-4d32-a9be-0102faa55bc7 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:37.848817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.854805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:37.855471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.919297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 16 10:53:37.919297 dv-neutron-833860-1-hyperv neutron-server[87876]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 16 10:53:37.919297 dv-neutron-833860-1-hyperv neutron-server[87876]: [parameters: {'in_use': 1, 'id_1': '85ff7457-c095-4fd5-94e2-5c9233a33953'}] Mar 16 10:53:37.919297 dv-neutron-833860-1-hyperv neutron-server[87876]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:37.919838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:37.924971 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-08a50a19-e496-4b6b-8dbf-b9314ad005cb None None] Provisioning for port 5fbd30c0-9e06-4e77-8de3-4e840911cba2 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:38.052823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 61e34bf5-79bb-4841-a31b-007b22e7ffb5 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:38.069448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'Network': ['ID=f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.079988 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bf599269-2e4c-44dc-8bc2-2a1b083139af tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8811572 Mar 16 10:53:38.086857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0425193d-dfe5-4035-b156-9fff8afff1d5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:38.095668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0425193d-dfe5-4035-b156-9fff8afff1d5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.099532 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0425193d-dfe5-4035-b156-9fff8afff1d5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/7d3b7ab2-b0e5-405a-93db-aa28632d1867 HTTP/1.1" status: 200 len: 892 time: 3.6910703 Mar 16 10:53:38.104790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.105894 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6ae36446-62c0-49c3-9e50-f4abb4ad1c82 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/829c4f4d-f091-4d32-a9be-0102faa55bc7 HTTP/1.1" status: 204 len: 168 time: 4.0552084 Mar 16 10:53:38.106919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58476) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.115471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1acd-a4b5-4f46-8fa0-f4babdf53e2f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.118070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1acd-a4b5-4f46-8fa0-f4babdf53e2f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.119279 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5dbc1acd-a4b5-4f46-8fa0-f4babdf53e2f tempest-ServersTestJSON-2127961789 tempest-ServersTestJSON-2127961789-project] 10.222.0.37 "DELETE /v2.0/floatingips/e8f1622d-da95-4871-826a-f1d2297886d1 HTTP/1.1" status: 204 len: 168 time: 3.1203978 Mar 16 10:53:38.128341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.132542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:38.132708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58478) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.133213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58480) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.143358 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.149896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1069217281', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.152695 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a705a73e-5a51-4e9c-a09c-be78d0b2e19d None None] Sync routers for ids ['7d3b7ab2-b0e5-405a-93db-aa28632d1867'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:38.174059 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a705a73e-5a51-4e9c-a09c-be78d0b2e19d None None] Routers {'7d3b7ab2-b0e5-405a-93db-aa28632d1867'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:38.175690 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a705a73e-5a51-4e9c-a09c-be78d0b2e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7d3b7ab2-b0e5-405a-93db-aa28632d1867'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:38.232053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58488) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.245046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'subnets': [{'network_id': '92017f4d-5bae-4d39-b517-1ff7f0e0efed', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1395571627', 'ip_version': 4}, {'network_id': 'f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.245360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'subnet': {'network_id': '92017f4d-5bae-4d39-b517-1ff7f0e0efed', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1395571627', 'ip_version': 4}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.246097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Request body: {'subnet': {'network_id': 'f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.280935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:38.302696 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a705a73e-5a51-4e9c-a09c-be78d0b2e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:38.306307 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Usage tracker for resource:router and tenant:af07770cb8fa4e9d9e17ed6aa5a3faf7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:38.318130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.327289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:38.329375 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a705a73e-5a51-4e9c-a09c-be78d0b2e19d None None] Routers {'7d3b7ab2-b0e5-405a-93db-aa28632d1867'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:38.330069 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a705a73e-5a51-4e9c-a09c-be78d0b2e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7d3b7ab2-b0e5-405a-93db-aa28632d1867'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:38.352228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:38.368627 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.369519 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7954907 Mar 16 10:53:38.383582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7502c-4fe5-4f48-aa51-72f745463b8d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7de256-ced8-47cc-bf86-199fed38c6a1,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.387647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58492) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.400047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.420861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.446181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b8569c0-142e-4200-a12a-8c197e4b65c3 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765975443703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-462282'] for subnet, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.447529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-cc336c67-a4dd-43b4-9048-9a545b9e88b8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': '5e7de256-ced8-47cc-bf86-199fed38c6a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.464255 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a705a73e-5a51-4e9c-a09c-be78d0b2e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:38.466159 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-cc336c67-a4dd-43b4-9048-9a545b9e88b8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 16 10:53:38.466942 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-cc336c67-a4dd-43b4-9048-9a545b9e88b8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:38.468432 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cc336c67-a4dd-43b4-9048-9a545b9e88b8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0743487 Mar 16 10:53:38.474279 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a705a73e-5a51-4e9c-a09c-be78d0b2e19d None None] The sync data for ids ['7d3b7ab2-b0e5-405a-93db-aa28632d1867'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:38.489422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.490540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.499005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58496) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.508361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a08dc804-f7f6-4de3-9c10-e98470c25360 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': '5e7de256-ced8-47cc-bf86-199fed38c6a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.510229 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING neutron.api.v2.base [None req-a08dc804-f7f6-4de3-9c10-e98470c25360 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 16 10:53:38.510806 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-a08dc804-f7f6-4de3-9c10-e98470c25360 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:38.514820 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a08dc804-f7f6-4de3-9c10-e98470c25360 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090647 Mar 16 10:53:38.518636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58500) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.536995 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5fbd30c0-9e06-4e77-8de3-4e840911cba2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:38.557950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8569c0-142e-4200-a12a-8c197e4b65c3 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:38.558728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b8569c0-142e-4200-a12a-8c197e4b65c3 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.560177 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6b8569c0-142e-4200-a12a-8c197e4b65c3 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "PUT /v2.0/subnets/85ff7457-c095-4fd5-94e2-5c9233a33953 HTTP/1.1" status: 200 len: 900 time: 1.2889278 Mar 16 10:53:38.568300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58502) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.601195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d90d88a5-39d5-467f-8bac-4287091c8435 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': '5e7de256-ced8-47cc-bf86-199fed38c6a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.602272 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-d90d88a5-39d5-467f-8bac-4287091c8435 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 16 10:53:38.602923 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-d90d88a5-39d5-467f-8bac-4287091c8435 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:38.604667 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d90d88a5-39d5-467f-8bac-4287091c8435 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0304697 Mar 16 10:53:38.611126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58510) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.665318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.693000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 5fbd30c0-9e06-4e77-8de3-4e840911cba2 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:38.699009 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8569c0-142e-4200-a12a-8c197e4b65c3 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event updated for resources: {'Subnet': ['ID=85ff7457-c095-4fd5-94e2-5c9233a33953,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.703095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 5fbd30c0-9e06-4e77-8de3-4e840911cba2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:38.703392 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.721342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:38.726988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a3b549a7-83a6-4f00-8e6b-ad685b29d5ff tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': '5e7de256-ced8-47cc-bf86-199fed38c6a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.728034 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-a3b549a7-83a6-4f00-8e6b-ad685b29d5ff tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 16 10:53:38.729119 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-a3b549a7-83a6-4f00-8e6b-ad685b29d5ff tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:38.732949 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a3b549a7-83a6-4f00-8e6b-ad685b29d5ff tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.1065192 Mar 16 10:53:38.739343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:38.744652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Allocated IP 2001:db8::3 (37d3d9ad-e2a5-4166-a327-970a0ae0f318/85ff7457-c095-4fd5-94e2-5c9233a33953/906980f7-f881-4376-ba73-847d64f309a1) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:38.759500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58514) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.762643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=61e34bf5-79bb-4841-a31b-007b22e7ffb5,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.768448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:38.775256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:38.776183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.819712 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8f057a21-a1b9-406d-b423-c87e46c12a99 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5781295 Mar 16 10:53:38.829499 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2bd4fd83-ed53-47c0-80ba-a5aa0ac3859b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/routers/7d3b7ab2-b0e5-405a-93db-aa28632d1867 HTTP/1.1" status: 200 len: 892 time: 0.6992514 Mar 16 10:53:38.835525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58518) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.836027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58520) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.928394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:38.958666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Usage tracker for resource:subnet and tenant:787038c2f1b745a5862de30dddd56e6e is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:38.961057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.962906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6c4ab5af-f9e2-4fb9-9f36-477627d49cbc tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:38.965850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:38.976580 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:39.018003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.019966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Made reservation on behalf of 787038c2f1b745a5862de30dddd56e6e for: {'subnet': 2} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:39.025011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.025708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.040847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c3dd854b-668e-4b9c-aea9-024caa69c380 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.046433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6c4ab5af-f9e2-4fb9-9f36-477627d49cbc tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:39.050205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 5fbd30c0-9e06-4e77-8de3-4e840911cba2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5fbd30c0-9e06-4e77-8de3-4e840911cba2,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:39.051397 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6c4ab5af-f9e2-4fb9-9f36-477627d49cbc tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d3b7ab2-b0e5-405a-93db-aa28632d1867 HTTP/1.1" status: 200 len: 205 time: 0.2061832 Mar 16 10:53:39.057965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58526) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:39.060768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.126800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.152600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Transition to ACTIVE for port object 906980f7-f881-4376-ba73-847d64f309a1 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:39.168703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c3dd854b-668e-4b9c-aea9-024caa69c380 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.169010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=5fbd30c0-9e06-4e77-8de3-4e840911cba2,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:39.180489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Transition to ACTIVE for port object 906980f7-f881-4376-ba73-847d64f309a1 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:39.183589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-76ae2c44-7455-411c-96a4-25f411c332ce None None] Provisioning for port 61e34bf5-79bb-4841-a31b-007b22e7ffb5 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:39.184521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58adc05b-7846-4cfb-9fbd-24d6d955bfb8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:39.189069 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-76ae2c44-7455-411c-96a4-25f411c332ce None None] Provisioning complete for port 61e34bf5-79bb-4841-a31b-007b22e7ffb5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:39.190721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76ae2c44-7455-411c-96a4-25f411c332ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.191405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58adc05b-7846-4cfb-9fbd-24d6d955bfb8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:39.192237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-58adc05b-7846-4cfb-9fbd-24d6d955bfb8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:39.222916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.261730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-58adc05b-7846-4cfb-9fbd-24d6d955bfb8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:39.265644 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-58adc05b-7846-4cfb-9fbd-24d6d955bfb8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4194906 Mar 16 10:53:39.265905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58530) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:39.320926 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-76ae2c44-7455-411c-96a4-25f411c332ce None None] Port 61e34bf5-79bb-4841-a31b-007b22e7ffb5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:39.329245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Network 37d3d9ad-e2a5-4166-a327-970a0ae0f318 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:39.332920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:39.335858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Pushing event updated for resources: {'Port': ['ID=906980f7-f881-4376-ba73-847d64f309a1,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:39.339215 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:39.355856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c3dd854b-668e-4b9c-aea9-024caa69c380 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.400532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd854b-668e-4b9c-aea9-024caa69c380 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7de256-ced8-47cc-bf86-199fed38c6a1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:39.421934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-20b3e978-eeba-47c4-9d53-75f31f2c70f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 61e34bf5-79bb-4841-a31b-007b22e7ffb5 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:39.422544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-20b3e978-eeba-47c4-9d53-75f31f2c70f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.436817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port 906980f7-f881-4376-ba73-847d64f309a1 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:39.437378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.439195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Attempting to bind port 906980f7-f881-4376-ba73-847d64f309a1 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:39.439607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Attempting to bind port 906980f7-f881-4376-ba73-847d64f309a1 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '0de2587b-fbba-41e4-9735-4fba66e44805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '37d3d9ad-e2a5-4166-a327-970a0ae0f318'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:39.439906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Attempting to bind port 906980f7-f881-4376-ba73-847d64f309a1 on network 37d3d9ad-e2a5-4166-a327-970a0ae0f318 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:39.445417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:39.445781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Checking segment: {'id': '0de2587b-fbba-41e4-9735-4fba66e44805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '37d3d9ad-e2a5-4166-a327-970a0ae0f318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:39.446176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.446548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Bound using segment: {'id': '0de2587b-fbba-41e4-9735-4fba66e44805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '37d3d9ad-e2a5-4166-a327-970a0ae0f318'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:39.446999 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Bound port: 906980f7-f881-4376-ba73-847d64f309a1, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de2587b-fbba-41e4-9735-4fba66e44805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '37d3d9ad-e2a5-4166-a327-970a0ae0f318'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:39.447358 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.501874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c3dd854b-668e-4b9c-aea9-024caa69c380 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.505423 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c3dd854b-668e-4b9c-aea9-024caa69c380 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/5e7de256-ced8-47cc-bf86-199fed38c6a1 HTTP/1.1" status: 204 len: 168 time: 0.7422040 Mar 16 10:53:39.528233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58534) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:39.544863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] For port 906980f7-f881-4376-ba73-847d64f309a1, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:39.548315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] For port 906980f7-f881-4376-ba73-847d64f309a1, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=906980f7-f881-4376-ba73-847d64f309a1,segment=NetworkSegment(0de2587b-fbba-41e4-9735-4fba66e44805),segment_id=0de2587b-fbba-41e4-9735-4fba66e44805)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:39.554634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.565584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.663773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68741529-bf3d-4ec4-81a8-8149e8ca441e None None] Pushing event updated for resources: {'Port': ['ID=906980f7-f881-4376-ba73-847d64f309a1,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:39.774288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.998311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e654193c-90fd-4d02-82e8-a717b1b3c518 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Synchronizing usage tracker for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:40.042859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-20b3e978-eeba-47c4-9d53-75f31f2c70f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.138030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e654193c-90fd-4d02-82e8-a717b1b3c518 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Unset dirty status for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:40.139465 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e654193c-90fd-4d02-82e8-a717b1b3c518 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6078093 Mar 16 10:53:40.157941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58538) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:40.166404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] For port 906980f7-f881-4376-ba73-847d64f309a1, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=906980f7-f881-4376-ba73-847d64f309a1,segment=NetworkSegment(0de2587b-fbba-41e4-9735-4fba66e44805),segment_id=0de2587b-fbba-41e4-9735-4fba66e44805)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:40.166755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.185357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174471919'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:40.203797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-20b3e978-eeba-47c4-9d53-75f31f2c70f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 61e34bf5-79bb-4841-a31b-007b22e7ffb5 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:40.254534 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:40.321545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Calling delete_port for 906980f7-f881-4376-ba73-847d64f309a1 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:40.360760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.376122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.377078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:40.420761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.483531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'Subnet': ['ID=cf4a66f8-bd6c-4cec-9092-6eda42fc8f16,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.495581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-20b3e978-eeba-47c4-9d53-75f31f2c70f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.520930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5fbd30c0-9e06-4e77-8de3-4e840911cba2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:40.549687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Checking segment: {'id': '1f44fe72-947f-44ee-a6d3-0d813c6afe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '92017f4d-5bae-4d39-b517-1ff7f0e0efed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:40.550023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Network hostable DHCP agents. Network: 92017f4d-5bae-4d39-b517-1ff7f0e0efed, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:40.569847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3e978-eeba-47c4-9d53-75f31f2c70f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=61e34bf5-79bb-4841-a31b-007b22e7ffb5,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.571898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:40.587173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.624808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-20b3e978-eeba-47c4-9d53-75f31f2c70f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.655375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Network 92017f4d-5bae-4d39-b517-1ff7f0e0efed is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:40.668630 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-20b3e978-eeba-47c4-9d53-75f31f2c70f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/61e34bf5-79bb-4841-a31b-007b22e7ffb5 HTTP/1.1" status: 204 len: 168 time: 1.4014535 Mar 16 10:53:40.675296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58542) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:40.682951 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:40.689025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 5fbd30c0-9e06-4e77-8de3-4e840911cba2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:40.689817 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.727066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 69e5cf13-feb2-4693-86a1-aa176e6f9efe {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:40.727616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.729181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 92017f4d-5bae-4d39-b517-1ff7f0e0efed) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:40.746579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.761619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0f349-6c9a-4de3-be5f-64dd64afa3b9 None None] Network 92017f4d-5bae-4d39-b517-1ff7f0e0efed requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:40.891519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705da66-6352-4d3c-95c2-aaefcb452138 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:40.893826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705da66-6352-4d3c-95c2-aaefcb452138 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:40.898778 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1705da66-6352-4d3c-95c2-aaefcb452138 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2176907 Mar 16 10:53:40.899697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58546) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:40.900775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a74efb-34aa-43db-898d-2a1352d8e88d None None] Network 37d3d9ad-e2a5-4166-a327-970a0ae0f318 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:40.937274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Checking segment: {'id': '0a995b02-3801-46fa-8edf-9bb766680c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:40.937774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Network hostable DHCP agents. Network: f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:40.950847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:40.954590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event updated for resources: {'Subnet': ['ID=f4eb31d3-870d-4b06-bbf1-49582b5b2add,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.993347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-916edc8c-968f-47d7-8089-7f160e3dd3f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 3f9fd904-be10-4517-aa93-c239662cbe55 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:40.996573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Network f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:40.999871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-916edc8c-968f-47d7-8089-7f160e3dd3f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.018853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:41.035729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-012f1e78-a4b4-4fa6-91d0-3254fdf6ef47 None None] Provisioning for port 906980f7-f881-4376-ba73-847d64f309a1 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:41.050385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:41.058906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:41.059478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:41.060175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.071546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd36ede-3e27-4d1b-b55d-af3b2a0b609f None None] Network f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:41.078955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-916edc8c-968f-47d7-8089-7f160e3dd3f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.121938 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a1c11415-99f6-4663-8511-c579dfd0270f tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8878205 Mar 16 10:53:41.125220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58550) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:41.130522 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 906980f7-f881-4376-ba73-847d64f309a1 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:41.186462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.213087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac1ce48-6519-4c82-bf3f-d4d4fcd24be5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:41.214722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac1ce48-6519-4c82-bf3f-d4d4fcd24be5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:41.216288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac1ce48-6519-4c82-bf3f-d4d4fcd24be5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:41.217199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9ac1ce48-6519-4c82-bf3f-d4d4fcd24be5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Synchronizing usage tracker for tenant:787038c2f1b745a5862de30dddd56e6e on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:41.226208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.241968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-916edc8c-968f-47d7-8089-7f160e3dd3f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.274746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9ac1ce48-6519-4c82-bf3f-d4d4fcd24be5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Unset dirty status for tenant:787038c2f1b745a5862de30dddd56e6e on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:41.277691 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9ac1ce48-6519-4c82-bf3f-d4d4fcd24be5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1509318 Mar 16 10:53:41.284148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58554) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:41.373138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-1677524c-5f50-4fb0-a88d-4ee2aa67ce1b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Deleting subnet cf4a66f8-bd6c-4cec-9092-6eda42fc8f16 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:41.377107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1677524c-5f50-4fb0-a88d-4ee2aa67ce1b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.422363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No active binding found for port 906980f7-f881-4376-ba73-847d64f309a1 {{(pid=87876) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 10:53:41.422784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 906980f7-f881-4376-ba73-847d64f309a1 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 10:53:41.435577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-916edc8c-968f-47d7-8089-7f160e3dd3f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.463239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.468369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Port 906980f7-f881-4376-ba73-847d64f309a1 not found, will not notify nova. {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 10:53:41.479752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916edc8c-968f-47d7-8089-7f160e3dd3f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9fd904-be10-4517-aa93-c239662cbe55,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:41.485878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1677524c-5f50-4fb0-a88d-4ee2aa67ce1b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.515459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-916edc8c-968f-47d7-8089-7f160e3dd3f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.534986 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-916edc8c-968f-47d7-8089-7f160e3dd3f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/3f9fd904-be10-4517-aa93-c239662cbe55 HTTP/1.1" status: 204 len: 168 time: 0.6296356 Mar 16 10:53:41.536137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58558) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:41.538858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41f690-3d65-4b0c-aa98-4c7186715b3b None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:41.583610 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Port': ['ID=906980f7-f881-4376-ba73-847d64f309a1,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:41.615041 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b8d630bb-8ac9-49a3-98bb-516f072c45b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756264 Mar 16 10:53:41.617196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58562) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:41.621892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:41.672998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539c2a7-9acc-4df7-aeca-1d24bbcd58ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-92017f4d-5bae-4d39-b517-1ff7f0e0efed', 'network_id': '92017f4d-5bae-4d39-b517-1ff7f0e0efed', 'tenant_id': '787038c2f1b745a5862de30dddd56e6e', 'fixed_ips': [{'subnet_id': 'cf4a66f8-bd6c-4cec-9092-6eda42fc8f16'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:41.673981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e539c2a7-9acc-4df7-aeca-1d24bbcd58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.735167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1677524c-5f50-4fb0-a88d-4ee2aa67ce1b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.789693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No DVR routers for this DVR port 906980f7-f881-4376-ba73-847d64f309a1 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:41.801873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.802154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:41.810364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:41.815236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:41.825300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:41.851631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1677524c-5f50-4fb0-a88d-4ee2aa67ce1b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.919561 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc18db7-463a-4070-9def-2836dbdef511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1', 'network_id': 'f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1', 'tenant_id': '787038c2f1b745a5862de30dddd56e6e', 'fixed_ips': [{'subnet_id': 'f4eb31d3-870d-4b06-bbf1-49582b5b2add'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:41.920175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ddc18db7-463a-4070-9def-2836dbdef511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server [None req-e539c2a7-9acc-4df7-aeca-1d24bbcd58ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf4a66f8-bd6c-4cec-9092-6eda42fc8f16: This subnet is being modified by another concurrent operation. Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:53:42.001865 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf4a66f8-bd6c-4cec-9092-6eda42fc8f16: This subnet is being modified by another concurrent operation. Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server Mar 16 10:53:42.005188 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfad06f-412c-45ee-ad2b-c4798b40dd65 None None] Network 37d3d9ad-e2a5-4166-a327-970a0ae0f318 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:42.017077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for 69e5cf13-feb2-4693-86a1-aa176e6f9efe owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:42.024243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677524c-5f50-4fb0-a88d-4ee2aa67ce1b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4a66f8-bd6c-4cec-9092-6eda42fc8f16,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.030133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1677524c-5f50-4fb0-a88d-4ee2aa67ce1b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.049437 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1677524c-5f50-4fb0-a88d-4ee2aa67ce1b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "DELETE /v2.0/subnets/cf4a66f8-bd6c-4cec-9092-6eda42fc8f16 HTTP/1.1" status: 204 len: 168 time: 0.7615950 Mar 16 10:53:42.049590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58566) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:42.055115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.065823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7022db9b-e92f-48a6-b8f4-54ebd0154a16 None None] Network 92017f4d-5bae-4d39-b517-1ff7f0e0efed requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:42.081273 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.097225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:42.100991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.125636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Allocated IP 172.26.2.128 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/07e0109b-59df-4231-9d84-fffcb10a8952) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:42.147765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.219136 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-6676587c-d5b5-4acc-ba30-a91d9c9977b5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Deleting subnet f4eb31d3-870d-4b06-bbf1-49582b5b2add {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:42.223024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6676587c-d5b5-4acc-ba30-a91d9c9977b5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.285885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a88137-0eab-401b-b5fb-49c341da6875,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.294097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6676587c-d5b5-4acc-ba30-a91d9c9977b5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.356767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c5c741-f299-484f-ab10-9636c4ada444 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:42.361629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.365291 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b645b05e-ece3-4c95-b40d-279f86ad2ef7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2004621 Mar 16 10:53:42.366495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58570) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:42.377695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5c741-f299-484f-ab10-9636c4ada444 None None] Deleting port 5fbd30c0-9e06-4e77-8de3-4e840911cba2 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:42.378067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c741-f299-484f-ab10-9636c4ada444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.386289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-975ba39f-3b7f-4ffc-ba05-4ccc68494211 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'f5a88137-0eab-401b-b5fb-49c341da6875', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:42.387543 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-975ba39f-3b7f-4ffc-ba05-4ccc68494211 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 10:53:42.388124 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-975ba39f-3b7f-4ffc-ba05-4ccc68494211 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:42.391848 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-975ba39f-3b7f-4ffc-ba05-4ccc68494211 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0219336 Mar 16 10:53:42.416062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58574) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:42.452283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6676587c-d5b5-4acc-ba30-a91d9c9977b5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.551736 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5fbd30c0-9e06-4e77-8de3-4e840911cba2 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:42.596764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-1d5d577b-c543-4fc3-b910-6407d77ad655 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'f5a88137-0eab-401b-b5fb-49c341da6875', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server [None req-ddc18db7-463a-4070-9def-2836dbdef511 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4eb31d3-870d-4b06-bbf1-49582b5b2add: This subnet is being modified by another concurrent operation. Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:53:42.609790 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4eb31d3-870d-4b06-bbf1-49582b5b2add: This subnet is being modified by another concurrent operation. Mar 16 10:53:42.613051 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server Mar 16 10:53:42.615801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] Deleting port 3947d26d-42be-4499-94f5-b2a2ad8ac110 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:42.615801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.622444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6676587c-d5b5-4acc-ba30-a91d9c9977b5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.659870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-1d5d577b-c543-4fc3-b910-6407d77ad655 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:42.679773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a13cc3-ad22-401c-af43-64fecf44a922 None None] Network f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:42.684473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-1d5d577b-c543-4fc3-b910-6407d77ad655 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:42.705786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-1d5d577b-c543-4fc3-b910-6407d77ad655 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:42.734307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6676587c-d5b5-4acc-ba30-a91d9c9977b5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.753354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-1d5d577b-c543-4fc3-b910-6407d77ad655 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:42.762694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676587c-d5b5-4acc-ba30-a91d9c9977b5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event deleted for resources: {'Subnet': ['ID=f4eb31d3-870d-4b06-bbf1-49582b5b2add,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.771122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6676587c-d5b5-4acc-ba30-a91d9c9977b5 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "DELETE /v2.0/subnets/f4eb31d3-870d-4b06-bbf1-49582b5b2add HTTP/1.1" status: 204 len: 168 time: 0.7199440 Mar 16 10:53:42.782178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58578) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:42.798707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.856438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.884890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b5c5c741-f299-484f-ab10-9636c4ada444 None None] For port 5fbd30c0-9e06-4e77-8de3-4e840911cba2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5fbd30c0-9e06-4e77-8de3-4e840911cba2,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:42.885317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c741-f299-484f-ab10-9636c4ada444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.910070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d3f002-abb9-4bd5-a905-1239eb5b50f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:42.910747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-94d3f002-abb9-4bd5-a905-1239eb5b50f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Synchronizing usage tracker for tenant:787038c2f1b745a5862de30dddd56e6e on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:42.930781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:42.937190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:42.940510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:42.941122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.944212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Subnet': ['ID=85ff7457-c095-4fd5-94e2-5c9233a33953,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.967374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-94d3f002-abb9-4bd5-a905-1239eb5b50f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Unset dirty status for tenant:787038c2f1b745a5862de30dddd56e6e on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:42.968530 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-94d3f002-abb9-4bd5-a905-1239eb5b50f6 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1854119 Mar 16 10:53:42.970712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=925f6e7f-0aa7-47a3-84a4-a5068563ae61,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.976779 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1ed8071b-b534-4b4b-8de3-79f58350bd7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3599269 Mar 16 10:53:42.977938 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58582) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:42.980346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58584) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:43.002842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'name': 'tempest-NetworksTestDHCPv6-1749497493'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:43.011599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.032219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c47f6-35d0-4b7a-9f57-9ed5a1f31a66 None None] Network 37d3d9ad-e2a5-4166-a327-970a0ae0f318 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:43.085326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5c741-f299-484f-ab10-9636c4ada444 None None] Calling delete_port for 5fbd30c0-9e06-4e77-8de3-4e840911cba2 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:43.109206 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-1d5d577b-c543-4fc3-b910-6407d77ad655 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:43.113340 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1d5d577b-c543-4fc3-b910-6407d77ad655 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6826158 Mar 16 10:53:43.113340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.136923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58590) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:43.161744 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-94e074e2-67e8-416f-81bf-4e08da6306aa tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'f5a88137-0eab-401b-b5fb-49c341da6875', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:43.162473 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING neutron.api.v2.base [None req-94e074e2-67e8-416f-81bf-4e08da6306aa tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 16 10:53:43.163006 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-94e074e2-67e8-416f-81bf-4e08da6306aa tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:43.166625 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-94e074e2-67e8-416f-81bf-4e08da6306aa tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0239470 Mar 16 10:53:43.174308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58594) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:43.180642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d3d9ad-e2a5-4166-a327-970a0ae0f318']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:43.183809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-3a4b5164-c8fd-4fbe-b9ba-cb30f85c1b83 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'f5a88137-0eab-401b-b5fb-49c341da6875', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:43.197085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] For port 3947d26d-42be-4499-94f5-b2a2ad8ac110, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3947d26d-42be-4499-94f5-b2a2ad8ac110,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:43.197448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.202074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3a4b5164-c8fd-4fbe-b9ba-cb30f85c1b83 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:43.204673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.210574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de2587b-fbba-41e4-9735-4fba66e44805') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:43.211451 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de2587b-fbba-41e4-9735-4fba66e44805') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:43.211585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3a4b5164-c8fd-4fbe-b9ba-cb30f85c1b83 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:43.217184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.218992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3a4b5164-c8fd-4fbe-b9ba-cb30f85c1b83 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:43.235458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3a4b5164-c8fd-4fbe-b9ba-cb30f85c1b83 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:43.258456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:43.262628 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.266522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:43.271293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.294974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:43.312472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:43.331373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=69e5cf13-feb2-4693-86a1-aa176e6f9efe,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.371466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c741-f299-484f-ab10-9636c4ada444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.411932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-3a4b5164-c8fd-4fbe-b9ba-cb30f85c1b83 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:43.415710 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3a4b5164-c8fd-4fbe-b9ba-cb30f85c1b83 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2353003 Mar 16 10:53:43.419206 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58598) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:43.419733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:43.423295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.427315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] Calling delete_port for 3947d26d-42be-4499-94f5-b2a2ad8ac110 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:43.442742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-352ce8d8-8c20-408a-8684-63643c409b63 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'f5a88137-0eab-401b-b5fb-49c341da6875', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:43.443207 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-352ce8d8-8c20-408a-8684-63643c409b63 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 10:53:43.443685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-352ce8d8-8c20-408a-8684-63643c409b63 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:43.448103 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-352ce8d8-8c20-408a-8684-63643c409b63 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105743 Mar 16 10:53:43.448103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.450613 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5c741-f299-484f-ab10-9636c4ada444 None None] Pushing event deleted for resources: {'Port': ['ID=5fbd30c0-9e06-4e77-8de3-4e840911cba2,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.455623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58602) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:43.457045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5c741-f299-484f-ab10-9636c4ada444 None None] No DVR routers for this DVR port 5fbd30c0-9e06-4e77-8de3-4e840911cba2 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:43.476806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1043a70c-2ede-4e55-a9f1-e20d5bb56921 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'f5a88137-0eab-401b-b5fb-49c341da6875', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:43.488270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1684613-3cde-4a7a-b5af-4fdb4fbd7f2a None None] DHCP port deletion for 37d3d9ad-e2a5-4166-a327-970a0ae0f318 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:43.492982 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9677cc-53d9-4353-a1f2-ec894be3aee9 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:43.500265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1043a70c-2ede-4e55-a9f1-e20d5bb56921 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:43.504388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:43.512624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 75e92609-1588-47a1-8827-3e5bbd781920 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:43.513162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.530405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.536491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:43.536491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.554249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1043a70c-2ede-4e55-a9f1-e20d5bb56921 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:43.559525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1043a70c-2ede-4e55-a9f1-e20d5bb56921 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:43.564545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a995b02-3801-46fa-8edf-9bb766680c71') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:43.564545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a995b02-3801-46fa-8edf-9bb766680c71') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:43.592623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1043a70c-2ede-4e55-a9f1-e20d5bb56921 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:43.600932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:43.601057 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:43.633031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.640378 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-1043a70c-2ede-4e55-a9f1-e20d5bb56921 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Project d7015d2ae44b42f7a13df51bdcd9cc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:53:43.676685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:43.677105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:43.691697 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:43.719349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:43.748544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:43.750335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.767987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '925f6e7f-0aa7-47a3-84a4-a5068563ae61'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:43.769054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.793607 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-1043a70c-2ede-4e55-a9f1-e20d5bb56921 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:43.796506 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1043a70c-2ede-4e55-a9f1-e20d5bb56921 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3344908 Mar 16 10:53:43.802290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58606) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:43.803373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:43.810496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9981b341-a6a6-4ddb-b827-5b358017e375 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'f5a88137-0eab-401b-b5fb-49c341da6875', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:43.811085 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-9981b341-a6a6-4ddb-b827-5b358017e375 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 16 10:53:43.811569 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-9981b341-a6a6-4ddb-b827-5b358017e375 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:43.815323 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9981b341-a6a6-4ddb-b827-5b358017e375 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091023 Mar 16 10:53:43.818867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58610) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:43.833537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d944de40-4205-41a5-85e7-b9f3adc5bbc7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'f5a88137-0eab-401b-b5fb-49c341da6875', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:43.839855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::3e2 (e57f845a-9024-49c0-a045-365eb6299d60/925f6e7f-0aa7-47a3-84a4-a5068563ae61/75e92609-1588-47a1-8827-3e5bbd781920) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:43.841635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.843493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d944de40-4205-41a5-85e7-b9f3adc5bbc7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:43.866989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d944de40-4205-41a5-85e7-b9f3adc5bbc7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:43.869864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.873405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d944de40-4205-41a5-85e7-b9f3adc5bbc7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:43.888948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Pushing event updated for resources: {'Port': ['ID=07e0109b-59df-4231-9d84-fffcb10a8952,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.891139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event deleted for resources: {'Network': ['ID=f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.893046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d944de40-4205-41a5-85e7-b9f3adc5bbc7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:43.910176 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-839f5e46-a1ae-4d4b-a994-9751af387a6b tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "DELETE /v2.0/networks/f9e308d6-27af-4a9b-9cf9-a2ba34b83ca1 HTTP/1.1" status: 204 len: 168 time: 0.9294224 Mar 16 10:53:43.910916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58614) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:43.912476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.942193 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-d944de40-4205-41a5-85e7-b9f3adc5bbc7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Project d7015d2ae44b42f7a13df51bdcd9cc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:53:43.996112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.024240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.026003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Network': ['ID=37d3d9ad-e2a5-4166-a327-970a0ae0f318,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:44.028141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.132423 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d3f013d0-f5e4-4ce6-99f4-ec3730e9b29f tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/37d3d9ad-e2a5-4166-a327-970a0ae0f318 HTTP/1.1" status: 204 len: 168 time: 5.5582500 Mar 16 10:53:44.162681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58618) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.206592 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-d944de40-4205-41a5-85e7-b9f3adc5bbc7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:44.210381 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d944de40-4205-41a5-85e7-b9f3adc5bbc7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3878491 Mar 16 10:53:44.237557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58622) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.256882 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b617c52-15a5-4277-abe2-c480a81bb266 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:44.257329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b617c52-15a5-4277-abe2-c480a81bb266 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:44.259036 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8b617c52-15a5-4277-abe2-c480a81bb266 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/subnets/85ff7457-c095-4fd5-94e2-5c9233a33953 HTTP/1.1" status: 404 len: 337 time: 0.0898511 Mar 16 10:53:44.262334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-73b1e58d-f2b2-4881-a189-39ca6d5fdc10 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'f5a88137-0eab-401b-b5fb-49c341da6875', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:44.266286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58626) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.271832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.272406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Fanout notify agent at l3_agent the message router_deleted on router 7d3b7ab2-b0e5-405a-93db-aa28632d1867 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:44.274671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-73b1e58d-f2b2-4881-a189-39ca6d5fdc10 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:44.325012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.333652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-73b1e58d-f2b2-4881-a189-39ca6d5fdc10 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:44.344021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-73b1e58d-f2b2-4881-a189-39ca6d5fdc10 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:44.356541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-73b1e58d-f2b2-4881-a189-39ca6d5fdc10 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:44.360941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 906980f7-f881-4376-ba73-847d64f309a1 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:44.380267 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-73b1e58d-f2b2-4881-a189-39ca6d5fdc10 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Project d7015d2ae44b42f7a13df51bdcd9cc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:53:44.403115 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bf4435-9c4a-4256-8882-fbe4bca2add9 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:44.403593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bf4435-9c4a-4256-8882-fbe4bca2add9 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:44.404911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 906980f7-f881-4376-ba73-847d64f309a1 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:44.405258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 906980f7-f881-4376-ba73-847d64f309a1 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:44.418313 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-37bf4435-9c4a-4256-8882-fbe4bca2add9 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/37d3d9ad-e2a5-4166-a327-970a0ae0f318 HTTP/1.1" status: 404 len: 339 time: 0.1509016 Mar 16 10:53:44.422424 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.423440 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f233c383-ca1a-4a2f-891c-2543e7e04d54 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/7d3b7ab2-b0e5-405a-93db-aa28632d1867 HTTP/1.1" status: 204 len: 168 time: 5.3553238 Mar 16 10:53:44.428590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58630) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.428950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58632) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.445780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-159499248'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:44.490560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:44.491257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.494355 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-73b1e58d-f2b2-4881-a189-39ca6d5fdc10 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:44.495397 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-73b1e58d-f2b2-4881-a189-39ca6d5fdc10 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2464583 Mar 16 10:53:44.501231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58638) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.575786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:network and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:44.576022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.584266 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:44.608524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:44.617515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.622107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92017f4d-5bae-4d39-b517-1ff7f0e0efed']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:44.641962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:44.644625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f44fe72-947f-44ee-a6d3-0d813c6afe9f') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:44.644968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f44fe72-947f-44ee-a6d3-0d813c6afe9f') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:44.645553 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.667009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 75e92609-1588-47a1-8827-3e5bbd781920 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:44.669164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.691627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd83cb9-364a-4ff3-8f91-a4b7293ea5c6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.694464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.696027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.722478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:44.722881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:44.737426 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:44.761956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd83cb9-364a-4ff3-8f91-a4b7293ea5c6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.834161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3947d26d-42be-4499-94f5-b2a2ad8ac110,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:44.846403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.888705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:44.930218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.934762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/925f6e7f-0aa7-47a3-84a4-a5068563ae61/86969f10-850a-4dd8-8abc-aebe3ae72c3c) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:44.957490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.971094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:44.974305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=75e92609-1588-47a1-8827-3e5bbd781920,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:44.980974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event deleted for resources: {'Network': ['ID=92017f4d-5bae-4d39-b517-1ff7f0e0efed,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:44.984047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:44.990142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd83cb9-364a-4ff3-8f91-a4b7293ea5c6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.994200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:44.999702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:45.000534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.005729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.035379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8a21d0-f96a-4af5-a551-19047d9513f4']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:45.038127 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6bf85400-3248-4441-9c5b-01d4822f1ad7 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "DELETE /v2.0/networks/92017f4d-5bae-4d39-b517-1ff7f0e0efed HTTP/1.1" status: 204 len: 168 time: 1.1155736 Mar 16 10:53:45.040434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd83cb9-364a-4ff3-8f91-a4b7293ea5c6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.041672 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6cd83cb9-364a-4ff3-8f91-a4b7293ea5c6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5a88137-0eab-401b-b5fb-49c341da6875 HTTP/1.1" status: 204 len: 168 time: 0.5375762 Mar 16 10:53:45.042307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd83cb9-364a-4ff3-8f91-a4b7293ea5c6 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a88137-0eab-401b-b5fb-49c341da6875,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.044966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58642) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.045329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58644) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.069746 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.070123 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added segment 2f937e60-b628-4f51-9fd6-0c81c9000ea8 of type vlan for network 489254af-6e78-4d97-8d72-e0198e435381 Mar 16 10:53:45.084471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2772b25-dda0-42b2-be45-cd210b61e305') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:45.084786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2772b25-dda0-42b2-be45-cd210b61e305') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:45.111405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.143533 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-856249a6-f0be-4f92-8bcb-7b46c8e6dfdd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1619587 Mar 16 10:53:45.148780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58650) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.236868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.249866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Transition to ACTIVE for port object 86969f10-850a-4dd8-8abc-aebe3ae72c3c will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:45.271731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Transition to ACTIVE for port object 86969f10-850a-4dd8-8abc-aebe3ae72c3c will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:45.273974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7314ef40-0a94-4b8c-bb91-4cbcb455aa3e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Synchronizing usage tracker for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:45.279488 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.285319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.290052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.292444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.323056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:45.323465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:45.340489 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:45.347837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:45.349484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7314ef40-0a94-4b8c-bb91-4cbcb455aa3e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Unset dirty status for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:45.356052 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7314ef40-0a94-4b8c-bb91-4cbcb455aa3e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3026967 Mar 16 10:53:45.356221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:45.359233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58654) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.359539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:45.365610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Pushing event updated for resources: {'Port': ['ID=86969f10-850a-4dd8-8abc-aebe3ae72c3c,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.368138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'tempest-secgroup--527967754'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:45.373903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:45.384085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:45.428502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c53166-e328-4252-a443-678b1288f803 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:45.429565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a9c53166-e328-4252-a443-678b1288f803 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:45.432036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.454890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Attempting to bind port 86969f10-850a-4dd8-8abc-aebe3ae72c3c on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:45.455314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Attempting to bind port 86969f10-850a-4dd8-8abc-aebe3ae72c3c by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:45.456002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Attempting to bind port 86969f10-850a-4dd8-8abc-aebe3ae72c3c on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:45.461478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:45.461912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:45.462368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.462828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:45.463531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Bound port: 86969f10-850a-4dd8-8abc-aebe3ae72c3c, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:45.463957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.473004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.518008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a9c53166-e328-4252-a443-678b1288f803 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:45.521593 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a9c53166-e328-4252-a443-678b1288f803 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3712814 Mar 16 10:53:45.524488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.526586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.resource_extend [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:45.532860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:45.535519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58658) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.536681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:45.539502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:45.545549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:45.600910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] For port 86969f10-850a-4dd8-8abc-aebe3ae72c3c, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:45.605767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] For port 86969f10-850a-4dd8-8abc-aebe3ae72c3c, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=86969f10-850a-4dd8-8abc-aebe3ae72c3c,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:45.617241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.631151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.647835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186230db-05c2-436b-bccb-8bfc7afd2583']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:45.668251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.669132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.671016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67eee0bb-f030-48d4-9ca7-033c0927277d') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:45.671325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67eee0bb-f030-48d4-9ca7-033c0927277d') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:45.679459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.695950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.704267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.706802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c60fc-67b3-4a99-b788-114a6706f637 None None] Pushing event updated for resources: {'Port': ['ID=86969f10-850a-4dd8-8abc-aebe3ae72c3c,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.744276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.752960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2f2826-0c3a-4a78-aaf3-7235107672b3,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.755856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:45.756317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:45.772343 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:45.784692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.785985 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5e7303bf-6e07-42d8-85d3-3831add07018 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4232390 Mar 16 10:53:45.790128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58662) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.838438 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/bd8a21d0-f96a-4af5-a551-19047d9513f4 HTTP/1.1" status: 204 len: 168 time: 1.4084005 Mar 16 10:53:45.839361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfb23a-a5a9-4fe9-a895-8d02bb7aa1ac tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Network': ['ID=bd8a21d0-f96a-4af5-a551-19047d9513f4,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.843614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f3cd5742-6918-4e5d-8761-f80932bcae8f tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': '9d2f2826-0c3a-4a78-aaf3-7235107672b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:45.847357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58666) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.848167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.854124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:45.854921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.855101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f3cd5742-6918-4e5d-8761-f80932bcae8f tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:45.864421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f3cd5742-6918-4e5d-8761-f80932bcae8f tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:45.867596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f3cd5742-6918-4e5d-8761-f80932bcae8f tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:45.873912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f3cd5742-6918-4e5d-8761-f80932bcae8f tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:45.880717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.901624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.916051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event deleted for resources: {'Network': ['ID=186230db-05c2-436b-bccb-8bfc7afd2583,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.924663 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0a487d52-e5ec-4d48-94c5-40a74a5c120c tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "DELETE /v2.0/networks/186230db-05c2-436b-bccb-8bfc7afd2583 HTTP/1.1" status: 204 len: 168 time: 0.8781300 Mar 16 10:53:45.928243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58670) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:46.017404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-37a2cb2a-c364-484d-a242-6b8401efe240 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 75e92609-1588-47a1-8827-3e5bbd781920 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:46.017741 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a2cb2a-c364-484d-a242-6b8401efe240 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.040240 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-f3cd5742-6918-4e5d-8761-f80932bcae8f tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The resource could not be found. Mar 16 10:53:46.041390 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f3cd5742-6918-4e5d-8761-f80932bcae8f tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2503450 Mar 16 10:53:46.047360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58674) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:46.055457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7225de41-c20d-4dbb-962d-5992e50b4024 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': '9d2f2826-0c3a-4a78-aaf3-7235107672b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b995c797-6d3a-4345-8a56-945370d26e43'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:46.073829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7225de41-c20d-4dbb-962d-5992e50b4024 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:46.080131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7225de41-c20d-4dbb-962d-5992e50b4024 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:46.085966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.087849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7225de41-c20d-4dbb-962d-5992e50b4024 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:46.098075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7225de41-c20d-4dbb-962d-5992e50b4024 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:46.200785 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-764145ff-dee6-4d8f-ad7c-e3b275d43015 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:46.201138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764145ff-dee6-4d8f-ad7c-e3b275d43015 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:46.203051 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-764145ff-dee6-4d8f-ad7c-e3b275d43015 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/subnets/7bef68ae-8334-46ff-acd7-6da6ee30457b HTTP/1.1" status: 404 len: 337 time: 0.3438406 Mar 16 10:53:46.209856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Network': ['ID=489254af-6e78-4d97-8d72-e0198e435381,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:46.212789 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-673b57c1-9d2c-4dd7-aa41-3d1e9494de6d tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7812326 Mar 16 10:53:46.213380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58678) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:46.223006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 489254af-6e78-4d97-8d72-e0198e435381 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:46.229099 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58680) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:46.288214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'subnet': {'network_id': '489254af-6e78-4d97-8d72-e0198e435381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:46.373663 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-7225de41-c20d-4dbb-962d-5992e50b4024 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The resource could not be found. Mar 16 10:53:46.374768 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7225de41-c20d-4dbb-962d-5992e50b4024 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3264797 Mar 16 10:53:46.378324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58688) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:46.381473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.427041 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4d6e55-14d2-4929-b03b-8f50c4ba4159 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:46.427942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4d6e55-14d2-4929-b03b-8f50c4ba4159 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:46.431626 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6e4d6e55-14d2-4929-b03b-8f50c4ba4159 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/13b04b99-af4f-43d9-9ea1-3caa7d7f1108 HTTP/1.1" status: 404 len: 339 time: 0.2090616 Mar 16 10:53:46.431884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2c1946-b670-46ef-9d47-b74623af7537']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:46.438436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58692) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:46.494664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636f67cc-163f-42ca-85eb-cde63c8237ac') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:46.494967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636f67cc-163f-42ca-85eb-cde63c8237ac') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:46.504551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 86969f10-850a-4dd8-8abc-aebe3ae72c3c up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:46.521425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.555378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.562485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:46.562876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.604593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 86969f10-850a-4dd8-8abc-aebe3ae72c3c completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:46.652490 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:46.676262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d65fb8a-a5fd-4d35-910a-98469c6ea229 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.694469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8af8480-6b40-405f-ae08-d1add7d11cf4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting subnet d2f08294-d2bb-46bd-b198-c11d539977a6 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:46.701311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8af8480-6b40-405f-ae08-d1add7d11cf4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.744823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.763562 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:46.774505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.783504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d65fb8a-a5fd-4d35-910a-98469c6ea229 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.790766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:subnet and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:46.794340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.804909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] Pushing event deleted for resources: {'Network': ['ID=aa2c1946-b670-46ef-9d47-b74623af7537,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:46.818436 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dc92e594-6196-4c61-a565-07d50df1ec31 tempest-BulkNetworkOpsTest-1527833470 tempest-BulkNetworkOpsTest-1527833470-project] 10.222.0.37 "DELETE /v2.0/networks/aa2c1946-b670-46ef-9d47-b74623af7537 HTTP/1.1" status: 204 len: 168 time: 0.8889720 Mar 16 10:53:46.833182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8af8480-6b40-405f-ae08-d1add7d11cf4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.849537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:46.875391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:46.904368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d65fb8a-a5fd-4d35-910a-98469c6ea229 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.933610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65fb8a-a5fd-4d35-910a-98469c6ea229 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2f2826-0c3a-4a78-aaf3-7235107672b3,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:46.946920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d65fb8a-a5fd-4d35-910a-98469c6ea229 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.950986 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1d65fb8a-a5fd-4d35-910a-98469c6ea229 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d2f2826-0c3a-4a78-aaf3-7235107672b3 HTTP/1.1" status: 204 len: 168 time: 0.5719619 Mar 16 10:53:46.952985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58698) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:47.019559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9a57f2f3-3b3f-4431-b367-9d687cfb640d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Synchronizing usage tracker for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:47.024695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8af8480-6b40-405f-ae08-d1add7d11cf4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.039927 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d288013a-6173-4b44-afff-baac0c7739e7 None None] Provisioning for port 86969f10-850a-4dd8-8abc-aebe3ae72c3c completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:47.045473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:47.049032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d288013a-6173-4b44-afff-baac0c7739e7 None None] Provisioning complete for port 86969f10-850a-4dd8-8abc-aebe3ae72c3c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:47.049397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d288013a-6173-4b44-afff-baac0c7739e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.049733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.094294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9a57f2f3-3b3f-4431-b367-9d687cfb640d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Unset dirty status for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:47.103967 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9a57f2f3-3b3f-4431-b367-9d687cfb640d tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1499090 Mar 16 10:53:47.104655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58706) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:47.117497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-bd525c9f-1635-4dfe-9c16-7357f5bdaf8e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': '3b422034-98fc-4e25-88ca-a3b3accbf254', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:47.130563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bd525c9f-1635-4dfe-9c16-7357f5bdaf8e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:47.134387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bd525c9f-1635-4dfe-9c16-7357f5bdaf8e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:47.139622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bd525c9f-1635-4dfe-9c16-7357f5bdaf8e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:47.149030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bd525c9f-1635-4dfe-9c16-7357f5bdaf8e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:47.165408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8af8480-6b40-405f-ae08-d1add7d11cf4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.232251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248b2e2-3058-4cc5-bffd-9a88b07e7410 None None] Network 2497b134-8136-4a8a-8198-562d3e7e2ba1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:47.248805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8af8480-6b40-405f-ae08-d1add7d11cf4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.253311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58710) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:47.254099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af8480-6b40-405f-ae08-d1add7d11cf4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f08294-d2bb-46bd-b198-c11d539977a6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:47.285226 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e8af8480-6b40-405f-ae08-d1add7d11cf4 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/subnets/d2f08294-d2bb-46bd-b198-c11d539977a6 HTTP/1.1" status: 204 len: 168 time: 0.8393459 Mar 16 10:53:47.290944 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58716) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:47.364487 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-bd525c9f-1635-4dfe-9c16-7357f5bdaf8e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The resource could not be found. Mar 16 10:53:47.371227 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bd525c9f-1635-4dfe-9c16-7357f5bdaf8e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2629046 Mar 16 10:53:47.371801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58720) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:47.381027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'tempest-secgroup--688077712'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:47.387401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:47.397621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:47.414961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad95efe7-c2fd-44cf-bf04-0839ba8d3e6e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting subnet cf7c3fe6-887a-4f67-9e06-c04314c71c47 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:47.418658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.424920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d288013a-6173-4b44-afff-baac0c7739e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.429844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad95efe7-c2fd-44cf-bf04-0839ba8d3e6e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.510824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d288013a-6173-4b44-afff-baac0c7739e7 None None] For port 86969f10-850a-4dd8-8abc-aebe3ae72c3c, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=86969f10-850a-4dd8-8abc-aebe3ae72c3c,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:47.511929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:47.521106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d288013a-6173-4b44-afff-baac0c7739e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.529890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:47.530078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a2cb2a-c364-484d-a242-6b8401efe240 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.535647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:47.546465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad95efe7-c2fd-44cf-bf04-0839ba8d3e6e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.574346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:47.619385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-35d0101a-c228-4f9b-8638-5ed13e703c64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=787038c2f1b745a5862de30dddd56e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598871 Mar 16 10:53:47.620831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58724) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:47.628828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288013a-6173-4b44-afff-baac0c7739e7 None None] Pushing event updated for resources: {'Port': ['ID=86969f10-850a-4dd8-8abc-aebe3ae72c3c,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:47.665475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e19947c9-9683-4c04-b764-f83b6d057bea None None] Provisioning for port 75e92609-1588-47a1-8827-3e5bbd781920 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:47.673443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e19947c9-9683-4c04-b764-f83b6d057bea None None] Provisioning complete for port 75e92609-1588-47a1-8827-3e5bbd781920 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:47.673443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e19947c9-9683-4c04-b764-f83b6d057bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.747492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e19947c9-9683-4c04-b764-f83b6d057bea None None] Port 75e92609-1588-47a1-8827-3e5bbd781920 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:47.762004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad95efe7-c2fd-44cf-bf04-0839ba8d3e6e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.765605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-37a2cb2a-c364-484d-a242-6b8401efe240 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 75e92609-1588-47a1-8827-3e5bbd781920 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:47.804437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] Router 957867d1-1a84-4970-9220-b3071eea460d has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:47.857757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad95efe7-c2fd-44cf-bf04-0839ba8d3e6e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.930760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-67e22ea0-cb51-428d-ac60-ef279a44622c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.935381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95efe7-c2fd-44cf-bf04-0839ba8d3e6e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7c3fe6-887a-4f67-9e06-c04314c71c47,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:47.962325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.967698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad95efe7-c2fd-44cf-bf04-0839ba8d3e6e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.993125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.046570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-67e22ea0-cb51-428d-ac60-ef279a44622c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.054272 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ad95efe7-c2fd-44cf-bf04-0839ba8d3e6e tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/subnets/cf7c3fe6-887a-4f67-9e06-c04314c71c47 HTTP/1.1" status: 204 len: 168 time: 0.7622976 Mar 16 10:53:48.059746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58732) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:48.068266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.072097 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6945894 Mar 16 10:53:48.091916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58736) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:48.121965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644453510'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:48.130011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Router 580418be-6757-4c28-b38a-7ae32f8f7598 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:48.133552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:48.138070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265475e-29f3-45f5-ab1e-ba974e1fcae8 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95424a31-7396-40d2-b10b-c9594b13d279,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:48.189263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.229609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:48.246165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.256288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.277567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port 772eb152-9f76-4b8e-9e42-a9d00f661c02 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:48.277970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.282332 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c57869-7332-44de-9b90-8db0161ddaf0 None None] Network 2497b134-8136-4a8a-8198-562d3e7e2ba1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:48.321795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:48.324065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-67e22ea0-cb51-428d-ac60-ef279a44622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.348804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:48.357725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:48.382333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e22ea0-cb51-428d-ac60-ef279a44622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4b4469-7448-47d0-b0f4-03c2398c7178,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:48.398915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:48.405352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-67e22ea0-cb51-428d-ac60-ef279a44622c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.410558 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-67e22ea0-cb51-428d-ac60-ef279a44622c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b4b4469-7448-47d0-b0f4-03c2398c7178 HTTP/1.1" status: 204 len: 168 time: 0.7878156 Mar 16 10:53:48.449977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a0f4ca24-b2be-46fe-92a8-d6f95d2a534d None None] Provisioning complete for port 772eb152-9f76-4b8e-9e42-a9d00f661c02 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:48.450719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ca24-b2be-46fe-92a8-d6f95d2a534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.552582 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 86969f10-850a-4dd8-8abc-aebe3ae72c3c up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:48.603966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:48.605596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Subnet': ['ID=23154dcc-d80e-4932-a3b4-ba5f6376c364,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:48.628839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] Sync routers for ids ['957867d1-1a84-4970-9220-b3071eea460d'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:48.652682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884b4a-6fdd-44ca-b4aa-13b1e0e84743 req-c0cbe113-77ec-4883-98a1-345a9d886bab tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:48.660056 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-db884b4a-6fdd-44ca-b4aa-13b1e0e84743 req-c0cbe113-77ec-4883-98a1-345a9d886bab tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.6285837 Mar 16 10:53:48.662882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] For port 772eb152-9f76-4b8e-9e42-a9d00f661c02, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=772eb152-9f76-4b8e-9e42-a9d00f661c02,segment=NetworkSegment(b61a6d2f-3f10-468d-886b-e64d87d03dd0),segment_id=b61a6d2f-3f10-468d-886b-e64d87d03dd0)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:48.663567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.664650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Checking segment: {'id': '2f937e60-b628-4f51-9fd6-0c81c9000ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '489254af-6e78-4d97-8d72-e0198e435381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:48.665032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network hostable DHCP agents. Network: 489254af-6e78-4d97-8d72-e0198e435381, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:48.669625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a2cb2a-c364-484d-a242-6b8401efe240 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.679280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] Routers {'957867d1-1a84-4970-9220-b3071eea460d'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:48.680233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['957867d1-1a84-4970-9220-b3071eea460d'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:48.704769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-6472ab92-c3f7-4c71-a7c6-4b59c55dd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:48.706272 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-6472ab92-c3f7-4c71-a7c6-4b59c55dd07e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1098 time: 0.6925514 Mar 16 10:53:48.716387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.816072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2cb2a-c364-484d-a242-6b8401efe240 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=75e92609-1588-47a1-8827-3e5bbd781920,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:48.820482 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-96d959a3-d7e7-45c8-a269-537e7ad528b6 admin admin] 10.222.0.37 "PUT /v2.0/routers/957867d1-1a84-4970-9220-b3071eea460d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6840229 Mar 16 10:53:48.822483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:48.825814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58748) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:48.832786 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ddf2f-714b-4790-a62d-375e86fbc01f None None] Sync routers for ids ['580418be-6757-4c28-b38a-7ae32f8f7598'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:48.846962 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ddf2f-714b-4790-a62d-375e86fbc01f None None] Routers {'580418be-6757-4c28-b38a-7ae32f8f7598'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:48.847575 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4f7ddf2f-714b-4790-a62d-375e86fbc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['580418be-6757-4c28-b38a-7ae32f8f7598'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.025931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] Set router 957867d1-1a84-4970-9220-b3071eea460d gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:49.032343 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4f7ddf2f-714b-4790-a62d-375e86fbc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.042671 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ddf2f-714b-4790-a62d-375e86fbc01f None None] Routers {'580418be-6757-4c28-b38a-7ae32f8f7598'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:49.043536 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4f7ddf2f-714b-4790-a62d-375e86fbc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['580418be-6757-4c28-b38a-7ae32f8f7598'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.082874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.165009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Calling delete_port for 772eb152-9f76-4b8e-9e42-a9d00f661c02 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:49.212690 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4f7ddf2f-714b-4790-a62d-375e86fbc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.213423 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ddf2f-714b-4790-a62d-375e86fbc01f None None] The sync data for ids ['580418be-6757-4c28-b38a-7ae32f8f7598'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:49.299886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.304828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.307397 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2063777 Mar 16 10:53:49.315628 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-db884b4a-6fdd-44ca-b4aa-13b1e0e84743 req-fb3010ac-033e-40b1-ad44-3558a9f08392 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6545355 Mar 16 10:53:49.316223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58760) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.317756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37a2cb2a-c364-484d-a242-6b8401efe240 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.320943 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-37a2cb2a-c364-484d-a242-6b8401efe240 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/75e92609-1588-47a1-8827-3e5bbd781920 HTTP/1.1" status: 204 len: 168 time: 3.7731364 Mar 16 10:53:49.328596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58762) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.335946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 489254af-6e78-4d97-8d72-e0198e435381 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:49.346466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-67001f81-b124-4ed8-9c75-ed7de639250e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': '95424a31-7396-40d2-b10b-c9594b13d279', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9f894618-1d47-45fb-9b6e-580c51e8e759'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:49.366189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Port': ['ID=772eb152-9f76-4b8e-9e42-a9d00f661c02,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:49.378413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 86969f10-850a-4dd8-8abc-aebe3ae72c3c triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:49.378413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.382113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No DVR routers for this DVR port 772eb152-9f76-4b8e-9e42-a9d00f661c02 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:49.390810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.391953 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c72f7c5a-bfe8-40e9-b62d-cef616d40275 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.2575157 Mar 16 10:53:49.402495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-67001f81-b124-4ed8-9c75-ed7de639250e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:49.414863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58770) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.418014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-67001f81-b124-4ed8-9c75-ed7de639250e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:49.477230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-67001f81-b124-4ed8-9c75-ed7de639250e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:49.489701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 489254af-6e78-4d97-8d72-e0198e435381) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:49.507229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:49.517927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.522632 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ba38c-cc6b-4cec-a816-4ceda3ab873b None None] Network 489254af-6e78-4d97-8d72-e0198e435381 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:49.553995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2497b134-8136-4a8a-8198-562d3e7e2ba1']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.566744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61a6d2f-3f10-468d-886b-e64d87d03dd0') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.567042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61a6d2f-3f10-468d-886b-e64d87d03dd0') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.579126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.588403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-67001f81-b124-4ed8-9c75-ed7de639250e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:49.599199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:49.599790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.600218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.607029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:49.607422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.632037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd6c04-6440-49fd-a4ee-004509545245 None None] DHCP port deletion for 2497b134-8136-4a8a-8198-562d3e7e2ba1 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:49.647468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-d0b07951-2c40-458a-8177-015a5b3affe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:49.648978 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-d0b07951-2c40-458a-8177-015a5b3affe4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 913 time: 0.9061751 Mar 16 10:53:49.703137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8008b4b-c7e7-49e9-92c8-fdad87b87923 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f894618-1d47-45fb-9b6e-580c51e8e759,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:49.708279 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:49.729226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.763602 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-908e2ec6-411e-46f7-98e6-15675a673884 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5166142 Mar 16 10:53:49.765429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.766738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.769178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58780) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.778267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-181404694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:49.786310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Network': ['ID=2497b134-8136-4a8a-8198-562d3e7e2ba1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:49.794669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:49.801334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:53:44Z', 'revision_number': 5, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.801842 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-045c63b0-304b-4d02-a1f1-5f7433d5e0fd tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/2497b134-8136-4a8a-8198-562d3e7e2ba1 HTTP/1.1" status: 204 len: 168 time: 1.7350283 Mar 16 10:53:49.803413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:router and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:49.806019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58784) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.806348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58786) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.807467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] Checking router: 957867d1-1a84-4970-9220-b3071eea460d for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:49.810029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:49.853761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:49.854924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2425c755-748c-40b1-a02b-ee264c2aa453 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:49.856293 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-971b151a-528e-4d6e-a27f-720739a2b782 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:49.856563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] Routers {'957867d1-1a84-4970-9220-b3071eea460d'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:49.856757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971b151a-528e-4d6e-a27f-720739a2b782 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:49.857253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['957867d1-1a84-4970-9220-b3071eea460d'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.857624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2425c755-748c-40b1-a02b-ee264c2aa453 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:49.858508 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2425c755-748c-40b1-a02b-ee264c2aa453 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:49.861190 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-971b151a-528e-4d6e-a27f-720739a2b782 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/subnets/18de67ab-0017-42af-9053-3979249da0ae HTTP/1.1" status: 404 len: 337 time: 0.0539000 Mar 16 10:53:49.861732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58794) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.883356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.884403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.899948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.922085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.960164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.964426 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-63bb661e-7b4e-480f-9b54-f3985fc8bd47 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1874025 Mar 16 10:53:49.964958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58798) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.004168 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-67001f81-b124-4ed8-9c75-ed7de639250e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:50.005239 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-67001f81-b124-4ed8-9c75-ed7de639250e tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6779749 Mar 16 10:53:50.013506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58802) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.024349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2425c755-748c-40b1-a02b-ee264c2aa453 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:50.025570 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2425c755-748c-40b1-a02b-ee264c2aa453 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6911273 Mar 16 10:53:50.034109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58806) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.039266 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0d588b-7b3c-4ad2-af27-5b9930a6e1c0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:50.039731 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0d588b-7b3c-4ad2-af27-5b9930a6e1c0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:50.041838 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dd0d588b-7b3c-4ad2-af27-5b9930a6e1c0 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/43d8596d-967a-4caf-928c-b523edf49e63 HTTP/1.1" status: 404 len: 339 time: 0.1603456 Mar 16 10:53:50.046309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2101991875-network', 'tenant_id': 'a6c17d53021f4a07a3d06727c66baccb'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:50.050754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-489254af-6e78-4d97-8d72-e0198e435381', 'network_id': '489254af-6e78-4d97-8d72-e0198e435381', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'fixed_ips': [{'subnet_id': '23154dcc-d80e-4932-a3b4-ba5f6376c364'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:50.051847 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.066956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58810) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.073326 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-58625917-113d-4a9a-a2f5-412cbdb1d0a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.4093728 Mar 16 10:53:50.095531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:50.110310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Usage tracker for resource:network and tenant:a6c17d53021f4a07a3d06727c66baccb is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:50.152564 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] Set router 957867d1-1a84-4970-9220-b3071eea460d gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:50.163729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:50.183591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:50.264195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ca935a-182b-429c-9c2f-1307ec7ff8c8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 925f6e7f-0aa7-47a3-84a4-a5068563ae61 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:50.269529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Made reservation on behalf of a6c17d53021f4a07a3d06727c66baccb for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:50.271746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.283919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11ca935a-182b-429c-9c2f-1307ec7ff8c8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.291642 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa1725a-026e-4ecd-b97f-b4eb053e751a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:50.292083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa1725a-026e-4ecd-b97f-b4eb053e751a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:50.293804 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bfa1725a-026e-4ecd-b97f-b4eb053e751a tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/subnets/e1ed1a77-b81a-4fdd-b249-e0ee53817d12 HTTP/1.1" status: 404 len: 337 time: 0.2230952 Mar 16 10:53:50.316865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58814) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.384996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.436669 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98496f5-0f77-4609-b44e-4860d42d556d tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:50.437942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98496f5-0f77-4609-b44e-4860d42d556d tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:50.440839 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f98496f5-0f77-4609-b44e-4860d42d556d tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/b41c8037-0899-4352-a242-f321a4f6b4de HTTP/1.1" status: 404 len: 339 time: 0.1214886 Mar 16 10:53:50.452031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58820) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.452818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 772eb152-9f76-4b8e-9e42-a9d00f661c02 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:50.455268 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-02bb6ae2-5e97-4d3b-b26c-3a98f674d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:50.455640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:50.456678 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-02bb6ae2-5e97-4d3b-b26c-3a98f674d6ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 200 len: 851 time: 0.2900331 Mar 16 10:53:50.465998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae4402de-04bc-43d4-980a-5fe49c372f49 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.468411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Usage tracker for resource:security_group_rule and tenant:a6c17d53021f4a07a3d06727c66baccb is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:50.472564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:50.481366 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:50.502960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 772eb152-9f76-4b8e-9e42-a9d00f661c02 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:50.503451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 772eb152-9f76-4b8e-9e42-a9d00f661c02 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:50.511997 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2029596-620b-4e04-8557-f76c99f9931b tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:50.512454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2029596-620b-4e04-8557-f76c99f9931b tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:50.514194 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a2029596-620b-4e04-8557-f76c99f9931b tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/subnets/f8e01968-cd54-4c9a-a908-6d4600d947d8 HTTP/1.1" status: 404 len: 337 time: 0.0614736 Mar 16 10:53:50.515693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.518641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58824) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.521256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Allocated IP 2001:db8::2 (489254af-6e78-4d97-8d72-e0198e435381/23154dcc-d80e-4932-a3b4-ba5f6376c364/8a15db0f-cfef-4264-9503-710dbe715cab) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:50.574989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11ca935a-182b-429c-9c2f-1307ec7ff8c8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.674161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Deleting port ad88d896-eab7-4a2c-bb68-d66975c3a290 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:50.674813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.799500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:53:44Z', 'revision_number': 5, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:50.809480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde4fea-75ab-420a-8af2-d29147eb5f44 None None] The sync data for ids ['957867d1-1a84-4970-9220-b3071eea460d'] in dv-neutron-833860-1-hyperv is: [{'id': '957867d1-1a84-4970-9220-b3071eea460d', 'name': 'tempest-ServersTestJSON-723528983-router', 'tenant_id': '749b3dea469d4d55ab820e1d0f325c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:56Z', 'updated_at': '2022-03-16T10:53:44Z', 'revision_number': 5, 'project_id': '749b3dea469d4d55ab820e1d0f325c6f', 'gw_port': {'id': 'ad88d896-eab7-4a2c-bb68-d66975c3a290', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957867d1-1a84-4970-9220-b3071eea460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:50.861115 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1d837e-53d2-44e7-b225-f3257c08cf7d tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:50.862191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1d837e-53d2-44e7-b225-f3257c08cf7d tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:50.864014 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5f1d837e-53d2-44e7-b225-f3257c08cf7d tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/da293794-22ef-4bdb-a10d-354ff12febc4 HTTP/1.1" status: 404 len: 339 time: 0.2639539 Mar 16 10:53:50.866096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae4402de-04bc-43d4-980a-5fe49c372f49 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.888079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58828) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.902126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.915232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.926984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Transition to ACTIVE for port object 8a15db0f-cfef-4264-9503-710dbe715cab will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:50.948257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Transition to ACTIVE for port object 8a15db0f-cfef-4264-9503-710dbe715cab will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:50.955317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.027285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Network 489254af-6e78-4d97-8d72-e0198e435381 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:51.035285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:51.037526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11ca935a-182b-429c-9c2f-1307ec7ff8c8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.037992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:51.048247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Pushing event updated for resources: {'Port': ['ID=8a15db0f-cfef-4264-9503-710dbe715cab,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:51.128602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7d1a4-4224-486d-a368-6a646b8989b7 req-96ab7472-b08f-4429-94bc-de175c0840de tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:51.130258 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9da7d1a4-4224-486d-a368-6a646b8989b7 req-96ab7472-b08f-4429-94bc-de175c0840de tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5863762 Mar 16 10:53:51.138576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Attempting to bind port 8a15db0f-cfef-4264-9503-710dbe715cab on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:51.138783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Attempting to bind port 8a15db0f-cfef-4264-9503-710dbe715cab by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '2f937e60-b628-4f51-9fd6-0c81c9000ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '489254af-6e78-4d97-8d72-e0198e435381'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:51.139762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Attempting to bind port 8a15db0f-cfef-4264-9503-710dbe715cab on network 489254af-6e78-4d97-8d72-e0198e435381 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:51.147702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:51.147702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Checking segment: {'id': '2f937e60-b628-4f51-9fd6-0c81c9000ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '489254af-6e78-4d97-8d72-e0198e435381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:51.147702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.147702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Bound using segment: {'id': '2f937e60-b628-4f51-9fd6-0c81c9000ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '489254af-6e78-4d97-8d72-e0198e435381'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:51.147702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Bound port: 8a15db0f-cfef-4264-9503-710dbe715cab, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f937e60-b628-4f51-9fd6-0c81c9000ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '489254af-6e78-4d97-8d72-e0198e435381'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:51.148278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.183299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-b716786f-e7e1-4903-9098-0a3fd3f8cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:51.185118 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-b716786f-e7e1-4903-9098-0a3fd3f8cc71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7172916 Mar 16 10:53:51.194365 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f2f40f-08e2-4cd8-b88b-399b88967639 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting subnet c8da86cc-5a1c-4657-8c46-61adca6e7f73 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:51.253559 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] For port 8a15db0f-cfef-4264-9503-710dbe715cab, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:51.257758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] For port 8a15db0f-cfef-4264-9503-710dbe715cab, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8a15db0f-cfef-4264-9503-710dbe715cab,segment=NetworkSegment(2f937e60-b628-4f51-9fd6-0c81c9000ea8),segment_id=2f937e60-b628-4f51-9fd6-0c81c9000ea8)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:51.266118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.283414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.284677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae4402de-04bc-43d4-980a-5fe49c372f49 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.294209 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9da7d1a4-4224-486d-a368-6a646b8989b7 req-76b8d871-5fe0-4f87-b606-196e725ab71c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490891 Mar 16 10:53:51.299323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f2f40f-08e2-4cd8-b88b-399b88967639 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.302584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.379887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1b9f1-02ca-464e-9fca-c4c6152c56d1 None None] Pushing event updated for resources: {'Port': ['ID=8a15db0f-cfef-4264-9503-710dbe715cab,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:51.389552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4402de-04bc-43d4-980a-5fe49c372f49 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f894618-1d47-45fb-9b6e-580c51e8e759,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:51.424934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11ca935a-182b-429c-9c2f-1307ec7ff8c8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.464145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:51.485684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca935a-182b-429c-9c2f-1307ec7ff8c8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=925f6e7f-0aa7-47a3-84a4-a5068563ae61,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:51.487511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b77e24-81b0-45eb-9af1-801c4d3bd40b,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:51.501360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.501524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.501876 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Added segment 039031a2-f87c-47d6-bb42-ad40c91ec084 of type vlan for network 24875039-3ae6-4591-8915-3768b130045f Mar 16 10:53:51.507092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f2f40f-08e2-4cd8-b88b-399b88967639 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.509351 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11ca935a-182b-429c-9c2f-1307ec7ff8c8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.512767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc37590-15f9-4647-a689-6da9ba08875c None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:51.547263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae4402de-04bc-43d4-980a-5fe49c372f49 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.548387 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ae4402de-04bc-43d4-980a-5fe49c372f49 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/9f894618-1d47-45fb-9b6e-580c51e8e759 HTTP/1.1" status: 204 len: 168 time: 1.5254557 Mar 16 10:53:51.557783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] For port ad88d896-eab7-4a2c-bb68-d66975c3a290, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ad88d896-eab7-4a2c-bb68-d66975c3a290,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:51.558137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.560304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58832) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:51.701040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.719911 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-11ca935a-182b-429c-9c2f-1307ec7ff8c8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/925f6e7f-0aa7-47a3-84a4-a5068563ae61 HTTP/1.1" status: 204 len: 168 time: 1.6775782 Mar 16 10:53:51.731166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Allocated IP 2001:db8::1 (489254af-6e78-4d97-8d72-e0198e435381/23154dcc-d80e-4932-a3b4-ba5f6376c364/3bbc0c6a-4850-4329-b263-ec01dc93d168) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:51.733078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58836) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:51.814242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Calling delete_port for ad88d896-eab7-4a2c-bb68-d66975c3a290 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:51.822391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3e59ebf5-86c2-4c56-8bf9-9c5e6c974832 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Synchronizing usage tracker for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:51.832618 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9ef9dc94-c64b-47ec-a05f-87c66bd5e088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.840595 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5dd177eb-4cf5-4a87-8fa9-b3ce35baf36b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011214 Mar 16 10:53:51.843384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58840) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:51.870159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.871925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:51.884947 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-6c2695cc-b07d-4a95-a613-8c20e1ce1373 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334085 Mar 16 10:53:51.927057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.928101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:51.928945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.943301 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Deleting port 07e0109b-59df-4231-9d84-fffcb10a8952 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:51.944072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.958411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e558ea-a88e-4c72-8548-15c8e7c59ec8 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:51.966366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-30e558ea-a88e-4c72-8548-15c8e7c59ec8 None None] Deleting port 86969f10-850a-4dd8-8abc-aebe3ae72c3c {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:51.966737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-30e558ea-a88e-4c72-8548-15c8e7c59ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.064817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3e59ebf5-86c2-4c56-8bf9-9c5e6c974832 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Unset dirty status for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:52.066125 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3e59ebf5-86c2-4c56-8bf9-9c5e6c974832 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4963160 Mar 16 10:53:52.085901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58844) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:52.157696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f2f40f-08e2-4cd8-b88b-399b88967639 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.166265 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3574667 Mar 16 10:53:52.174875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58848) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:52.185980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-30e558ea-a88e-4c72-8548-15c8e7c59ec8 None None] For port 86969f10-850a-4dd8-8abc-aebe3ae72c3c, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=86969f10-850a-4dd8-8abc-aebe3ae72c3c,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:52.186696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-30e558ea-a88e-4c72-8548-15c8e7c59ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.191800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Request body: {'subnet': {'network_id': '24875039-3ae6-4591-8915-3768b130045f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2101991875-subnet', 'tenant_id': 'a6c17d53021f4a07a3d06727c66baccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:52.195188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:52.200341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28a02d-ab06-4f54-8690-fba05625e575 admin admin] Pushing event updated for resources: {'Network': ['ID=24875039-3ae6-4591-8915-3768b130045f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:52.202927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:52.213863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:52.216721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Usage tracker for resource:subnet and tenant:a6c17d53021f4a07a3d06727c66baccb is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:52.227424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:52.230616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:52.247109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:52.249321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:52.258228 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 24875039-3ae6-4591-8915-3768b130045f details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:52.274466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.295124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:52.299524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.321247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Made reservation on behalf of a6c17d53021f4a07a3d06727c66baccb for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:52.324502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.332050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-30e558ea-a88e-4c72-8548-15c8e7c59ec8 None None] Calling delete_port for 86969f10-850a-4dd8-8abc-aebe3ae72c3c owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:52.340017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Transition to ACTIVE for port object 3bbc0c6a-4850-4329-b263-ec01dc93d168 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:52.437185 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-41d1a81c-7afb-44d8-8d28-12ed7148b857 req-cc20d0d1-770d-4b20-a44d-7b6f56314beb service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371854 Mar 16 10:53:52.502561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.554065 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-30e558ea-a88e-4c72-8548-15c8e7c59ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.591771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f2f40f-08e2-4cd8-b88b-399b88967639 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.635301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e558ea-a88e-4c72-8548-15c8e7c59ec8 None None] Pushing event deleted for resources: {'Port': ['ID=86969f10-850a-4dd8-8abc-aebe3ae72c3c,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:52.641576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8a15db0f-cfef-4264-9503-710dbe715cab up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:52.665537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.715455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e558ea-a88e-4c72-8548-15c8e7c59ec8 None None] No DVR routers for this DVR port 86969f10-850a-4dd8-8abc-aebe3ae72c3c on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:52.752529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3f2f40f-08e2-4cd8-b88b-399b88967639 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.768258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f8aad5-fad7-4103-b82c-25d442abd50b None None] Network 701a9020-8605-49ba-b810-ee06b271c150 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:52.823881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382a11a0-36f0-462e-a65d-0f5c5268d371 None None] Network 489254af-6e78-4d97-8d72-e0198e435381 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:52.885627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 489254af-6e78-4d97-8d72-e0198e435381 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:52.892933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:52.903743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:52.904255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.973176 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad88d896-eab7-4a2c-bb68-d66975c3a290,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.012836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=3bbc0c6a-4850-4329-b263-ec01dc93d168,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.029470 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 8a15db0f-cfef-4264-9503-710dbe715cab completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:53.043440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2f40f-08e2-4cd8-b88b-399b88967639 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Subnet': ['ID=c8da86cc-5a1c-4657-8c46-61adca6e7f73,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.129594 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d3f2f40f-08e2-4cd8-b88b-399b88967639 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/subnets/c8da86cc-5a1c-4657-8c46-61adca6e7f73 HTTP/1.1" status: 204 len: 168 time: 2.2340860 Mar 16 10:53:53.134968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58858) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:53.143972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dc115d8-ba4e-495c-9702-4189b394fee2 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.189561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.210402 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.247627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.248159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3947d26d-42be-4499-94f5-b2a2ad8ac110 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:53.251919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.261812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dc115d8-ba4e-495c-9702-4189b394fee2 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.280592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b5c77b71-29fc-411c-9fc7-4724ca4c8c66 None None] Provisioning for port 8a15db0f-cfef-4264-9503-710dbe715cab completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:53.307098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.318547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 3947d26d-42be-4499-94f5-b2a2ad8ac110 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:53.318975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3947d26d-42be-4499-94f5-b2a2ad8ac110 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:53.319380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 86969f10-850a-4dd8-8abc-aebe3ae72c3c no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:53.362643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b5c77b71-29fc-411c-9fc7-4724ca4c8c66 None None] Provisioning complete for port 8a15db0f-cfef-4264-9503-710dbe715cab triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:53.363009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b5c77b71-29fc-411c-9fc7-4724ca4c8c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.391672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 86969f10-850a-4dd8-8abc-aebe3ae72c3c {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:53.392071 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 86969f10-850a-4dd8-8abc-aebe3ae72c3c not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:53.401340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Calling delete_port for 07e0109b-59df-4231-9d84-fffcb10a8952 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:53.465708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.486472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:53.494615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:53.498070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:53.498597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.515493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6413c07d-d2ec-4235-bcc2-fbb5638675da,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.522962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e8f52f-91b3-4a2c-95c8-952e98d01945 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:53.629265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.639719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.644143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c40fc-022a-4d27-9a6f-31b7ee7e7900 req-b67a0508-fe08-4214-bb4e-b8c93526fa67 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:53.645768 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6a8c40fc-022a-4d27-9a6f-31b7ee7e7900 req-b67a0508-fe08-4214-bb4e-b8c93526fa67 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.6900027 Mar 16 10:53:53.651509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38311b28-d72d-46f6-8979-353f3684c0ea None None] DHCP port deletion for 701a9020-8605-49ba-b810-ee06b271c150 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:53.654058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b5c77b71-29fc-411c-9fc7-4724ca4c8c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.681012 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-38311b28-d72d-46f6-8979-353f3684c0ea None None] Deleting port 82115211-ffdc-4901-9840-6c412126394e {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:53.681387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38311b28-d72d-46f6-8979-353f3684c0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.694075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dc115d8-ba4e-495c-9702-4189b394fee2 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.729305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.729798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 957867d1-1a84-4970-9220-b3071eea460d {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:53.755787 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc115d8-ba4e-495c-9702-4189b394fee2 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95424a31-7396-40d2-b10b-c9594b13d279,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.759466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Checking segment: {'id': '039031a2-f87c-47d6-bb42-ad40c91ec084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '24875039-3ae6-4591-8915-3768b130045f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:53.759829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Network hostable DHCP agents. Network: 24875039-3ae6-4591-8915-3768b130045f, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:53.774477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b5c77b71-29fc-411c-9fc7-4724ca4c8c66 None None] For port 8a15db0f-cfef-4264-9503-710dbe715cab, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8a15db0f-cfef-4264-9503-710dbe715cab,segment=NetworkSegment(2f937e60-b628-4f51-9fd6-0c81c9000ea8),segment_id=2f937e60-b628-4f51-9fd6-0c81c9000ea8)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:53.810106 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6a8c40fc-022a-4d27-9a6f-31b7ee7e7900 req-9e44f671-ed20-4678-9475-7f5ef980e68e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334355 Mar 16 10:53:53.833815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port 82115211-ffdc-4901-9840-6c412126394e {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:53.834276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.904893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.906896 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-68d5d672-c614-44da-8af3-4ab0b17d22c2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/957867d1-1a84-4970-9220-b3071eea460d HTTP/1.1" status: 204 len: 168 time: 5.0757000 Mar 16 10:53:53.908755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dc115d8-ba4e-495c-9702-4189b394fee2 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.910538 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0dc115d8-ba4e-495c-9702-4189b394fee2 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/95424a31-7396-40d2-b10b-c9594b13d279 HTTP/1.1" status: 204 len: 168 time: 1.8236537 Mar 16 10:53:53.911485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58862) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:53.914613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58864) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:53.934326 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0878761 Mar 16 10:53:53.935270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86b397-474b-49e7-bde3-17375b3199ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=3804ced8-25f9-4a9b-84bd-ba12d332888b,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.941537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58870) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:54.003951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'name': 'tempest-NetworksTestDHCPv6-1490227197'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:54.006830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Deleting subnet cbacf6f9-22da-4650-9963-39b44c0de688 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:54.010173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.040215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.056389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b5c77b71-29fc-411c-9fc7-4724ca4c8c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.090545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Network 24875039-3ae6-4591-8915-3768b130045f is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:54.117871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Pushing event deleted for resources: {'Port': ['ID=07e0109b-59df-4231-9d84-fffcb10a8952,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:54.170822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '3804ced8-25f9-4a9b-84bd-ba12d332888b'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:54.171641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.193617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.225854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 24875039-3ae6-4591-8915-3768b130045f) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:54.231162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:54.231760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.287292 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.354346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59968d6-6f29-4015-b855-93db38340440 None None] Network 24875039-3ae6-4591-8915-3768b130045f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:54.388851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8cb90bca-4751-46ae-afb1-ef2342eaa20e None None] Provisioning for port 3bbc0c6a-4850-4329-b263-ec01dc93d168 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:54.410796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8cb90bca-4751-46ae-afb1-ef2342eaa20e None None] Provisioning complete for port 3bbc0c6a-4850-4329-b263-ec01dc93d168 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:54.411163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8cb90bca-4751-46ae-afb1-ef2342eaa20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.420168 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6f9f81ef-08f9-40c2-abc1-703deb5063f7 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4999044 Mar 16 10:53:54.432884 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-59b82b55-164d-4118-a98b-8fedf6c99f79 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2512295 Mar 16 10:53:54.440430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58874) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:54.491402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 82115211-ffdc-4901-9840-6c412126394e no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:54.538097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245196062'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:54.555130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:54.560293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/3804ced8-25f9-4a9b-84bd-ba12d332888b/86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:54.573766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:54.582322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:54.587995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:54.594034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:54.615972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:54.627639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:54.631723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.645104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:54.657693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:54.674323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] For port 82115211-ffdc-4901-9840-6c412126394e, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=82115211-ffdc-4901-9840-6c412126394e,segment=NetworkSegment(4b61cdc9-c1a4-4623-802d-319e87365969),segment_id=4b61cdc9-c1a4-4623-802d-319e87365969)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:54.674684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.680029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8cb90bca-4751-46ae-afb1-ef2342eaa20e None None] Port 3bbc0c6a-4850-4329-b263-ec01dc93d168 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:54.683379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-38311b28-d72d-46f6-8979-353f3684c0ea None None] For port 82115211-ffdc-4901-9840-6c412126394e, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=82115211-ffdc-4901-9840-6c412126394e,segment=NetworkSegment(4b61cdc9-c1a4-4623-802d-319e87365969),segment_id=4b61cdc9-c1a4-4623-802d-319e87365969)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:54.683874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38311b28-d72d-46f6-8979-353f3684c0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.693016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port c36a686c-1539-4402-a4e4-c57be1e53007 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:54.903961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.002422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-38311b28-d72d-46f6-8979-353f3684c0ea None None] Calling delete_port for 82115211-ffdc-4901-9840-6c412126394e owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:55.031402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Calling delete_port for 82115211-ffdc-4901-9840-6c412126394e owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:55.034356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c77b71-29fc-411c-9fc7-4724ca4c8c66 None None] Pushing event updated for resources: {'Port': ['ID=8a15db0f-cfef-4264-9503-710dbe715cab,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.059113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.065476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8cb90bca-4751-46ae-afb1-ef2342eaa20e None None] Provisioning complete for port 8a15db0f-cfef-4264-9503-710dbe715cab triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:55.065899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8cb90bca-4751-46ae-afb1-ef2342eaa20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.104926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.112586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.121209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.149129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:55.152921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:55.155819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:55.159138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6aa4039f-d8aa-47fd-8d9b-66fba8560778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.161404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:55.211697 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58894) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.214152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:55.222003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1523378575-network', 'tenant_id': '4d288a2f8f1c45d69f27dced5401eac3'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:55.243150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:55.254080 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.272157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.273043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.278804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.324958 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Usage tracker for resource:network and tenant:4d288a2f8f1c45d69f27dced5401eac3 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:55.332021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.332680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:55.348539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:55.353354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 16 10:53:55.353354 dv-neutron-833860-1-hyperv neutron-server[87874]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Mar 16 10:53:55.353354 dv-neutron-833860-1-hyperv neutron-server[87874]: [parameters: {'port_id': '82115211-ffdc-4901-9840-6c412126394e', 'host': 'dv-neutron-833860-1-hyperv', 'level': 0}] Mar 16 10:53:55.353354 dv-neutron-833860-1-hyperv neutron-server[87874]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:55.353682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:55.354231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.364062 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:53:55.366111 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.369208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Router 580418be-6757-4c28-b38a-7ae32f8f7598 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:55.379493 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38311b28-d72d-46f6-8979-353f3684c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.412657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbacf6f9-22da-4650-9963-39b44c0de688,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.425869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.432269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.432611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.433011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.433336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.433817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.434147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.434466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.434783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.435190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51c6f2-c9a7-4173-8509-4ff47dbdade5 None None] Network 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:55.435321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.435511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.435967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.436295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.448116 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088b225-0327-4d2b-85f1-1b5bddb522a9 req-03863b0d-6e3c-4fe4-b88b-f51a0c4ce867 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.449718 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f088b225-0327-4d2b-85f1-1b5bddb522a9 req-03863b0d-6e3c-4fe4-b88b-f51a0c4ce867 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.3743272 Mar 16 10:53:55.455111 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-48a73e91-982d-4810-8a21-3f921f7ea4ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cbacf6f9-22da-4650-9963-39b44c0de688 HTTP/1.1" status: 204 len: 168 time: 1.5347757 Mar 16 10:53:55.466455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.489481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38311b28-d72d-46f6-8979-353f3684c0ea None None] Pushing event deleted for resources: {'Port': ['ID=82115211-ffdc-4901-9840-6c412126394e,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.505667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58898) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.506494 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=3bbc0c6a-4850-4329-b263-ec01dc93d168,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.508112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Made reservation on behalf of 4d288a2f8f1c45d69f27dced5401eac3 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:55.510065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d773ea01-9a20-4f61-bdbd-b57d6a1b5225,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.511207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.526110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.530273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38311b28-d72d-46f6-8979-353f3684c0ea None None] No DVR routers for this DVR port 82115211-ffdc-4901-9840-6c412126394e on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:55.535036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.562067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.563631 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1065934 Mar 16 10:53:55.565344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.565894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.566427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.566956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.567497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.568018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.568629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.569186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.569722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.570241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.570772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.571293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.584634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58902) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.588037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.588482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.589024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.589448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.589885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.590310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.590723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.591141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.591553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.591975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.592377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.592966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd851a-cba7-438a-b9f9-9614772e8746 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.619030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-217621fe-3bf2-4bfe-bbd4-2780099eb082 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'd773ea01-9a20-4f61-bdbd-b57d6a1b5225', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:55.634225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-217621fe-3bf2-4bfe-bbd4-2780099eb082 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:55.651285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-217621fe-3bf2-4bfe-bbd4-2780099eb082 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:55.651466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Transition to ACTIVE for port object 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:55.653910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda5c78-1b9f-4840-b3d8-ce671c208643 None None] Network 24875039-3ae6-4591-8915-3768b130045f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:55.672125 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:55.675861 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:55.683728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.688083 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-05d8d108-7d83-4d77-b1df-ffa54ba829dd tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "PUT /v2.0/routers/580418be-6757-4c28-b38a-7ae32f8f7598 HTTP/1.1" status: 200 len: 706 time: 6.2720616 Mar 16 10:53:55.688905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58906) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.693081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:4d288a2f8f1c45d69f27dced5401eac3 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:55.703987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-217621fe-3bf2-4bfe-bbd4-2780099eb082 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:55.717872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe0aa1-e70a-42af-a02c-09a7b3efe074 None None] Sync routers for ids ['580418be-6757-4c28-b38a-7ae32f8f7598'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:55.722648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-217621fe-3bf2-4bfe-bbd4-2780099eb082 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:55.732759 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f088b225-0327-4d2b-85f1-1b5bddb522a9 req-f06dfaa4-f477-4e59-8ba5-0db117435678 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280145 Mar 16 10:53:55.764826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.765065 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Transition to ACTIVE for port object 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:55.772392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:55.781973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:55.836207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 489254af-6e78-4d97-8d72-e0198e435381 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:55.847932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Deleting port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:55.847932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.861332 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ad88d896-eab7-4a2c-bb68-d66975c3a290 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:55.867609 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d29038b1-810c-424e-b6a9-fb85c113ba45 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/routers/580418be-6757-4c28-b38a-7ae32f8f7598 HTTP/1.1" status: 200 len: 741 time: 0.1746662 Mar 16 10:53:55.871814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:55.873544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58912) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.883481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port 82115211-ffdc-4901-9840-6c412126394e {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:55.883663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.907177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.948790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe0aa1-e70a-42af-a02c-09a7b3efe074 None None] Routers {'580418be-6757-4c28-b38a-7ae32f8f7598'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:55.949198 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.949435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e6fe0aa1-e70a-42af-a02c-09a7b3efe074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['580418be-6757-4c28-b38a-7ae32f8f7598'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:55.956106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.973121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:55.985226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.985681 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Added segment 5ff0e6cd-0a06-4bf2-891c-30124923520e of type vlan for network 00509217-9ae7-4e62-8523-3c6f438e31e1 Mar 16 10:53:55.996228 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: ad88d896-eab7-4a2c-bb68-d66975c3a290 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:55.996641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ad88d896-eab7-4a2c-bb68-d66975c3a290 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:56.023914 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.073878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:56.079949 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e6fe0aa1-e70a-42af-a02c-09a7b3efe074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:56.094573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9319727-9268-44ab-a193-01f46d65bf7b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:56.095177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:56.097838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] The port '82115211-ffdc-4901-9840-6c412126394e' was deleted {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:56.102673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.104099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:56.104469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:56.105166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.122146 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-217621fe-3bf2-4bfe-bbd4-2780099eb082 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:56.126224 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-217621fe-3bf2-4bfe-bbd4-2780099eb082 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5291467 Mar 16 10:53:56.131385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b7ad7f3d-f290-4bf0-89ac-d82c4df602c2 tempest-RoutersAdminTest-2041887789 tempest-RoutersAdminTest-2041887789-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&device_id=580418be-6757-4c28-b38a-7ae32f8f7598 HTTP/1.1" status: 200 len: 205 time: 0.2212727 Mar 16 10:53:56.151092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Pushing event updated for resources: {'Port': ['ID=86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:56.168958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58916) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:56.169284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58918) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:56.185331 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe0aa1-e70a-42af-a02c-09a7b3efe074 None None] Routers {'580418be-6757-4c28-b38a-7ae32f8f7598'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:56.185960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e6fe0aa1-e70a-42af-a02c-09a7b3efe074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['580418be-6757-4c28-b38a-7ae32f8f7598'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:56.188255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f4a19a17-3df9-409e-a037-ac750dec81da tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group_rule': {'security_group_id': 'd773ea01-9a20-4f61-bdbd-b57d6a1b5225', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:56.232391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=00509217-9ae7-4e62-8523-3c6f438e31e1,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:56.234941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-75104151-f603-46a4-8477-fa0808800b57 None None] Provisioning complete for port 3bbc0c6a-4850-4329-b263-ec01dc93d168 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:56.235315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-75104151-f603-46a4-8477-fa0808800b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.242476 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-53006390-b3d7-4ae8-ad73-bcbfb9282fb3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0272944 Mar 16 10:53:56.243225 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58924) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:56.249256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Request body: {'subnet': {'network_id': '00509217-9ae7-4e62-8523-3c6f438e31e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1523378575-subnet', 'tenant_id': '4d288a2f8f1c45d69f27dced5401eac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:56.254174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:56.258131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Usage tracker for resource:subnet and tenant:4d288a2f8f1c45d69f27dced5401eac3 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:56.261013 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:56.267213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:56.276219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 00509217-9ae7-4e62-8523-3c6f438e31e1 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:56.279300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Made reservation on behalf of 4d288a2f8f1c45d69f27dced5401eac3 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:56.282031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.285810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::31 (e57f845a-9024-49c0-a045-365eb6299d60/3804ced8-25f9-4a9b-84bd-ba12d332888b/c36a686c-1539-4402-a4e4-c57be1e53007) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:56.288614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f4a19a17-3df9-409e-a037-ac750dec81da tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:56.379990 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9f742573-e2d8-463d-8c6b-28f24d6010b5 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=580418be-6757-4c28-b38a-7ae32f8f7598 HTTP/1.1" status: 200 len: 205 time: 0.2043765 Mar 16 10:53:56.380195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58928) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:56.390318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f4a19a17-3df9-409e-a037-ac750dec81da tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:56.404644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f4a19a17-3df9-409e-a037-ac750dec81da tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:56.455816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8a15db0f-cfef-4264-9503-710dbe715cab up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:56.500774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e6fe0aa1-e70a-42af-a02c-09a7b3efe074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:56.501121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe0aa1-e70a-42af-a02c-09a7b3efe074 None None] The sync data for ids ['580418be-6757-4c28-b38a-7ae32f8f7598'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:56.589125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f4a19a17-3df9-409e-a037-ac750dec81da tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:56.638904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Attempting to bind port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:56.639255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Attempting to bind port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:56.639555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Attempting to bind port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:56.639977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.654517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-75104151-f603-46a4-8477-fa0808800b57 None None] Port 3bbc0c6a-4850-4329-b263-ec01dc93d168 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:56.676500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2946aeac-257a-400c-8486-2d245d76a88d tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.680423 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:56.680836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:56.681250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.681622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:56.682403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Bound port: 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:56.682538 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.693158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.797276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701a9020-8605-49ba-b810-ee06b271c150']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:56.831260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8a15db0f-cfef-4264-9503-710dbe715cab triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:56.831799 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.838789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b61cdc9-c1a4-4623-802d-319e87365969') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:56.839053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b61cdc9-c1a4-4623-802d-319e87365969') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:56.866235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7d70f8ad-1e56-43e2-b329-21d20df3bb9e None None] Provisioning complete for port 3bbc0c6a-4850-4329-b263-ec01dc93d168 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:56.866620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7d70f8ad-1e56-43e2-b329-21d20df3bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.897053 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] DHCP port deletion for 8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:56.900648 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-f4a19a17-3df9-409e-a037-ac750dec81da tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:53:56.904316 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f4a19a17-3df9-409e-a037-ac750dec81da tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7311931 Mar 16 10:53:56.904316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.914592 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58932) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:56.919693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] Deleting port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:56.920066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.927935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] For port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3f0acd0f-6c67-4d85-be1c-030ce252c5e6,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:56.928283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.943386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] For port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:56.994620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] For port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:56.999709 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7d70f8ad-1e56-43e2-b329-21d20df3bb9e None None] Port 3bbc0c6a-4850-4329-b263-ec01dc93d168 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:57.013571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.041725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2946aeac-257a-400c-8486-2d245d76a88d tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.045241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2946aeac-257a-400c-8486-2d245d76a88d tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.076483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.097023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2946aeac-257a-400c-8486-2d245d76a88d tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.097523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2946aeac-257a-400c-8486-2d245d76a88d tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Fanout notify agent at l3_agent the message router_deleted on router 580418be-6757-4c28-b38a-7ae32f8f7598 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:57.105110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.159354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Calling delete_port for 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:57.166008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2946aeac-257a-400c-8486-2d245d76a88d tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.167126 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2946aeac-257a-400c-8486-2d245d76a88d tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/580418be-6757-4c28-b38a-7ae32f8f7598 HTTP/1.1" status: 204 len: 168 time: 0.7862411 Mar 16 10:53:57.171451 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58936) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.192337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:57.192684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:57.214164 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:57.229282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ad732-6666-41e7-96d0-f75cb9317842 None None] Pushing event updated for resources: {'Port': ['ID=86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:57.238147 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-11b93eb8-91bc-4427-9c1b-5c485c273ed9 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=580418be-6757-4c28-b38a-7ae32f8f7598 HTTP/1.1" status: 200 len: 205 time: 0.0639858 Mar 16 10:53:57.239274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6f80ad-8ec9-4328-ba7d-552063d745f1,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:57.244305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58940) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.314285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Checking segment: {'id': '5ff0e6cd-0a06-4bf2-891c-30124923520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00509217-9ae7-4e62-8523-3c6f438e31e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:57.314629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Network hostable DHCP agents. Network: 00509217-9ae7-4e62-8523-3c6f438e31e1, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:57.324951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router ad0145b5-ad09-4184-8439-3802206f4be7 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:57.332841 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-523d9fec-c51e-418f-a815-47b279935ba1 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] delete failed (client error): The resource could not be found. Mar 16 10:53:57.333874 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-523d9fec-c51e-418f-a815-47b279935ba1 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/580418be-6757-4c28-b38a-7ae32f8f7598 HTTP/1.1" status: 404 len: 336 time: 0.0885451 Mar 16 10:53:57.337975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58944) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.344670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] For port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3f0acd0f-6c67-4d85-be1c-030ce252c5e6,segment=NetworkSegment(751eec20-4f37-4792-a34b-fd12cdb52814),segment_id=751eec20-4f37-4792-a34b-fd12cdb52814)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:57.345303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.394757 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d4339e71-97f7-4b28-a503-568bdb66fdc0 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=829c4f4d-f091-4d32-a9be-0102faa55bc7 HTTP/1.1" status: 200 len: 205 time: 0.0535793 Mar 16 10:53:57.394757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Network 00509217-9ae7-4e62-8523-3c6f438e31e1 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:57.400299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58948) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.465314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.493241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 00509217-9ae7-4e62-8523-3c6f438e31e1) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:57.497878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.498804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.516444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1553533-c0e4-4267-8808-cd7994d5db9a None None] Network 00509217-9ae7-4e62-8523-3c6f438e31e1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:57.523285 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-540c66a7-c856-4500-90ab-e192572941b6 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] delete failed (client error): The resource could not be found. Mar 16 10:53:57.524322 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-540c66a7-c856-4500-90ab-e192572941b6 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/829c4f4d-f091-4d32-a9be-0102faa55bc7 HTTP/1.1" status: 404 len: 336 time: 0.1221707 Mar 16 10:53:57.527053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58952) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.540622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] Calling delete_port for 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:57.586679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.589056 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ba029dab-be0a-4b0b-8fe8-c1b28117fb9f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3444409 Mar 16 10:53:57.592313 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-63174bf9-8b03-4acb-9987-2ee199d6d545 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=205910b1-69f4-48fc-a7ce-ae1c51e208f3 HTTP/1.1" status: 200 len: 205 time: 0.0640407 Mar 16 10:53:57.596905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58958) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.608583 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/701a9020-8605-49ba-b810-ee06b271c150 HTTP/1.1" status: 204 len: 168 time: 4.4564035 Mar 16 10:53:57.609877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.625112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58962) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.625673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0c3-d143-4824-a12f-24f975e696ae tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.687249 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-15936878-113e-4355-a281-e1b9106a9306 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] delete failed (client error): The resource could not be found. Mar 16 10:53:57.688769 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-15936878-113e-4355-a281-e1b9106a9306 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/205910b1-69f4-48fc-a7ce-ae1c51e208f3 HTTP/1.1" status: 404 len: 336 time: 0.0905840 Mar 16 10:53:57.691842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58966) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.715147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4025d-5ab4-437a-ac15-e86743e4ab4c tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Network': ['ID=701a9020-8605-49ba-b810-ee06b271c150,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:57.751738 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0b47faef-77d3-4f08-9ae8-53af9fb0c597 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d05a47c-cb48-4382-8155-8ca9d974f206 HTTP/1.1" status: 200 len: 205 time: 0.0583203 Mar 16 10:53:57.754530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58970) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.757829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:57.758289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:57.776307 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-050a8b7d-f5a2-4282-ae3a-5a3fcf0093ae tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:57.776770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050a8b7d-f5a2-4282-ae3a-5a3fcf0093ae tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:57.787650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.842752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object c36a686c-1539-4402-a4e4-c57be1e53007 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:57.845156 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-5db89287-4503-4aa3-8323-a7e3ab93b65a tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] delete failed (client error): The resource could not be found. Mar 16 10:53:57.846417 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5db89287-4503-4aa3-8323-a7e3ab93b65a tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/9d05a47c-cb48-4382-8155-8ca9d974f206 HTTP/1.1" status: 404 len: 336 time: 0.0907183 Mar 16 10:53:57.849237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58974) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.853712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0acd0f-6c67-4d85-be1c-030ce252c5e6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:57.876131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb6452-b9f7-4237-a6bc-6ade8e2b3f4f None None] Network 00509217-9ae7-4e62-8523-3c6f438e31e1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:57.878192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0c3-d143-4824-a12f-24f975e696ae tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.887018 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-050a8b7d-f5a2-4282-ae3a-5a3fcf0093ae tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/subnets/21d1966e-5e00-4a12-8730-75a2c328ae95 HTTP/1.1" status: 404 len: 337 time: 0.2591646 Mar 16 10:53:57.899557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58980) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.900534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] No DVR routers for this DVR port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:57.952552 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-10e1daa8-6e7b-4079-93a0-e7e1542d8e33 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=302eb181-599d-4b73-9550-12f58d140570 HTTP/1.1" status: 200 len: 205 time: 0.1014545 Mar 16 10:53:57.953905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 58984) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.968769 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2ca64f-3144-40b7-9b21-7edc0f2a8d88 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:57.969263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2ca64f-3144-40b7-9b21-7edc0f2a8d88 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:57.973291 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3a2ca64f-3144-40b7-9b21-7edc0f2a8d88 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/10d4c9aa-c5d1-4ba3-bbba-046c9992e668 HTTP/1.1" status: 404 len: 339 time: 0.0685818 Mar 16 10:53:57.973291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:57.974224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58988) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.985034 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90be0d5-f6fb-449f-a445-5a9daa4c25a7 None None] Sync routers for ids ['ad0145b5-ad09-4184-8439-3802206f4be7'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:57.996724 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90be0d5-f6fb-449f-a445-5a9daa4c25a7 None None] Routers {'ad0145b5-ad09-4184-8439-3802206f4be7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:57.997835 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c90be0d5-f6fb-449f-a445-5a9daa4c25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['ad0145b5-ad09-4184-8439-3802206f4be7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.013817 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7c36e77b-aca7-4b19-8264-b8c6f172b0d3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/ad0145b5-ad09-4184-8439-3802206f4be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0478401 Mar 16 10:53:58.042358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 58992) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.054737 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-7d7182be-88d0-4db3-8d20-92945a0784d3 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] delete failed (client error): The resource could not be found. Mar 16 10:53:58.055858 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7d7182be-88d0-4db3-8d20-92945a0784d3 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/302eb181-599d-4b73-9550-12f58d140570 HTTP/1.1" status: 404 len: 336 time: 0.1006052 Mar 16 10:53:58.058436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59000) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.130715 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-70c44d26-1171-46b0-8215-71835336fa09 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "GET /v2.0/ports?device_id=051656d0-2d64-4f62-9984-1127834d2ea0 HTTP/1.1" status: 200 len: 205 time: 0.0709782 Mar 16 10:53:58.132490 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c90be0d5-f6fb-449f-a445-5a9daa4c25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.132991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59004) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.145906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43945bf-ae75-42ee-b27d-edad39464a63 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:58.146641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a43945bf-ae75-42ee-b27d-edad39464a63 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:58.154037 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90be0d5-f6fb-449f-a445-5a9daa4c25a7 None None] Routers {'ad0145b5-ad09-4184-8439-3802206f4be7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:58.154997 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c90be0d5-f6fb-449f-a445-5a9daa4c25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['ad0145b5-ad09-4184-8439-3802206f4be7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.250611 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.253461 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c90be0d5-f6fb-449f-a445-5a9daa4c25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.254015 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90be0d5-f6fb-449f-a445-5a9daa4c25a7 None None] The sync data for ids ['ad0145b5-ad09-4184-8439-3802206f4be7'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:58.260213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] Deleting port 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:58.261208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0c3-d143-4824-a12f-24f975e696ae tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.261440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.291955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a43945bf-ae75-42ee-b27d-edad39464a63 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:58.295738 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a43945bf-ae75-42ee-b27d-edad39464a63 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports/3bbc0c6a-4850-4329-b263-ec01dc93d168 HTTP/1.1" status: 200 len: 911 time: 0.2451608 Mar 16 10:53:58.297743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc9ff90-0053-40cb-a559-bc46c30d3086 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting subnet 7cd51fdf-7baa-4de1-937f-4489b6fb3ba4 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:58.300310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.313298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59008) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.328316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4768bc39-dda0-4411-85e8-89432a9365be tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '23154dcc-d80e-4932-a3b4-ba5f6376c364'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:58.362109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ff90-0053-40cb-a559-bc46c30d3086 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.447130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb8e07-e1c4-40d5-87b0-27bb5910cb14 None None] The port '3f0acd0f-6c67-4d85-be1c-030ce252c5e6' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:58.448914 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-22f12de2-f9ec-4851-bf42-025bbbd49f63 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] delete failed (client error): The resource could not be found. Mar 16 10:53:58.450618 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-22f12de2-f9ec-4851-bf42-025bbbd49f63 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/routers/051656d0-2d64-4f62-9984-1127834d2ea0 HTTP/1.1" status: 404 len: 336 time: 0.3164954 Mar 16 10:53:58.465465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59016) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.520629 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:58.545893 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-95436fe9-3234-49d4-a225-966a2909eec7 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:58.546678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95436fe9-3234-49d4-a225-966a2909eec7 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:58.548562 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-95436fe9-3234-49d4-a225-966a2909eec7 tempest-RoutersAdminTest-1007251109 tempest-RoutersAdminTest-1007251109-project] 10.222.0.37 "DELETE /v2.0/subnets/da5669c1-0ad1-49c0-bce0-8e4a26b707b3 HTTP/1.1" status: 404 len: 337 time: 0.0820520 Mar 16 10:53:58.650275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4a0c3-d143-4824-a12f-24f975e696ae tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d773ea01-9a20-4f61-bdbd-b57d6a1b5225,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:58.654198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.657008 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:58.706009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce79da0-87fc-42bc-813a-41c7227b9d0b None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:53:58.706160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0c3-d143-4824-a12f-24f975e696ae tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.707258 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9ea4a0c3-d143-4824-a12f-24f975e696ae tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/d773ea01-9a20-4f61-bdbd-b57d6a1b5225 HTTP/1.1" status: 204 len: 168 time: 1.7832775 Mar 16 10:53:58.710101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59026) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.715330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751eec20-4f37-4792-a34b-fd12cdb52814') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.715942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751eec20-4f37-4792-a34b-fd12cdb52814') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.756221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.770728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:58.779872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:58.786624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=c36a686c-1539-4402-a4e4-c57be1e53007,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:58.789468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:58.797504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ff90-0053-40cb-a559-bc46c30d3086 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.803986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-a4a4e0bb-9296-4862-9f23-a42f269aaf19 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:58.806005 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-a4a4e0bb-9296-4862-9f23-a42f269aaf19 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/networks?id=24875039-3ae6-4591-8915-3768b130045f HTTP/1.1" status: 200 len: 812 time: 0.2966897 Mar 16 10:53:58.815538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b4f5b22d-1316-4e00-9943-e35db3e87770 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Synchronizing usage tracker for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:58.834819 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-0269607a-deef-4374-bed7-f9dfc6b99aa9 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/quotas/a6c17d53021f4a07a3d06727c66baccb HTTP/1.1" status: 200 len: 375 time: 0.0140586 Mar 16 10:53:58.846765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:58.853279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:58.853468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b4f5b22d-1316-4e00-9943-e35db3e87770 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Unset dirty status for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:58.854264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.854743 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b4f5b22d-1316-4e00-9943-e35db3e87770 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1437643 Mar 16 10:53:58.861016 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:58.861016 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3f0acd0f-6c67-4d85-be1c-030ce252c5e6 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:58.865252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59030) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.883302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1a08c3c7-bda6-444b-a53b-e3e3b1623d07 None None] Provisioning for port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:58.889163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.892546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1a08c3c7-bda6-444b-a53b-e3e3b1623d07 None None] Provisioning complete for port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:58.892942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1a08c3c7-bda6-444b-a53b-e3e3b1623d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.903028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'tempest-secgroup--386255370'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:58.907774 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-8e81726b-7235-4a58-b495-e0a2506fc1da tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6c17d53021f4a07a3d06727c66baccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586841 Mar 16 10:53:58.919444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:58.919900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:58.940152 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:58.942212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:59.038024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1a08c3c7-bda6-444b-a53b-e3e3b1623d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.059033 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-91969a68-d37d-46ce-a6f7-96743633ace1 service neutron] 10.222.0.37 "GET /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418440 Mar 16 10:53:59.069889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59036) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.080579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:59.083502 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3f0d8168-9aa4-47fc-a488-502c8e5fb51d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1106682 Mar 16 10:53:59.094267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59042) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.106856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1a08c3c7-bda6-444b-a53b-e3e3b1623d07 None None] For port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:59.108324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce79da0-87fc-42bc-813a-41c7227b9d0b None None] Resources bound (agent type, host, resource id): {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:53:59.161034 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1a08c3c7-bda6-444b-a53b-e3e3b1623d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.166958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.190317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.235165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.269459 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-1bc075f3-8e8c-460f-9f92-7e4d32514c50 service neutron] 10.222.0.37 "GET /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960342 Mar 16 10:53:59.272837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d816cf32-94db-4f9f-8475-df37ed2445fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.279573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] Pushing event deleted for resources: {'Network': ['ID=8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:59.285141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:59.286096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c3c7-bda6-444b-a53b-e3e3b1623d07 None None] Pushing event updated for resources: {'Port': ['ID=86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:59.298140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ff90-0053-40cb-a559-bc46c30d3086 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.314595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d816cf32-94db-4f9f-8475-df37ed2445fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:59.319738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d816cf32-94db-4f9f-8475-df37ed2445fc admin admin] Usage tracker for resource:security_group_rule and tenant:af07770cb8fa4e9d9e17ed6aa5a3faf7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:59.322881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d816cf32-94db-4f9f-8475-df37ed2445fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:59.331656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Usage tracker for resource:security_group_rule and tenant:d7015d2ae44b42f7a13df51bdcd9cc80 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:59.331869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d816cf32-94db-4f9f-8475-df37ed2445fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:59.341706 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:59.346905 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-54a54d8a-abe9-4ba1-a47c-c0629adac6bb admin admin] 10.222.0.37 "DELETE /v2.0/networks/8b21a0d7-bf8c-4a7a-91d4-2ccbe3c4f184 HTTP/1.1" status: 204 len: 168 time: 3.8380692 Mar 16 10:53:59.365077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:59.430732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd464f-ad6a-45f6-b957-78fbef6cc720 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:59.443566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd464f-ad6a-45f6-b957-78fbef6cc720 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:59.444447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1fdd464f-ad6a-45f6-b957-78fbef6cc720 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:59.471624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4768bc39-dda0-4411-85e8-89432a9365be tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.508988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d816cf32-94db-4f9f-8475-df37ed2445fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.520094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d816cf32-94db-4f9f-8475-df37ed2445fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.583829 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-df7f2b44-d667-40d7-bd85-16afb5279373 req-582ed039-0ab4-45ac-8392-12c0c6d58d28 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 210 time: 0.0955448 Mar 16 10:53:59.629178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1fdd464f-ad6a-45f6-b957-78fbef6cc720 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:59.631286 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1fdd464f-ad6a-45f6-b957-78fbef6cc720 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.5317595 Mar 16 10:53:59.648465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59056) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.648855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59058) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.649468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02695319-9f04-455c-a2b6-e7e7e2214685 None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:53:59.650096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ff90-0053-40cb-a559-bc46c30d3086 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.675755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816cf32-94db-4f9f-8475-df37ed2445fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c590d4e5-777d-43e7-9b82-45fb86feea7d,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:59.683723 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d816cf32-94db-4f9f-8475-df37ed2445fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af07770cb8fa4e9d9e17ed6aa5a3faf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6120460 Mar 16 10:53:59.684905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59066) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.767638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4512d34-06ca-4c3f-b71b-c69fd34e8b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.782050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02695319-9f04-455c-a2b6-e7e7e2214685 None None] Resources bound (agent type, host, resource id): {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:53:59.804503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4512d34-06ca-4c3f-b71b-c69fd34e8b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.829741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9ff90-0053-40cb-a559-bc46c30d3086 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd51fdf-7baa-4de1-937f-4489b6fb3ba4,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:59.841442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ff90-0053-40cb-a559-bc46c30d3086 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.880189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4512d34-06ca-4c3f-b71b-c69fd34e8b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.907800 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4512d34-06ca-4c3f-b71b-c69fd34e8b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c590d4e5-777d-43e7-9b82-45fb86feea7d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:59.919509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4512d34-06ca-4c3f-b71b-c69fd34e8b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.920700 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d4512d34-06ca-4c3f-b71b-c69fd34e8b95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c590d4e5-777d-43e7-9b82-45fb86feea7d HTTP/1.1" status: 204 len: 168 time: 0.2345252 Mar 16 10:53:59.933602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.964234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.010236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-ec24c847-52d3-4ec3-a705-6d4735dcd5e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port c36a686c-1539-4402-a4e4-c57be1e53007 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:00.010572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec24c847-52d3-4ec3-a705-6d4735dcd5e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.061325 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9dc9ff90-0053-40cb-a559-bc46c30d3086 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/subnets/7cd51fdf-7baa-4de1-937f-4489b6fb3ba4 HTTP/1.1" status: 204 len: 168 time: 2.0810246 Mar 16 10:54:00.064310 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-69b354fb-24c4-4d28-a9f3-e439d57ef504 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=749b3dea469d4d55ab820e1d0f325c6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4040582 Mar 16 10:54:00.064506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59074) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.067508 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59076) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.093804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.095333 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2108407 Mar 16 10:54:00.139411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59082) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.147603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e6e27-f682-4086-8796-91e9e3f705f1 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb38132e-0bc1-4fcd-9c6f-68e8c34aee46,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:00.164066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-3d369509-7bbd-424e-b543-043e25106931 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:00.164715 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-3d369509-7bbd-424e-b543-043e25106931 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 10:54:00.165584 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-3d369509-7bbd-424e-b543-043e25106931 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] update failed (client error): There was a conflict when trying to complete your request. Mar 16 10:54:00.166671 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3d369509-7bbd-424e-b543-043e25106931 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "PUT /v2.0/security-groups/bb38132e-0bc1-4fcd-9c6f-68e8c34aee46 HTTP/1.1" status: 409 len: 330 time: 0.0205905 Mar 16 10:54:00.186151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59086) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.319569 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf939f7-30f2-4996-b42e-b18b56317712 None None] Network 4b8924c9-d9a4-4743-bc4c-90ddde4690cf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:00.397200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.410386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b7d348b-b278-4e7b-8898-e8d1300a1856 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.451870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Deleting port 898cb9bf-2287-4cb5-851e-66fa563a5def {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:00.452341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.478082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e00fff-9900-497c-a435-071cc3b48f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.553433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:00.581857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b7d348b-b278-4e7b-8898-e8d1300a1856 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.624831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59092) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.656250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e00fff-9900-497c-a435-071cc3b48f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.801222 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:00.801759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.835528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-649d9b12-eae5-4cfc-a4ad-4624c90faff7 None None] Provisioning for port c36a686c-1539-4402-a4e4-c57be1e53007 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:00.838122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec24c847-52d3-4ec3-a705-6d4735dcd5e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.855618 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fd8c76ef-eebb-4ec3-8ab5-958e241b6491 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f40fa70501a94b7ab42c331eeec66554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290428 Mar 16 10:54:00.856843 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-27652e02-24e7-4c4b-9dc4-75db10e24d1b req-65dbaa3c-5c85-43ab-9420-df046ca832d3 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 210 time: 0.1010506 Mar 16 10:54:00.863329 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-649d9b12-eae5-4cfc-a4ad-4624c90faff7 None None] Provisioning complete for port c36a686c-1539-4402-a4e4-c57be1e53007 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:00.863865 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-649d9b12-eae5-4cfc-a4ad-4624c90faff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.864109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59098) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.922066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b7d348b-b278-4e7b-8898-e8d1300a1856 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.997846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-649d9b12-eae5-4cfc-a4ad-4624c90faff7 None None] Port c36a686c-1539-4402-a4e4-c57be1e53007 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:01.016891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-ec24c847-52d3-4ec3-a705-6d4735dcd5e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for c36a686c-1539-4402-a4e4-c57be1e53007 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:01.020455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d348b-b278-4e7b-8898-e8d1300a1856 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb38132e-0bc1-4fcd-9c6f-68e8c34aee46,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.050634 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e00fff-9900-497c-a435-071cc3b48f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.079254 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] DHCP port deletion for 4b8924c9-d9a4-4743-bc4c-90ddde4690cf request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:01.086456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e00fff-9900-497c-a435-071cc3b48f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4e9ba9-bbea-49cc-ac7d-f78a6c0ad013,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.095138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] Deleting port 898cb9bf-2287-4cb5-851e-66fa563a5def {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:01.095708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.132839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] For port 898cb9bf-2287-4cb5-851e-66fa563a5def, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=898cb9bf-2287-4cb5-851e-66fa563a5def,segment=NetworkSegment(d54c3466-5a30-4607-a787-bcc122b684ed),segment_id=d54c3466-5a30-4607-a787-bcc122b684ed)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:01.133222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.155305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e00fff-9900-497c-a435-071cc3b48f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.156471 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f4e00fff-9900-497c-a435-071cc3b48f60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e4e9ba9-bbea-49cc-ac7d-f78a6c0ad013 HTTP/1.1" status: 204 len: 168 time: 1.0874932 Mar 16 10:54:01.175350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3de92c6f-0b5c-4c7f-9a94-6bc61500c786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.221956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4768bc39-dda0-4411-85e8-89432a9365be tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.265918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4768bc39-dda0-4411-85e8-89432a9365be tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.272177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4768bc39-dda0-4411-85e8-89432a9365be tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.273102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4768bc39-dda0-4411-85e8-89432a9365be tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.274636 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4768bc39-dda0-4411-85e8-89432a9365be tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/ports/3bbc0c6a-4850-4329-b263-ec01dc93d168 HTTP/1.1" status: 200 len: 911 time: 2.9549611 Mar 16 10:54:01.279591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3de92c6f-0b5c-4c7f-9a94-6bc61500c786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.320897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59104) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:01.461387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec24c847-52d3-4ec3-a705-6d4735dcd5e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.472799 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] For port 898cb9bf-2287-4cb5-851e-66fa563a5def, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=898cb9bf-2287-4cb5-851e-66fa563a5def,segment=NetworkSegment(d54c3466-5a30-4607-a787-bcc122b684ed),segment_id=d54c3466-5a30-4607-a787-bcc122b684ed)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:01.473809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.493695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b7d348b-b278-4e7b-8898-e8d1300a1856 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.497196 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6b7d348b-b278-4e7b-8898-e8d1300a1856 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/bb38132e-0bc1-4fcd-9c6f-68e8c34aee46 HTTP/1.1" status: 204 len: 168 time: 1.3077168 Mar 16 10:54:01.502236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Calling delete_port for 898cb9bf-2287-4cb5-851e-66fa563a5def owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:01.532482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59114) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:01.555338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768bc39-dda0-4411-85e8-89432a9365be tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=3bbc0c6a-4850-4329-b263-ec01dc93d168,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.611378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] Calling delete_port for 898cb9bf-2287-4cb5-851e-66fa563a5def owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:01.613390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-5f632b18-eff5-41b6-826b-72c5b3d31105 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.615495 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-5f632b18-eff5-41b6-826b-72c5b3d31105 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.48 "GET /v2.0/networks?id=24875039-3ae6-4591-8915-3768b130045f HTTP/1.1" status: 200 len: 812 time: 0.5961275 Mar 16 10:54:01.642563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24c847-52d3-4ec3-a705-6d4735dcd5e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=c36a686c-1539-4402-a4e4-c57be1e53007,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.719725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Request body: {'port': {'device_id': '16c34f7b-41f4-46ff-8fb9-733c7f011a03', 'network_id': '24875039-3ae6-4591-8915-3768b130045f', 'admin_state_up': True, 'tenant_id': 'a6c17d53021f4a07a3d06727c66baccb'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:01.733842 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:01.737126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:01.745853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.788428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec24c847-52d3-4ec3-a705-6d4735dcd5e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.888226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3de92c6f-0b5c-4c7f-9a94-6bc61500c786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.893301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-308c7a27-3171-4849-8bf1-1dce0e565da2 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Synchronizing usage tracker for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:01.908353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Port': ['ID=898cb9bf-2287-4cb5-851e-66fa563a5def,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.918500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] No DVR routers for this DVR port 898cb9bf-2287-4cb5-851e-66fa563a5def on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:01.949702 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ec24c847-52d3-4ec3-a705-6d4735dcd5e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/c36a686c-1539-4402-a4e4-c57be1e53007 HTTP/1.1" status: 204 len: 168 time: 2.2887123 Mar 16 10:54:01.951368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de92c6f-0b5c-4c7f-9a94-6bc61500c786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7954e07-a2d0-4e83-9065-327fcce759b3,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.952029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59130) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:01.964478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3de92c6f-0b5c-4c7f-9a94-6bc61500c786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.965762 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3de92c6f-0b5c-4c7f-9a94-6bc61500c786 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7954e07-a2d0-4e83-9065-327fcce759b3 HTTP/1.1" status: 204 len: 168 time: 1.1004949 Mar 16 10:54:02.030766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-308c7a27-3171-4849-8bf1-1dce0e565da2 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] Unset dirty status for tenant:d7015d2ae44b42f7a13df51bdcd9cc80 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:02.031994 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-308c7a27-3171-4849-8bf1-1dce0e565da2 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4958875 Mar 16 10:54:02.043079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59136) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:02.093297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.101766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:02.110469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Usage tracker for resource:port and tenant:a6c17d53021f4a07a3d06727c66baccb is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:02.115870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:02.129166 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-370d71e6-1784-47e3-81cd-637fb059f01f tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] delete failed (client error): The resource could not be found. Mar 16 10:54:02.130183 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-370d71e6-1784-47e3-81cd-637fb059f01f tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a935568-95ea-47fc-b6d0-81148b2aac5f HTTP/1.1" status: 404 len: 347 time: 0.0805707 Mar 16 10:54:02.131785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:02.135399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59144) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:02.139628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8924c9-d9a4-4743-bc4c-90ddde4690cf']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.140276 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6ef68fd6-8483-429e-96cf-73268ae493ea req-fcbcc6e8-fb9e-41f9-8870-8819e22c3732 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 210 time: 0.0865331 Mar 16 10:54:02.171329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54c3466-5a30-4607-a787-bcc122b684ed') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.171660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54c3466-5a30-4607-a787-bcc122b684ed') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.180089 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-40e1d697-c9cd-4045-9041-94499e529d50 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] show failed (client error): The resource could not be found. Mar 16 10:54:02.181162 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-40e1d697-c9cd-4045-9041-94499e529d50 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-groups/104efe29-9ab4-4f6a-aee3-929111beaaad HTTP/1.1" status: 404 len: 347 time: 0.0438442 Mar 16 10:54:02.185753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Made reservation on behalf of a6c17d53021f4a07a3d06727c66baccb for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:02.190330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.193517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59148) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:02.197530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d991a-deb3-4388-ae0b-36f642b2d178 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:02.199329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d991a-deb3-4388-ae0b-36f642b2d178 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:02.200258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1f1d991a-deb3-4388-ae0b-36f642b2d178 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:02.209813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.231078 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-f69e3811-66eb-4994-8b4a-d3a152e2a219 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] show failed (client error): The resource could not be found. Mar 16 10:54:02.232481 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f69e3811-66eb-4994-8b4a-d3a152e2a219 tempest-NegativeSecGroupIPv6Test-28092580 tempest-NegativeSecGroupIPv6Test-28092580-project] 10.222.0.37 "GET /v2.0/security-group-rules/804bd0d2-21ab-4171-9c2d-156457d201a9 HTTP/1.1" status: 404 len: 356 time: 0.0288167 Mar 16 10:54:02.238408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] Deleting port 898cb9bf-2287-4cb5-851e-66fa563a5def {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:02.239064 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.246283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1f1d991a-deb3-4388-ae0b-36f642b2d178 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:02.248028 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1f1d991a-deb3-4388-ae0b-36f642b2d178 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2903328 Mar 16 10:54:02.251181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59156) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:02.272217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.285536 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:02.285997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:02.303139 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:02.363249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-50ff585b-aab6-446b-82fc-88e63c7e1caf None None] The port '898cb9bf-2287-4cb5-851e-66fa563a5def' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:02.456839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.461730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 898cb9bf-2287-4cb5-851e-66fa563a5def no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:02.462235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.493860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59164) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:02.515822 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] Pushing event deleted for resources: {'Network': ['ID=4b8924c9-d9a4-4743-bc4c-90ddde4690cf,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:02.533236 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b3574220-f9ce-4502-903c-e1835e47c580 tempest-NetworksIpV6Test-88340844 tempest-NetworksIpV6Test-88340844-project] 10.222.0.37 "DELETE /v2.0/networks/4b8924c9-d9a4-4743-bc4c-90ddde4690cf HTTP/1.1" status: 204 len: 168 time: 2.4673378 Mar 16 10:54:02.562243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 898cb9bf-2287-4cb5-851e-66fa563a5def {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:02.562759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 898cb9bf-2287-4cb5-851e-66fa563a5def not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:02.566722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61d9819-610a-432d-876c-9caa78d08284 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 3804ced8-25f9-4a9b-84bd-ba12d332888b {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:02.572488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a61d9819-610a-432d-876c-9caa78d08284 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.574159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Allocated IP 172.20.0.8 (24875039-3ae6-4591-8915-3768b130045f/6413c07d-d2ec-4235-bcc2-fbb5638675da/403df204-a5eb-4d47-a2c9-da0cca91253e) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:02.653147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a61d9819-610a-432d-876c-9caa78d08284 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.704763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.811849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1305512699-network', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:02.821549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:02.829928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Usage tracker for resource:network and tenant:c480ded403d94a78b89e39ab463cf7cb is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:02.835220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:02.846026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:02.880588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Made reservation on behalf of c480ded403d94a78b89e39ab463cf7cb for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:02.883058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.899673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.910374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.923659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:02.929133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c480ded403d94a78b89e39ab463cf7cb is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:02.932587 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:02.939529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:02.985548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.987716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a61d9819-610a-432d-876c-9caa78d08284 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.023365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59180) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.083664 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Network 24875039-3ae6-4591-8915-3768b130045f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:03.088467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:03.099028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Pushing event updated for resources: {'Port': ['ID=403df204-a5eb-4d47-a2c9-da0cca91253e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.107281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:03.125215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a61d9819-610a-432d-876c-9caa78d08284 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.153083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59188) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.184084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d9819-610a-432d-876c-9caa78d08284 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=3804ced8-25f9-4a9b-84bd-ba12d332888b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.189861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a61d9819-610a-432d-876c-9caa78d08284 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.194870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.207604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be368b12-c457-4d72-ba0e-e03afba4e188 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:03.211716 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a61d9819-610a-432d-876c-9caa78d08284 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/3804ced8-25f9-4a9b-84bd-ba12d332888b HTTP/1.1" status: 204 len: 168 time: 0.9591300 Mar 16 10:54:03.215983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59196) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.216155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:03.218085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.238142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.290563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 3bbc0c6a-4850-4329-b263-ec01dc93d168 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:03.290563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.332509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:03.339263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ebe6744b-9b45-4f1f-93e9-c6185083e66b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1226685 Mar 16 10:54:03.342438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59202) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.350828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f0720e-4038-43e5-916c-dae0a5a2ace9,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.356088 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-3d8f081b-e10e-473c-a85e-e157eec1352e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6419773 Mar 16 10:54:03.440109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Request body: {'port': {'device_id': '16c34f7b-41f4-46ff-8fb9-733c7f011a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:03.528581 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9829fd20-bee4-4761-a423-6c80dca8c6e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7015d2ae44b42f7a13df51bdcd9cc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040867 Mar 16 10:54:03.532369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59210) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.542801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.543149 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Added segment cd6c8ddd-71b3-4152-8dc7-a4557865bda3 of type vlan for network 5d763a5a-f308-425a-be9c-c795624cc306 Mar 16 10:54:03.574624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:03.582390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Deleting port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:03.584379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.588339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.748860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for 3bbc0c6a-4850-4329-b263-ec01dc93d168 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:03.819307 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-10610a6b-d3ce-4b01-8fd9-87f8e1e306fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d2e3aee56b24ffb8ff967ff9e5062b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6583614 Mar 16 10:54:03.821653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.824241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59218) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.871334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-996da698-f67c-4aeb-a26c-9bb3c7f18f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.872389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] For port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:03.872795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.877166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167099e-c27d-44e1-9a06-c846569f0112 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:03.877899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4167099e-c27d-44e1-9a06-c846569f0112 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:03.905460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca364c-d894-4a72-b142-14f0f590094f req-069f53c4-0328-4749-97f0-2506261e27b7 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:03.906181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-edca364c-d894-4a72-b142-14f0f590094f req-069f53c4-0328-4749-97f0-2506261e27b7 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Synchronizing usage tracker for tenant:a6c17d53021f4a07a3d06727c66baccb on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:03.926130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.976688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-996da698-f67c-4aeb-a26c-9bb3c7f18f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.990164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.991289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:03.991799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.995386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4167099e-c27d-44e1-9a06-c846569f0112 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:03.996570 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4167099e-c27d-44e1-9a06-c846569f0112 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6532438 Mar 16 10:54:04.014420 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Calling delete_port for 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:04.021781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59224) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.026389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-28aaf40e-2352-426d-a813-203deb2cb75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.026636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-edca364c-d894-4a72-b142-14f0f590094f req-069f53c4-0328-4749-97f0-2506261e27b7 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Unset dirty status for tenant:a6c17d53021f4a07a3d06727c66baccb on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:04.027987 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-edca364c-d894-4a72-b142-14f0f590094f req-069f53c4-0328-4749-97f0-2506261e27b7 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 931 time: 0.5410240 Mar 16 10:54:04.105640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.155012 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6575105 Mar 16 10:54:04.161041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59232) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.173268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-28aaf40e-2352-426d-a813-203deb2cb75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.183554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Pushing event deleted for resources: {'Port': ['ID=86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.188464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] No DVR routers for this DVR port 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:04.210098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e4a53-aa58-4427-b8b7-6c6615fb70e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:04.211213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-731e4a53-aa58-4427-b8b7-6c6615fb70e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:04.214403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.215277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.215810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.216448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.216970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.217495 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.217988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.219525 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.220064 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.221054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.221745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.222222 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39abd4-e066-4cc0-8f07-f373c78f5605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:04.245329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Request body: {'subnet': {'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1305512699-subnet', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:04.252366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581f245-c6c9-4278-ab13-ab58281a52c5 admin admin] Pushing event updated for resources: {'Network': ['ID=5d763a5a-f308-425a-be9c-c795624cc306,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.265828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 5d763a5a-f308-425a-be9c-c795624cc306 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:04.266683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:04.274532 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-edca364c-d894-4a72-b142-14f0f590094f req-3cee90bb-cc2e-4dc4-89b1-2577c3396d82 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268128 Mar 16 10:54:04.281366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Usage tracker for resource:subnet and tenant:c480ded403d94a78b89e39ab463cf7cb is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:04.289713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:04.304515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:04.304642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-731e4a53-aa58-4427-b8b7-6c6615fb70e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:04.305866 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-731e4a53-aa58-4427-b8b7-6c6615fb70e0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2773476 Mar 16 10:54:04.308916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59238) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.311370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-996da698-f67c-4aeb-a26c-9bb3c7f18f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.399186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Made reservation on behalf of c480ded403d94a78b89e39ab463cf7cb for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:04.401632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.479194 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:04.513065 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:04.513488 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 86d3267f-f3d0-46ad-8e8d-2d4b9428ae4d not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:04.558002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.562156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996da698-f67c-4aeb-a26c-9bb3c7f18f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6344d09-4854-4cd2-bdd2-2d49c2b1c417,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.598727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-28aaf40e-2352-426d-a813-203deb2cb75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.609607 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9f84c41f-22a9-4d19-acaf-94b18f6d68c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2955661 Mar 16 10:54:04.620094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59246) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.637823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaf40e-2352-426d-a813-203deb2cb75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e976d025-a847-4278-8dbe-e6673eb51597,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.654219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:04.675484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59250) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.676511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-28aaf40e-2352-426d-a813-203deb2cb75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.679937 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-28aaf40e-2352-426d-a813-203deb2cb75d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e976d025-a847-4278-8dbe-e6673eb51597 HTTP/1.1" status: 204 len: 168 time: 0.8519671 Mar 16 10:54:04.680424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=3bbc0c6a-4850-4329-b263-ec01dc93d168,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.736324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-996da698-f67c-4aeb-a26c-9bb3c7f18f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.739990 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-996da698-f67c-4aeb-a26c-9bb3c7f18f7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6344d09-4854-4cd2-bdd2-2d49c2b1c417 HTTP/1.1" status: 204 len: 168 time: 1.2042317 Mar 16 10:54:04.762901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403df204-a5eb-4d47-a2c9-da0cca91253e {{(pid=87875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:54:04.775686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.809563 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Transition to ACTIVE for port object 403df204-a5eb-4d47-a2c9-da0cca91253e will not be triggered until provisioned by entity L2. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:04.827830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.904042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.025400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.043735 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:05.104612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=403df204-a5eb-4d47-a2c9-da0cca91253e,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.118642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:05.162647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.191834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Checking segment: {'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:05.192130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Network hostable DHCP agents. Network: 5d763a5a-f308-425a-be9c-c795624cc306, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:05.233577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Network 5d763a5a-f308-425a-be9c-c795624cc306 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:05.238486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Attempting to bind port 403df204-a5eb-4d47-a2c9-da0cca91253e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:05.238662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Attempting to bind port 403df204-a5eb-4d47-a2c9-da0cca91253e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '039031a2-f87c-47d6-bb42-ad40c91ec084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '24875039-3ae6-4591-8915-3768b130045f'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:05.238965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Attempting to bind port 403df204-a5eb-4d47-a2c9-da0cca91253e on network 24875039-3ae6-4591-8915-3768b130045f {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:05.246463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Port 403df204-a5eb-4d47-a2c9-da0cca91253e on network 24875039-3ae6-4591-8915-3768b130045f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:54:05.246822 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Attempting to bind port 403df204-a5eb-4d47-a2c9-da0cca91253e on network 24875039-3ae6-4591-8915-3768b130045f {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:05.253316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:05.253751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Checking segment: {'id': '039031a2-f87c-47d6-bb42-ad40c91ec084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '24875039-3ae6-4591-8915-3768b130045f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:05.254168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Bound using segment: {'id': '039031a2-f87c-47d6-bb42-ad40c91ec084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '24875039-3ae6-4591-8915-3768b130045f'} {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:05.254681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Bound port: 403df204-a5eb-4d47-a2c9-da0cca91253e, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039031a2-f87c-47d6-bb42-ad40c91ec084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '24875039-3ae6-4591-8915-3768b130045f'}}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:05.255020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.256269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:05.259804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.267461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 5d763a5a-f308-425a-be9c-c795624cc306) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:05.277793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:05.278657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df863587-0f8b-4260-a05c-c81ae6b26596 None None] Network 5d763a5a-f308-425a-be9c-c795624cc306 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:05.279124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.348810 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e6e6e92-a3f0-495c-b24c-702da778afa4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1373529 Mar 16 10:54:05.352261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59274) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.376062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:05.384966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:05.391638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Usage tracker for resource:router and tenant:c480ded403d94a78b89e39ab463cf7cb is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:05.395770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:05.398968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] For port 403df204-a5eb-4d47-a2c9-da0cca91253e, host hv-neutron-8338, cleared binding levels {{(pid=87875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:05.405027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] For port 403df204-a5eb-4d47-a2c9-da0cca91253e, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=403df204-a5eb-4d47-a2c9-da0cca91253e,segment=NetworkSegment(039031a2-f87c-47d6-bb42-ad40c91ec084),segment_id=039031a2-f87c-47d6-bb42-ad40c91ec084)] {{(pid=87875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:05.406323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:05.421232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.422141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2136056345', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:05.441705 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:05.452524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Usage tracker for resource:port and tenant:799404e5bd0243c985a1e4351a736605 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:05.457391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:05.461677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router ad0145b5-ad09-4184-8439-3802206f4be7 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:05.471348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.472570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.477475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:05.515075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:05.515989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.517728 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] 10.222.0.48 "PUT /v2.0/ports/403df204-a5eb-4d47-a2c9-da0cca91253e HTTP/1.1" status: 200 len: 1093 time: 2.0908647 Mar 16 10:54:05.520306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c34f7b-41f4-46ff-8fb9-733c7f011a03', 'tag': '403df204-a5eb-4d47-a2c9-da0cca91253e'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:54:05.548941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.609234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e43b41-67cf-458f-95f2-5417a2c62ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=403df204-a5eb-4d47-a2c9-da0cca91253e,revision_number=3']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.631105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Made reservation on behalf of 799404e5bd0243c985a1e4351a736605 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:05.633612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.691688 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c34f7b-41f4-46ff-8fb9-733c7f011a03', 'tag': '403df204-a5eb-4d47-a2c9-da0cca91253e', 'status': 'completed', 'code': 200} Mar 16 10:54:05.709254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.711343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-5d763a5a-f308-425a-be9c-c795624cc306', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:05.712393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.792510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:05.809346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45265d3a-545e-4cbd-a2f7-37154324bcf1 None None] Sync routers for ids ['ad0145b5-ad09-4184-8439-3802206f4be7'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:05.841436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45265d3a-545e-4cbd-a2f7-37154324bcf1 None None] Routers {'ad0145b5-ad09-4184-8439-3802206f4be7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:05.842562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-45265d3a-545e-4cbd-a2f7-37154324bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['ad0145b5-ad09-4184-8439-3802206f4be7'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:05.848190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:05.868912 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d07bc5c5-7fa7-40a6-8451-b1bbadeb3f5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/ad0145b5-ad09-4184-8439-3802206f4be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5418882 Mar 16 10:54:05.868912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Usage tracker for resource:security_group_rule and tenant:799404e5bd0243c985a1e4351a736605 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:05.873639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59288) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.876584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:05.924172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-45265d3a-545e-4cbd-a2f7-37154324bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:05.979117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45265d3a-545e-4cbd-a2f7-37154324bcf1 None None] Routers {'ad0145b5-ad09-4184-8439-3802206f4be7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:05.980174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-45265d3a-545e-4cbd-a2f7-37154324bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['ad0145b5-ad09-4184-8439-3802206f4be7'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:05.990508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:06.017564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.052338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-229995b9-3cb7-428e-8704-e2f4a20c4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:06.053212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-45265d3a-545e-4cbd-a2f7-37154324bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:06.053623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45265d3a-545e-4cbd-a2f7-37154324bcf1 None None] The sync data for ids ['ad0145b5-ad09-4184-8439-3802206f4be7'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:06.053913 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-229995b9-3cb7-428e-8704-e2f4a20c4147 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6c17d53021f4a07a3d06727c66baccb&device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 1096 time: 0.4932191 Mar 16 10:54:06.071720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Allocated IP 172.20.0.2 (5d763a5a-f308-425a-be9c-c795624cc306/0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d/343e9bb4-ca0e-4a35-88a6-b0251d389f59) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:06.096240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:06.100774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a4178e9e-2772-4ce1-ba5c-62aa0a0dd6a2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:06.115700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:06.117701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.120423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:06.121057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.149619 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-89365045-f5f6-4e08-86ca-465930914123 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=403df204-a5eb-4d47-a2c9-da0cca91253e HTTP/1.1" status: 200 len: 217 time: 0.0866809 Mar 16 10:54:06.228945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-db9e71df-7101-4984-b7ad-2d8d86568fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:06.230951 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-db9e71df-7101-4984-b7ad-2d8d86568fad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6413c07d-d2ec-4235-bcc2-fbb5638675da HTTP/1.1" status: 200 len: 852 time: 0.0621922 Mar 16 10:54:06.296795 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-c995096c-5372-4274-8e64-d698568bb626 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24875039-3ae6-4591-8915-3768b130045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529404 Mar 16 10:54:06.353731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a5d5e4-0ecf-40a6-bc37-d2799f7fc554 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:06.387892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.392670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59308) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.408908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59310) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.453160 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Transition to ACTIVE for port object 343e9bb4-ca0e-4a35-88a6-b0251d389f59 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:06.481515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.486832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Transition to ACTIVE for port object 343e9bb4-ca0e-4a35-88a6-b0251d389f59 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:06.494485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f25c3b-99d5-4667-b79d-c2ed068c5404 req-58aab5ea-cc2c-4b2e-a27a-b2de4ff213e7 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:06.496510 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d8f25c3b-99d5-4667-b79d-c2ed068c5404 req-58aab5ea-cc2c-4b2e-a27a-b2de4ff213e7 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 943 time: 0.8853002 Mar 16 10:54:06.498338 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8625052 Mar 16 10:54:06.504367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59318) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.507304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.507892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.511527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] device_id is not set on port bd909b0b-4ad2-4ea6-be60-4d8154743964 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:06.515623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': '1c4ae6ce-b029-44db-a432-57e2ecb164bd', 'ip_address': '2001:db8::a736:f710:d196:829e'}], 'name': 'tempest-NetworksTestDHCPv6-854806196'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:06.586462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Pushing event updated for resources: {'Port': ['ID=343e9bb4-ca0e-4a35-88a6-b0251d389f59,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.606920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-cd643457-c19b-4075-b739-c59f35184108 tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2137868573', 'prefixes': ['172.20.0.0/16']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:06.639789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Network 5d763a5a-f308-425a-be9c-c795624cc306 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:06.642701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:06.646729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:06.663816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Allocated IP 172.26.2.213 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/bd909b0b-4ad2-4ea6-be60-4d8154743964) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:06.729133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cd643457-c19b-4075-b739-c59f35184108 tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:06.754480 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-8bf45049-5193-4fb6-bba9-9de8833384c5 service neutron] 10.222.0.48 "GET /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510343 Mar 16 10:54:06.779436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '1c4ae6ce-b029-44db-a432-57e2ecb164bd'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:06.780290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.794990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Attempting to bind port 343e9bb4-ca0e-4a35-88a6-b0251d389f59 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:06.795350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Attempting to bind port 343e9bb4-ca0e-4a35-88a6-b0251d389f59 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:06.795705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Attempting to bind port 343e9bb4-ca0e-4a35-88a6-b0251d389f59 on network 5d763a5a-f308-425a-be9c-c795624cc306 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:06.806549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:06.806977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Checking segment: {'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:06.807320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.807690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Bound using segment: {'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:06.808154 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Bound port: 343e9bb4-ca0e-4a35-88a6-b0251d389f59, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:06.808511 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.877924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.912033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a4178e9e-2772-4ce1-ba5c-62aa0a0dd6a2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:06.915913 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a4178e9e-2772-4ce1-ba5c-62aa0a0dd6a2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad0145b5-ad09-4184-8439-3802206f4be7 HTTP/1.1" status: 200 len: 205 time: 1.0337126 Mar 16 10:54:06.922893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:06.925096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59324) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.963478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b508b-4249-4df8-829d-ebbcdd27dce5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=1c4ae6ce-b029-44db-a432-57e2ecb164bd,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.973872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/1c4ae6ce-b029-44db-a432-57e2ecb164bd/28b7631d-e5e4-485e-8ee6-fd10a89f7336) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:06.975095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-d8f25c3b-99d5-4667-b79d-c2ed068c5404 req-be1dd762-7efa-422e-ba63-b2766e9fc608 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Synchronizing usage tracker for tenant:a6c17d53021f4a07a3d06727c66baccb on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:06.984519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.047273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:07.059475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:07.065400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454607994'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:07.070241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:07.074249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:07.077156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:07.083663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:07.094336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:07.102277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:07.131847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e11409-af9e-4866-9d2f-b6ce37c319d2,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.144958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:07.150764 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.192008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.203974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-d8f25c3b-99d5-4667-b79d-c2ed068c5404 req-be1dd762-7efa-422e-ba63-b2766e9fc608 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Unset dirty status for tenant:a6c17d53021f4a07a3d06727c66baccb on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:07.205394 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d8f25c3b-99d5-4667-b79d-c2ed068c5404 req-be1dd762-7efa-422e-ba63-b2766e9fc608 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035271 Mar 16 10:54:07.218335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:07.220537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Pushing event updated for resources: {'Port': ['ID=bd909b0b-4ad2-4ea6-be60-4d8154743964,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.234517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:security_group_rule and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:07.239308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:07.248943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:07.254611 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:07.255216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.291679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e77894-0476-48b0-92ad-0411ba93068e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.310394 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-be387aac-2d31-481a-a4ee-3fcd1ed9a051 tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.6277728 Mar 16 10:54:07.326988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] For port 343e9bb4-ca0e-4a35-88a6-b0251d389f59, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:07.329202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.333091 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] For port 343e9bb4-ca0e-4a35-88a6-b0251d389f59, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=343e9bb4-ca0e-4a35-88a6-b0251d389f59,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:07.343018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Transition to ACTIVE for port object 28b7631d-e5e4-485e-8ee6-fd10a89f7336 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:07.350490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.352235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59328) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.359388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:07.390760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.396216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.424802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Transition to ACTIVE for port object 28b7631d-e5e4-485e-8ee6-fd10a89f7336 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:07.448082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:07.451114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.455398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16be090-46d8-4690-ba01-43b5398e514e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.464349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.465226 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment a6d289f0-2be3-42e6-a28d-743118dde4b8 of type vlan for network d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 Mar 16 10:54:07.482832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f56637-3267-485e-aa5d-395cacaf6330 None None] Pushing event updated for resources: {'Port': ['ID=343e9bb4-ca0e-4a35-88a6-b0251d389f59,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.487706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:07.505196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.535445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.213'}]}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:07.543561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.551332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:07.552367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.557212 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac81dba5-891f-401e-98d7-59cc3af1b91a req-f0c60bda-6b86-4a26-9773-ced9426b0f16 service neutron] 10.222.0.48 "GET /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7921691 Mar 16 10:54:07.557535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:07.559415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Pushing event updated for resources: {'Port': ['ID=28b7631d-e5e4-485e-8ee6-fd10a89f7336,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.565132 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:07.685635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Attempting to bind port 28b7631d-e5e4-485e-8ee6-fd10a89f7336 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:07.685997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Attempting to bind port 28b7631d-e5e4-485e-8ee6-fd10a89f7336 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:07.686356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Attempting to bind port 28b7631d-e5e4-485e-8ee6-fd10a89f7336 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:07.708252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:07.708628 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:07.710932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.711597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:07.712094 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Bound port: 28b7631d-e5e4-485e-8ee6-fd10a89f7336, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:07.712654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.718157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:07.722675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.737529 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0e50a952-ee06-4cca-807e-ac23fb5b8906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2540336 Mar 16 10:54:07.767213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:07.819719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Usage tracker for resource:router and tenant:799404e5bd0243c985a1e4351a736605 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:07.822769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:07.828650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:07.835788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cd643457-c19b-4075-b739-c59f35184108 tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] Notify callbacks [] for subnetpool, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.840146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59334) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.840411 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cd643457-c19b-4075-b739-c59f35184108 tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4263566 Mar 16 10:54:07.886337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-81a41116-692f-4082-81f5-af8a82d74b52 tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] 10.222.0.37 "GET /v2.0/subnetpools/75ae36bb-561f-4c33-8b9f-b8c624519e06 HTTP/1.1" status: 200 len: 732 time: 0.0425301 Mar 16 10:54:07.886682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59338) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.894107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-60146e44-f6b3-4afa-a8b5-ba1c8fda74d3 tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1758161818'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:07.916558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59342) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.928123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': 'd7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:07.949229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] For port 28b7631d-e5e4-485e-8ee6-fd10a89f7336, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:07.952675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] For port 28b7631d-e5e4-485e-8ee6-fd10a89f7336, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=28b7631d-e5e4-485e-8ee6-fd10a89f7336,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:07.957633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.958850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.961621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.093627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba731cc7-8560-4824-a32d-b56615a955ba None None] Pushing event updated for resources: {'Port': ['ID=28b7631d-e5e4-485e-8ee6-fd10a89f7336,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:08.138406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:08.148963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.160601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.179519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:subnet and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:08.185265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:08.195273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:08.203918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.218063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:08.222350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.243511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-60146e44-f6b3-4afa-a8b5-ba1c8fda74d3 tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] Notify callbacks [] for subnetpool, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.246591 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-60146e44-f6b3-4afa-a8b5-ba1c8fda74d3 tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] 10.222.0.37 "PUT /v2.0/subnetpools/75ae36bb-561f-4c33-8b9f-b8c624519e06 HTTP/1.1" status: 200 len: 684 time: 0.3567114 Mar 16 10:54:08.256766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59348) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.314517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e77894-0476-48b0-92ad-0411ba93068e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.316992 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.323390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port a87f9447-a16e-49e2-9b57-3f934618e2aa yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:08.382146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e77894-0476-48b0-92ad-0411ba93068e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.499257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.519048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 343e9bb4-ca0e-4a35-88a6-b0251d389f59 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:08.616912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 343e9bb4-ca0e-4a35-88a6-b0251d389f59 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:08.628430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e77894-0476-48b0-92ad-0411ba93068e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.628968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e77894-0476-48b0-92ad-0411ba93068e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Fanout notify agent at l3_agent the message router_deleted on router ad0145b5-ad09-4184-8439-3802206f4be7 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:08.647788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-afff9201-9706-48cf-9720-725e0adabbb6 tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] Notify callbacks [] for subnetpool, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.653005 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-afff9201-9706-48cf-9720-725e0adabbb6 tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] 10.222.0.37 "DELETE /v2.0/subnetpools/75ae36bb-561f-4c33-8b9f-b8c624519e06 HTTP/1.1" status: 204 len: 168 time: 0.3913097 Mar 16 10:54:08.653005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.654404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59352) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.747907 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=e16b463b-d7d9-4cd2-8f14-4f464a1ef844,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:08.753638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': 'a6d289f0-2be3-42e6-a28d-743118dde4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:08.754000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:08.774905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:08.782753 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-257625d9-0c82-460a-9e28-2448ca7d17de tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] show failed (client error): The resource could not be found. Mar 16 10:54:08.786691 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-257625d9-0c82-460a-9e28-2448ca7d17de tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] 10.222.0.37 "GET /v2.0/subnetpools/75ae36bb-561f-4c33-8b9f-b8c624519e06 HTTP/1.1" status: 404 len: 346 time: 0.1255195 Mar 16 10:54:08.788037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59356) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.801455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c327f1-587f-42c5-bf88-267ac84646d1 req-6dd0fb61-8ccc-4dba-b947-85b36767b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:08.803009 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0c327f1-587f-42c5-bf88-267ac84646d1 req-6dd0fb61-8ccc-4dba-b947-85b36767b729 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6c17d53021f4a07a3d06727c66baccb&device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 1096 time: 1.0365348 Mar 16 10:54:08.807598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:08.812328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:08.813370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.818352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd3d889-9327-41a8-8d92-31fa93233c62 None None] Network d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:08.823623 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-c00787d4-9f3d-459a-abfe-b9ff69b3aced tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] delete failed (client error): The resource could not be found. Mar 16 10:54:08.830468 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c00787d4-9f3d-459a-abfe-b9ff69b3aced tempest-SubnetPoolsTestJSON-583608030 tempest-SubnetPoolsTestJSON-583608030-project] 10.222.0.37 "DELETE /v2.0/subnetpools/75ae36bb-561f-4c33-8b9f-b8c624519e06 HTTP/1.1" status: 404 len: 346 time: 0.0355496 Mar 16 10:54:08.866555 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-db5f2df3-9b30-4b83-87d1-af6e46b54359 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9488184 Mar 16 10:54:08.869993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59362) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.882856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-295715941'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:08.896330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:08.907084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:08.910288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:08.916981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:08.934543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:08.941766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.977819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:08.989368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.990082 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment 9fb3c729-1d39-43ea-b14d-26d86535cb36 of type vlan for network fc2c3765-bf5e-421b-8f82-99cd4727a6e0 Mar 16 10:54:09.022094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.049151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::a736:f710:d196:829e (e57f845a-9024-49c0-a045-365eb6299d60/1c4ae6ce-b029-44db-a432-57e2ecb164bd/a87f9447-a16e-49e2-9b57-3f934618e2aa) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:09.068300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.082427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:09.085306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.172246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8', 'network_id': 'd7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8', 'tenant_id': '6bc73ad08b514c63b450970efd2d7b0b', 'fixed_ips': [{'subnet_id': 'e16b463b-d7d9-4cd2-8f14-4f464a1ef844'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:09.173456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.235234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e77894-0476-48b0-92ad-0411ba93068e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.236320 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-83e77894-0476-48b0-92ad-0411ba93068e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/ad0145b5-ad09-4184-8439-3802206f4be7 HTTP/1.1" status: 204 len: 168 time: 2.2451324 Mar 16 10:54:09.248367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59368) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:09.283555 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4121947 Mar 16 10:54:09.287945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59372) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:09.296960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': 'fc2c3765-bf5e-421b-8f82-99cd4727a6e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:09.316947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e8a2f-3272-48b7-b866-647620bdb22c None None] Network 5d763a5a-f308-425a-be9c-c795624cc306 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:09.319260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc0274-e69c-4ddf-b4f7-d7fc64c4231a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=fc2c3765-bf5e-421b-8f82-99cd4727a6e0,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:09.345496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network fc2c3765-bf5e-421b-8f82-99cd4727a6e0 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:09.437864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59376) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:09.447295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:09.451707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:subnet and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:09.455290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:09.461305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:09.474641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:09.482267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.581501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a8f1ba78-8fbc-4f0b-a3c3-9e3bcc210108 None None] Provisioning for port 343e9bb4-ca0e-4a35-88a6-b0251d389f59 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:09.608092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a8f1ba78-8fbc-4f0b-a3c3-9e3bcc210108 None None] Provisioning complete for port 343e9bb4-ca0e-4a35-88a6-b0251d389f59 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:09.608497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ba78-8fbc-4f0b-a3c3-9e3bcc210108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.673109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.736595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Allocated IP 172.26.2.197 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/c5a5dcc4-7ea5-4060-b671-6b065a60a326) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:09.749161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b76c1697-2f60-43a3-b37c-c3fa060ca22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.774898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b76c1697-2f60-43a3-b37c-c3fa060ca22b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:09.779836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b76c1697-2f60-43a3-b37c-c3fa060ca22b admin admin] Usage tracker for resource:security_group_rule and tenant:59a1a0e089404bffaf09a3f55d529e17 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:09.783373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baebc8-6019-4fa2-9139-f56e65188e27 req-69a26ca6-7893-4ab5-8add-a9f33699e283 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:09.784418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b76c1697-2f60-43a3-b37c-c3fa060ca22b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:09.785315 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-51baebc8-6019-4fa2-9139-f56e65188e27 req-69a26ca6-7893-4ab5-8add-a9f33699e283 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 943 time: 1.3982797 Mar 16 10:54:09.797821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b76c1697-2f60-43a3-b37c-c3fa060ca22b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:09.828984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c327f1-587f-42c5-bf88-267ac84646d1 req-84fb0f43-8dd7-4be3-adfc-ed5a2bfb3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:09.832828 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0c327f1-587f-42c5-bf88-267ac84646d1 req-84fb0f43-8dd7-4be3-adfc-ed5a2bfb3e81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24875039-3ae6-4591-8915-3768b130045f HTTP/1.1" status: 200 len: 913 time: 1.0167170 Mar 16 10:54:09.884866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Allocated IP 172.20.255.242 (d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8/e16b463b-d7d9-4cd2-8f14-4f464a1ef844/ed58b5f1-f974-49e0-9eb9-ff66db4272af) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:09.968084 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0c327f1-587f-42c5-bf88-267ac84646d1 req-8f3af872-c876-493e-b5d4-69fa33adf2ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=403df204-a5eb-4d47-a2c9-da0cca91253e HTTP/1.1" status: 200 len: 217 time: 0.1080394 Mar 16 10:54:09.974686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ba78-8fbc-4f0b-a3c3-9e3bcc210108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.982433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b76c1697-2f60-43a3-b37c-c3fa060ca22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.983793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.002808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-476f307f-b4d6-4069-a3e8-66e8b6905d45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting subnet 23154dcc-d80e-4932-a3b4-ba5f6376c364 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:10.016176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b76c1697-2f60-43a3-b37c-c3fa060ca22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.067163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-476f307f-b4d6-4069-a3e8-66e8b6905d45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.093943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a8f1ba78-8fbc-4f0b-a3c3-9e3bcc210108 None None] For port 343e9bb4-ca0e-4a35-88a6-b0251d389f59, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=343e9bb4-ca0e-4a35-88a6-b0251d389f59,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:10.101241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=1b346c4a-7496-45fa-86ab-963c7396a1cb,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:10.106837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ba78-8fbc-4f0b-a3c3-9e3bcc210108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.115261 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b76c1697-2f60-43a3-b37c-c3fa060ca22b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59a1a0e089404bffaf09a3f55d529e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762466 Mar 16 10:54:10.116056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c1697-2f60-43a3-b37c-c3fa060ca22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa2950b-c051-4898-8316-c7394999ca3d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:10.120298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59382) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.156684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': '9fb3c729-1d39-43ea-b14d-26d86535cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fc2c3765-bf5e-421b-8f82-99cd4727a6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:10.157089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: fc2c3765-bf5e-421b-8f82-99cd4727a6e0, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:10.177554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1ba78-8fbc-4f0b-a3c3-9e3bcc210108 None None] Pushing event updated for resources: {'Port': ['ID=343e9bb4-ca0e-4a35-88a6-b0251d389f59,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:10.202916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f331421-3948-4de3-b270-814e04b2c7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.216180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network fc2c3765-bf5e-421b-8f82-99cd4727a6e0 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:10.237482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f331421-3948-4de3-b270-814e04b2c7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.245357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, fc2c3765-bf5e-421b-8f82-99cd4727a6e0) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:10.257317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:10.258005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.274367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa4aee-5180-40e5-aec9-88081a39b06d None None] Network fc2c3765-bf5e-421b-8f82-99cd4727a6e0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:10.287137 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-51baebc8-6019-4fa2-9139-f56e65188e27 req-439336bb-fbf6-4fb1-87a0-1c133fbfb7c3 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851930 Mar 16 10:54:10.297468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7315595d-b56d-49f9-87d0-acd104796c6f None None] Provisioning for port 28b7631d-e5e4-485e-8ee6-fd10a89f7336 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:10.332458 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8ed3e46a-2bd7-45fb-a8c8-8e0a71865b38 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0431981 Mar 16 10:54:10.335173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59386) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.404228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-476f307f-b4d6-4069-a3e8-66e8b6905d45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.435053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f331421-3948-4de3-b270-814e04b2c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.444418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c327f1-587f-42c5-bf88-267ac84646d1 req-d8082b4e-d5b5-4ea8-80b7-bcc7485b0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:10.446209 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0c327f1-587f-42c5-bf88-267ac84646d1 req-d8082b4e-d5b5-4ea8-80b7-bcc7485b0bcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6413c07d-d2ec-4235-bcc2-fbb5638675da HTTP/1.1" status: 200 len: 852 time: 0.4283152 Mar 16 10:54:10.532605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.562305 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0c327f1-587f-42c5-bf88-267ac84646d1 req-b4a7d04b-7af8-4b06-9333-031333e5b6b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24875039-3ae6-4591-8915-3768b130045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846221 Mar 16 10:54:10.572782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 343e9bb4-ca0e-4a35-88a6-b0251d389f59 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:10.593156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.599608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f331421-3948-4de3-b270-814e04b2c7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa2950b-c051-4898-8316-c7394999ca3d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:10.609325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f331421-3948-4de3-b270-814e04b2c7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.613003 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4f331421-3948-4de3-b270-814e04b2c7fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fa2950b-c051-4898-8316-c7394999ca3d HTTP/1.1" status: 204 len: 168 time: 0.4890440 Mar 16 10:54:10.651059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.664345 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.687376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Transition to ACTIVE for port object ed58b5f1-f974-49e0-9eb9-ff66db4272af will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:10.729531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.749909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-72c694ee-c5f8-4c7a-98c3-4fb140d58db4 None None] Provisioning complete for port 343e9bb4-ca0e-4a35-88a6-b0251d389f59 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:10.750551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-72c694ee-c5f8-4c7a-98c3-4fb140d58db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.767642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object a87f9447-a16e-49e2-9b57-3f934618e2aa will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:10.793572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-476f307f-b4d6-4069-a3e8-66e8b6905d45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.822121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f91a4-14f7-4d93-b070-556168cc7871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-fc2c3765-bf5e-421b-8f82-99cd4727a6e0', 'network_id': 'fc2c3765-bf5e-421b-8f82-99cd4727a6e0', 'tenant_id': '6bc73ad08b514c63b450970efd2d7b0b', 'fixed_ips': [{'subnet_id': '1b346c4a-7496-45fa-86ab-963c7396a1cb'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:10.823211 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b32f91a4-14f7-4d93-b070-556168cc7871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.833911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Transition to ACTIVE for port object ed58b5f1-f974-49e0-9eb9-ff66db4272af will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:10.837452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.882791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.897238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=1b346c4a-7496-45fa-86ab-963c7396a1cb,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:10.904642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.956402 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0c327f1-587f-42c5-bf88-267ac84646d1 req-9eb2c3a5-ec23-4dcb-ac81-a8663f1cad9e service neutron] 10.222.0.48 "GET /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811274 Mar 16 10:54:10.957766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.003375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.014240 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Network d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:11.030874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:11.032549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2c3765-bf5e-421b-8f82-99cd4727a6e0']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:11.033726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 343e9bb4-ca0e-4a35-88a6-b0251d389f59 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:11.034250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.052007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb3c729-1d39-43ea-b14d-26d86535cb36') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:11.052456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb3c729-1d39-43ea-b14d-26d86535cb36') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:11.066593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.075674 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:11.091361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.113561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:11.114910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.124446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:11.127427 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de12531-537d-4fa0-8d68-05f496c49fec None None] Network fc2c3765-bf5e-421b-8f82-99cd4727a6e0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:11.136852 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:11.150493 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Pushing event updated for resources: {'Port': ['ID=ed58b5f1-f974-49e0-9eb9-ff66db4272af,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.170147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:11.181600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:11.183833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:11.185645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:11.221965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=a87f9447-a16e-49e2-9b57-3f934618e2aa,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.274931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.279606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.281728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:11.287582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:11.288210 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.325357 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/fc2c3765-bf5e-421b-8f82-99cd4727a6e0 HTTP/1.1" status: 204 len: 168 time: 0.9776263 Mar 16 10:54:11.326414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246e495-adfc-44a5-b048-fcc949276b79 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=fc2c3765-bf5e-421b-8f82-99cd4727a6e0,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.332115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59408) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.353157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-70746516'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:11.363553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:11.370263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:11.377530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:11.403507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:11.435806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:11.442650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.458431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 403df204-a5eb-4d47-a2c9-da0cca91253e details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:54:11.556310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:11.574220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.574560 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72 of type vlan for network c98ed942-9fd4-4daf-8933-36319baf7682 Mar 16 10:54:11.620306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.623937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Attempting to bind port ed58b5f1-f974-49e0-9eb9-ff66db4272af on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:11.624594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Attempting to bind port ed58b5f1-f974-49e0-9eb9-ff66db4272af by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'a6d289f0-2be3-42e6-a28d-743118dde4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:11.625448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Attempting to bind port ed58b5f1-f974-49e0-9eb9-ff66db4272af on network d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:11.631393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588323a4-96f9-46e3-86d5-aa9a83c19037 req-f37d4851-1696-4c9b-8fe1-74d88a5bd8ea tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:11.633010 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-588323a4-96f9-46e3-86d5-aa9a83c19037 req-f37d4851-1696-4c9b-8fe1-74d88a5bd8ea tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 943 time: 0.1322460 Mar 16 10:54:11.721485 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-588323a4-96f9-46e3-86d5-aa9a83c19037 req-132ca418-7643-46b6-ab1e-2ff33500dde7 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785334 Mar 16 10:54:11.726710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.733930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:11.734854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.740698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-476f307f-b4d6-4069-a3e8-66e8b6905d45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.752302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:11.753832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Checking segment: {'id': 'a6d289f0-2be3-42e6-a28d-743118dde4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:11.754462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.754865 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Bound using segment: {'id': 'a6d289f0-2be3-42e6-a28d-743118dde4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:11.758655 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Bound port: ed58b5f1-f974-49e0-9eb9-ff66db4272af, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d289f0-2be3-42e6-a28d-743118dde4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:11.758655 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.772034 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 28b7631d-e5e4-485e-8ee6-fd10a89f7336 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:11.832083 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4988041 Mar 16 10:54:11.838446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59420) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.842779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f307f-b4d6-4069-a3e8-66e8b6905d45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Subnet': ['ID=23154dcc-d80e-4932-a3b4-ba5f6376c364,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.847650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': 'c98ed942-9fd4-4daf-8933-36319baf7682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:11.853034 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5f1783f6-d0fe-42a7-8b53-b70e8cec1b3f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3456430 Mar 16 10:54:11.854021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a5dcc4-7ea5-4060-b671-6b065a60a326,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.864476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.resource_extend [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:11.938837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59424) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.947675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.958141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11645804-875b-436a-b189-90285f76b49a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=c98ed942-9fd4-4daf-8933-36319baf7682,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.967508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:11.971464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:subnet and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:11.974421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:11.980777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:11.989004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network c98ed942-9fd4-4daf-8933-36319baf7682 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:11.993236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:11.998137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.016954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-476f307f-b4d6-4069-a3e8-66e8b6905d45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.018956 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-476f307f-b4d6-4069-a3e8-66e8b6905d45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/23154dcc-d80e-4932-a3b4-ba5f6376c364 HTTP/1.1" status: 204 len: 168 time: 2.7623677 Mar 16 10:54:12.037605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59432) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:12.116112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.138645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c1b69-1ad9-4967-9032-0fa63189e34f None None] Network 489254af-6e78-4d97-8d72-e0198e435381 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:12.163715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_backend_mixin [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Performing IP validity checks on allocation pools {{(pid=87874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:54:12.164364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_backend_mixin [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:54:12.174269 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0c327f1-587f-42c5-bf88-267ac84646d1 req-9d105e8d-d231-463f-99e4-4d1d03598a4f service neutron] 10.222.0.48 "GET /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2091355 Mar 16 10:54:12.272510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6a8132d0-0708-4a3a-aad9-40a5f4e33ee9 None None] Provisioning for port a87f9447-a16e-49e2-9b57-3f934618e2aa completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:12.324093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6a8132d0-0708-4a3a-aad9-40a5f4e33ee9 None None] Provisioning complete for port a87f9447-a16e-49e2-9b57-3f934618e2aa triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:12.324883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6a8132d0-0708-4a3a-aad9-40a5f4e33ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.401873 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] For port ed58b5f1-f974-49e0-9eb9-ff66db4272af, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:12.483710 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] For port ed58b5f1-f974-49e0-9eb9-ff66db4272af, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ed58b5f1-f974-49e0-9eb9-ff66db4272af,segment=NetworkSegment(a6d289f0-2be3-42e6-a28d-743118dde4b8),segment_id=a6d289f0-2be3-42e6-a28d-743118dde4b8)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:12.548128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.611415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccacdcc2-8c5e-4973-9caa-ec21f56529c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:12.632163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.638106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6a8132d0-0708-4a3a-aad9-40a5f4e33ee9 None None] Port a87f9447-a16e-49e2-9b57-3f934618e2aa cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:12.643830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccacdcc2-8c5e-4973-9caa-ec21f56529c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:12.644700 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ccacdcc2-8c5e-4973-9caa-ec21f56529c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:12.658833 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 28b7631d-e5e4-485e-8ee6-fd10a89f7336 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:12.676665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 403df204-a5eb-4d47-a2c9-da0cca91253e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=403df204-a5eb-4d47-a2c9-da0cca91253e,segment=NetworkSegment(039031a2-f87c-47d6-bb42-ad40c91ec084),segment_id=039031a2-f87c-47d6-bb42-ad40c91ec084)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:12.705866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '403df204-a5eb-4d47-a2c9-da0cca91253e', 'network_id': '24875039-3ae6-4591-8915-3768b130045f', 'port_id': '403df204-a5eb-4d47-a2c9-da0cca91253e', 'mac_address': 'fa:16:3e:d9:c4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6413c07d-d2ec-4235-bcc2-fbb5638675da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:54:12.737528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.794373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 28b7631d-e5e4-485e-8ee6-fd10a89f7336 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:12.794907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.825258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': 'b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c98ed942-9fd4-4daf-8933-36319baf7682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:12.828322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: c98ed942-9fd4-4daf-8933-36319baf7682, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:12.858791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ccacdcc2-8c5e-4973-9caa-ec21f56529c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:12.860129 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ccacdcc2-8c5e-4973-9caa-ec21f56529c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8537774 Mar 16 10:54:12.863240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59450) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:12.871438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=674e3858-2cdf-4718-9513-d7e4e7ee8d8d,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:12.871655 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9896fa8-69d7-4f84-8497-81fd6568c198 None None] Pushing event updated for resources: {'Port': ['ID=ed58b5f1-f974-49e0-9eb9-ff66db4272af,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:12.882703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 8a15db0f-cfef-4264-9503-710dbe715cab {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:12.883056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.888197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.946003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.961223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.990233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403df204-a5eb-4d47-a2c9-da0cca91253e {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:54:13.005569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network c98ed942-9fd4-4daf-8933-36319baf7682 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:13.066323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 403df204-a5eb-4d47-a2c9-da0cca91253e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=403df204-a5eb-4d47-a2c9-da0cca91253e,segment=NetworkSegment(039031a2-f87c-47d6-bb42-ad40c91ec084),segment_id=039031a2-f87c-47d6-bb42-ad40c91ec084)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:13.136545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.152893 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59454) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.162824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, c98ed942-9fd4-4daf-8933-36319baf7682) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:13.194968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96200630', 'description': 'tempest-secgroup-smoke-96200630 description', 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:13.201440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:13.202126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.204281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] DHCP port deletion for 489254af-6e78-4d97-8d72-e0198e435381 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:13.206085 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f73845-a527-4dc5-8d5b-70333e0d34e1 None None] Network c98ed942-9fd4-4daf-8933-36319baf7682 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:13.222126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:13.234278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4a825-c1a9-4624-8001-a4ed15672208 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port a87f9447-a16e-49e2-9b57-3f934618e2aa {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:13.234688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a825-c1a9-4624-8001-a4ed15672208 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.269335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] Deleting port 8a15db0f-cfef-4264-9503-710dbe715cab {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:13.269766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.271836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:security_group and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:13.286285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:13.304623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:13.330833 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.341036 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-14e3226d-3316-4b1b-bae4-d9a395bbc906 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4991782 Mar 16 10:54:13.363390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59458) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.439560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=403df204-a5eb-4d47-a2c9-da0cca91253e,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:13.467030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.500863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 28b7631d-e5e4-485e-8ee6-fd10a89f7336, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=28b7631d-e5e4-485e-8ee6-fd10a89f7336,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:13.525769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.528447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.590404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.594448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.647109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['403df204-a5eb-4d47-a2c9-da0cca91253e'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:54:13.675100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=28b7631d-e5e4-485e-8ee6-fd10a89f7336,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:13.690500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e395d-7ba1-4b50-b561-53fb26d0203e req-a530446a-606c-4900-92f0-c30a04306eb9 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:13.697431 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef2e395d-7ba1-4b50-b561-53fb26d0203e req-a530446a-606c-4900-92f0-c30a04306eb9 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 944 time: 0.7526867 Mar 16 10:54:13.716260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port 8a15db0f-cfef-4264-9503-710dbe715cab, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8a15db0f-cfef-4264-9503-710dbe715cab,segment=NetworkSegment(2f937e60-b628-4f51-9fd6-0c81c9000ea8),segment_id=2f937e60-b628-4f51-9fd6-0c81c9000ea8)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:13.716962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.745695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:13.751958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ed58b5f1-f974-49e0-9eb9-ff66db4272af up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:13.803364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.803987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27c33037-09bb-43d9-ac3f-d17e5d856062 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:13.824832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:security_group_rule and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:13.841151 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:54:13.842229 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-db9016b6-09e3-4ce3-8f92-8da7b0eba58c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.4843721 Mar 16 10:54:13.845640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59462) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.886047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.915730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:13.924389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for 8a15db0f-cfef-4264-9503-710dbe715cab owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:13.965136 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:13.986537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-30ceb8c6-d08d-4289-b773-fd95cebc307c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Deleting port bd909b0b-4ad2-4ea6-be60-4d8154743964 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:13.986867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30ceb8c6-d08d-4289-b773-fd95cebc307c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.020094 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] For port 8a15db0f-cfef-4264-9503-710dbe715cab, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8a15db0f-cfef-4264-9503-710dbe715cab,segment=NetworkSegment(2f937e60-b628-4f51-9fd6-0c81c9000ea8),segment_id=2f937e60-b628-4f51-9fd6-0c81c9000ea8)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:14.021246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.045023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-c98ed942-9fd4-4daf-8933-36319baf7682', 'network_id': 'c98ed942-9fd4-4daf-8933-36319baf7682', 'tenant_id': '6bc73ad08b514c63b450970efd2d7b0b', 'fixed_ips': [{'subnet_id': '674e3858-2cdf-4718-9513-d7e4e7ee8d8d'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:14.045972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.187437 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef2e395d-7ba1-4b50-b561-53fb26d0203e req-1bfab29f-fbbe-4a44-982a-95a73607503e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736185 Mar 16 10:54:14.188059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.254000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.268857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b7838-3c8c-4059-b8bb-a35fcceadeb6 None None] Network d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:14.283660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=8a15db0f-cfef-4264-9503-710dbe715cab,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:14.284530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No DVR routers for this DVR port 8a15db0f-cfef-4264-9503-710dbe715cab on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:14.285139 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port ed58b5f1-f974-49e0-9eb9-ff66db4272af completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:14.302505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] Calling delete_port for 8a15db0f-cfef-4264-9503-710dbe715cab owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:14.333296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a825-c1a9-4624-8001-a4ed15672208 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.395402 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-5cc988fd-9ba4-42cf-8db3-5ed64be20d9d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3079984 Mar 16 10:54:14.426768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30ceb8c6-d08d-4289-b773-fd95cebc307c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.434617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Router 53f3eeb7-03f1-4570-a94f-883f1a9537cf is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:14.485007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8a15db0f-cfef-4264-9503-710dbe715cab no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:14.595329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-30ceb8c6-d08d-4289-b773-fd95cebc307c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Calling delete_port for bd909b0b-4ad2-4ea6-be60-4d8154743964 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:14.680549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 8a15db0f-cfef-4264-9503-710dbe715cab {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:14.680986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8a15db0f-cfef-4264-9503-710dbe715cab not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:14.682518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-97a49c74-5d4d-4b76-a222-c3c92097b11e None None] Provisioning for port ed58b5f1-f974-49e0-9eb9-ff66db4272af completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:14.699965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4a825-c1a9-4624-8001-a4ed15672208 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for a87f9447-a16e-49e2-9b57-3f934618e2aa owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:14.700530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-97a49c74-5d4d-4b76-a222-c3c92097b11e None None] Provisioning complete for port ed58b5f1-f974-49e0-9eb9-ff66db4272af triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:14.700663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-97a49c74-5d4d-4b76-a222-c3c92097b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.844783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.891617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.933668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:14.934089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:14.978493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489254af-6e78-4d97-8d72-e0198e435381']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:15.009790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.011710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f937e60-b628-4f51-9fd6-0c81c9000ea8') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:15.012007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f937e60-b628-4f51-9fd6-0c81c9000ea8') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:15.023159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.045514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Allocated IP 172.20.0.3 (c98ed942-9fd4-4daf-8933-36319baf7682/674e3858-2cdf-4718-9513-d7e4e7ee8d8d/26a4a37c-2f76-4c6e-855b-528b7a701c26) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:15.047756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-97a49c74-5d4d-4b76-a222-c3c92097b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.068110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.074983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:15.081586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:15.087336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-4c5865b1-0e5a-4ceb-ab5e-49cd91df4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:15.088984 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-4c5865b1-0e5a-4ceb-ab5e-49cd91df4452 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1098 time: 0.5874710 Mar 16 10:54:15.090750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:security_group_rule and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:15.100402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:15.110567 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Sync routers for ids ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:15.121918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:15.127905 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Routers {'53f3eeb7-03f1-4570-a94f-883f1a9537cf'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:15.131413 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:15.132275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30ceb8c6-d08d-4289-b773-fd95cebc307c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.134753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.141807 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-572f97af-f749-49f7-b337-d98b1ce86df6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7880650 Mar 16 10:54:15.144665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.147402 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59466) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.150696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f5f0e5-b192-4f84-840b-6dadda0f4479,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.181009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:15.181489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:15.201152 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:15.216801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a825-c1a9-4624-8001-a4ed15672208 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.338971 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceb8c6-d08d-4289-b773-fd95cebc307c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd909b0b-4ad2-4ea6-be60-4d8154743964,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.366485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-97a49c74-5d4d-4b76-a222-c3c92097b11e None None] For port ed58b5f1-f974-49e0-9eb9-ff66db4272af, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ed58b5f1-f974-49e0-9eb9-ff66db4272af,segment=NetworkSegment(a6d289f0-2be3-42e6-a28d-743118dde4b8),segment_id=a6d289f0-2be3-42e6-a28d-743118dde4b8)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:15.381804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4a825-c1a9-4624-8001-a4ed15672208 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=a87f9447-a16e-49e2-9b57-3f934618e2aa,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.399029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-97a49c74-5d4d-4b76-a222-c3c92097b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.465788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a825-c1a9-4624-8001-a4ed15672208 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.493821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.495376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] Deleting port 8a15db0f-cfef-4264-9503-710dbe715cab {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:15.495913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.499885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.506419 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/networks/489254af-6e78-4d97-8d72-e0198e435381 HTTP/1.1" status: 204 len: 168 time: 3.4673181 Mar 16 10:54:15.513550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59472) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.530441 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Set router 53f3eeb7-03f1-4570-a94f-883f1a9537cf gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:15.560332 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e0b4a825-c1a9-4624-8001-a4ed15672208 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/a87f9447-a16e-49e2-9b57-3f934618e2aa HTTP/1.1" status: 204 len: 168 time: 2.6858811 Mar 16 10:54:15.580570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1098567914', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:15.582905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59474) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.621711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8d36f-31dc-49cc-aaef-5694af9df022 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Network': ['ID=489254af-6e78-4d97-8d72-e0198e435381,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.669628 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:15.680879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:router and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:15.702530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:15.715354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:15.729925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5c34628d-a7e9-4597-82f9-b40dc18e6f16 None None] The port '8a15db0f-cfef-4264-9503-710dbe715cab' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:15.732161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.733566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 28b7631d-e5e4-485e-8ee6-fd10a89f7336 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:15.734280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.735458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.743479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.789116 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.790234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b5687-9f49-4a8a-829d-c98320d82d1c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:15.791811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b5687-9f49-4a8a-829d-c98320d82d1c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:15.793421 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-194b5687-9f49-4a8a-829d-c98320d82d1c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2084324 Mar 16 10:54:15.797085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30ceb8c6-d08d-4289-b773-fd95cebc307c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.804101 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-30ceb8c6-d08d-4289-b773-fd95cebc307c tempest-RoutersAdminNegativeIpV6Test-145950302 tempest-RoutersAdminNegativeIpV6Test-145950302-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bd909b0b-4ad2-4ea6-be60-4d8154743964 HTTP/1.1" status: 204 len: 168 time: 1.9571433 Mar 16 10:54:15.816216 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59480) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.842434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a49c74-5d4d-4b76-a222-c3c92097b11e None None] Pushing event updated for resources: {'Port': ['ID=ed58b5f1-f974-49e0-9eb9-ff66db4272af,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.856568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-818accf2-711f-4f83-a1fa-081fb015de0e None None] Provisioning complete for port ed58b5f1-f974-49e0-9eb9-ff66db4272af triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:15.857579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.865743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-818accf2-711f-4f83-a1fa-081fb015de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.881691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.890698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.893974 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5d9888dc-7ec9-4300-93ad-156774b62113 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 2.7380462 Mar 16 10:54:15.904609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59486) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.912402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'security_group_rule': {'security_group_id': 'ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c', 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:15.920111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:15.925091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:security_group_rule and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:15.930426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:15.933968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.935273 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e314b92c-87c0-4c35-8745-22c4ad1f1fa2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3731282 Mar 16 10:54:15.939332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59490) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.942106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:15.948926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-723118088'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:15.956913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:15.961500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:network and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:15.964573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:15.987312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:15.995117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.013839 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:12Z', 'revision_number': 3, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:16.020623 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Checking router: 53f3eeb7-03f1-4570-a94f-883f1a9537cf for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:16.021380 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Updating router 53f3eeb7-03f1-4570-a94f-883f1a9537cf port c5a5dcc4-7ea5-4060-b671-6b065a60a326 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:16.034692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:16.038258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.065467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 28b7631d-e5e4-485e-8ee6-fd10a89f7336 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:16.066019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.095943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.096616 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.113003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-01fbc66d-dc9e-42f9-ad7c-1c5083fee5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:16.114268 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-01fbc66d-dc9e-42f9-ad7c-1c5083fee5bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 913 time: 0.9095242 Mar 16 10:54:16.130649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Transition to ACTIVE for port object 26a4a37c-2f76-4c6e-855b-528b7a701c26 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:16.201169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.210546 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.213401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:16.234662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-899dc992-110e-4baf-8250-b958f1074e87 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 1c4ae6ce-b029-44db-a432-57e2ecb164bd {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:16.250781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59496) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:16.254770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Transition to ACTIVE for port object 26a4a37c-2f76-4c6e-855b-528b7a701c26 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:16.255405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc7c4-2f40-41f7-9997-a619af16a47a req-cb7fed04-413b-4dbd-9c4c-9c30bf840088 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:16.259880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466904d3-11a8-46d7-b622-e96bca3134ab,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.262685 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9f0dc7c4-2f40-41f7-9997-a619af16a47a req-cb7fed04-413b-4dbd-9c4c-9c30bf840088 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 944 time: 0.9206095 Mar 16 10:54:16.263842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.264385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added segment de504e74-abeb-4539-bfbc-4a24705f3e70 of type vlan for network 4d1ce0d3-215c-4e1c-bdd0-26166893847c Mar 16 10:54:16.265300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-899dc992-110e-4baf-8250-b958f1074e87 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.273116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.298222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.376009 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9f0dc7c4-2f40-41f7-9997-a619af16a47a req-40c58786-1e8c-4ddd-a66f-55f152930fed tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122494 Mar 16 10:54:16.410622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Pushing event updated for resources: {'Port': ['ID=26a4a37c-2f76-4c6e-855b-528b7a701c26,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.434943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Network c98ed942-9fd4-4daf-8933-36319baf7682 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:16.439229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:16.444835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:16.460704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.474763 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-899dc992-110e-4baf-8250-b958f1074e87 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.490302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98ed942-9fd4-4daf-8933-36319baf7682']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:16.504167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:16.504698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:16.517683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.521188 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-09bedfb1-900e-4e1f-8845-687cacb69ad0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.3495095 Mar 16 10:54:16.536011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.543375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:16.543990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.591486 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.647096 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Transition to ACTIVE for port object c5a5dcc4-7ea5-4060-b671-6b065a60a326 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:16.648148 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:16.662987 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.668461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:54:16.668461 dv-neutron-833860-1-hyperv neutron-server[87874]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:54:16.668461 dv-neutron-833860-1-hyperv neutron-server[87874]: [parameters: {'id': 'c98ed942-9fd4-4daf-8933-36319baf7682'}] Mar 16 10:54:16.668461 dv-neutron-833860-1-hyperv neutron-server[87874]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:16.668933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:16.685781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=674e3858-2cdf-4718-9513-d7e4e7ee8d8d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.691383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.692782 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c38759a9-774f-4497-b8df-cfa9e7ebe6cc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7864494 Mar 16 10:54:16.696569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.698221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59502) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:16.701068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24c244a1-114f-48a6-bda4-9fc5d88eff07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.701448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-ec9e15c6-f653-48cf-9860-5c6cf1ff6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:16.702839 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-ec9e15c6-f653-48cf-9860-5c6cf1ff6e95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 200 len: 851 time: 0.1730618 Mar 16 10:54:16.709235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'security_group_rule': {'security_group_id': 'ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c', 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:16.719214 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-24c244a1-114f-48a6-bda4-9fc5d88eff07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:16.723356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-24c244a1-114f-48a6-bda4-9fc5d88eff07 admin admin] Usage tracker for resource:security_group_rule and tenant:f649b0622f2346b481ca45257eb19541 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:16.729266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-24c244a1-114f-48a6-bda4-9fc5d88eff07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:16.735892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-24c244a1-114f-48a6-bda4-9fc5d88eff07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:16.753931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:16.779150 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Attempting to bind port c5a5dcc4-7ea5-4060-b671-6b065a60a326 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:16.780291 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Attempting to bind port c5a5dcc4-7ea5-4060-b671-6b065a60a326 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:16.780568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:security_group_rule and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:16.781205 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Attempting to bind port c5a5dcc4-7ea5-4060-b671-6b065a60a326 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:16.785060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Attempting to bind port 26a4a37c-2f76-4c6e-855b-528b7a701c26 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:16.785579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Attempting to bind port 26a4a37c-2f76-4c6e-855b-528b7a701c26 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c98ed942-9fd4-4daf-8933-36319baf7682'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:16.785988 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Pushing event updated for resources: {'Port': ['ID=c5a5dcc4-7ea5-4060-b671-6b065a60a326,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.786127 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Attempting to bind port 26a4a37c-2f76-4c6e-855b-528b7a701c26 on network c98ed942-9fd4-4daf-8933-36319baf7682 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:16.787840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:16.794476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:16.794922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Checking segment: {'id': 'b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c98ed942-9fd4-4daf-8933-36319baf7682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:16.795539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.796056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Bound using segment: {'id': 'b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c98ed942-9fd4-4daf-8933-36319baf7682'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:16.796646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Bound port: 26a4a37c-2f76-4c6e-855b-528b7a701c26, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c98ed942-9fd4-4daf-8933-36319baf7682'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:16.796968 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:16.797290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.798052 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:16.798633 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.799241 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:16.799935 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Bound port: c5a5dcc4-7ea5-4060-b671-6b065a60a326, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:16.800621 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.832422 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.833106 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.833770 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.834281 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.834785 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.835312 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.835923 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.836445 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.836988 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.837488 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.838033 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.838779 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:16.839613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24c244a1-114f-48a6-bda4-9fc5d88eff07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.844950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-899dc992-110e-4baf-8250-b958f1074e87 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.852918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24c244a1-114f-48a6-bda4-9fc5d88eff07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.880786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:16.891737 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] For port c5a5dcc4-7ea5-4060-b671-6b065a60a326, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:16.895369 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] For port c5a5dcc4-7ea5-4060-b671-6b065a60a326, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c5a5dcc4-7ea5-4060-b671-6b065a60a326,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:16.903238 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.904509 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-24c244a1-114f-48a6-bda4-9fc5d88eff07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f649b0622f2346b481ca45257eb19541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6499765 Mar 16 10:54:16.910587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59506) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:16.922943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] For port 26a4a37c-2f76-4c6e-855b-528b7a701c26, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:16.928185 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] For port 26a4a37c-2f76-4c6e-855b-528b7a701c26, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=26a4a37c-2f76-4c6e-855b-528b7a701c26,segment=NetworkSegment(b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72),segment_id=b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:16.936082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.966662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c244a1-114f-48a6-bda4-9fc5d88eff07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2439b4b9-a07f-4f8d-a4dd-dfff15b265af,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.987302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.994091 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17146de4-45e0-46ca-80a3-178f432561f6 None None] Pushing event updated for resources: {'Port': ['ID=c5a5dcc4-7ea5-4060-b671-6b065a60a326,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.995408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:16.996049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.012392 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Routers {'53f3eeb7-03f1-4570-a94f-883f1a9537cf'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:17.013206 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:17.043788 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1008027 Mar 16 10:54:17.046529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59510) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.081494 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-da2c57f6-c08a-443a-a133-80f42c39de3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.090192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'subnet': {'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:17.116098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-5dc0a1b1-5301-450d-b1da-d211ed267f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:17.117763 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-5dc0a1b1-5301-450d-b1da-d211ed267f6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4006608 Mar 16 10:54:17.118445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.184769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44237be-9b14-4a28-beb7-a4fec8df5c08 None None] Pushing event updated for resources: {'Port': ['ID=26a4a37c-2f76-4c6e-855b-528b7a701c26,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.206070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.226614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf58d39-de9c-459c-be50-2752088b249d None None] Network c98ed942-9fd4-4daf-8933-36319baf7682 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:17.305872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-899dc992-110e-4baf-8250-b958f1074e87 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.319617 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] Set router 53f3eeb7-03f1-4570-a94f-883f1a9537cf gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:17.356985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dc992-110e-4baf-8250-b958f1074e87 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4ae6ce-b029-44db-a432-57e2ecb164bd,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.397555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:17.400633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-899dc992-110e-4baf-8250-b958f1074e87 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.415690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Deleting port 26a4a37c-2f76-4c6e-855b-528b7a701c26 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:17.416032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.440770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:subnet and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:17.452064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:17.452548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b953dd6-50f4-4228-876d-dc335cc37743 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:17.456514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-da2c57f6-c08a-443a-a133-80f42c39de3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.463910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d21b2-07f7-4198-be12-99fef1288234 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Network': ['ID=4d1ce0d3-215c-4e1c-bdd0-26166893847c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.481153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:17.522810 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-899dc992-110e-4baf-8250-b958f1074e87 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/1c4ae6ce-b029-44db-a432-57e2ecb164bd HTTP/1.1" status: 204 len: 168 time: 1.7036645 Mar 16 10:54:17.528282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59516) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.536589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:17.540098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.551812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.587166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.590352 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-088e154a-a296-4e5a-ba5a-cd6f9a26fde5 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641895 Mar 16 10:54:17.634684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506d602f-0eeb-4f1c-bb8e-6ed34d11e517,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.647290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 403df204-a5eb-4d47-a2c9-da0cca91253e up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:17.664927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.666110 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-37e9ae09-d1df-4901-af36-1b57b595bd08 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9668033 Mar 16 10:54:17.683042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59520) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.689481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 4d1ce0d3-215c-4e1c-bdd0-26166893847c details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:17.702854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'security_group_rule': {'security_group_id': 'ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c', 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:17.746640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ed58b5f1-f974-49e0-9eb9-ff66db4272af up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:17.759643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:17.765673 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:12Z', 'revision_number': 3, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:17.770835 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e0ed2-c38f-416b-a7d9-29f3212295da None None] The sync data for ids ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'] in dv-neutron-833860-1-hyperv is: [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:12Z', 'revision_number': 3, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:17.780142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:security_group_rule and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:17.787284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:17.791178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.810210 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:17.878641 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7310411d-9c84-405f-a540-ba130baac0dc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3468096 Mar 16 10:54:17.888113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59524) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.893925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.905633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:17.950165 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-96c13988-3dd4-4c84-b585-1dc8d998ffd6 req-e27f98b1-596a-4b60-ba56-400dc1c0a22f service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164954 Mar 16 10:54:17.994738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-da2c57f6-c08a-443a-a133-80f42c39de3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.073902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c57f6-c08a-443a-a133-80f42c39de3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2439b4b9-a07f-4f8d-a4dd-dfff15b265af,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:18.166263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] For port 26a4a37c-2f76-4c6e-855b-528b7a701c26, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=26a4a37c-2f76-4c6e-855b-528b7a701c26,segment=NetworkSegment(b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72),segment_id=b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:18.166616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.173677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:18.181903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-da2c57f6-c08a-443a-a133-80f42c39de3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.185818 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-da2c57f6-c08a-443a-a133-80f42c39de3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2439b4b9-a07f-4f8d-a4dd-dfff15b265af HTTP/1.1" status: 204 len: 168 time: 1.2715144 Mar 16 10:54:18.191058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 403df204-a5eb-4d47-a2c9-da0cca91253e completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:18.196987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ed58b5f1-f974-49e0-9eb9-ff66db4272af triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:18.197368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.198728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a5efa-e05d-4ef9-897d-982acb03ccf3 req-2927f91f-acf2-48fb-9db2-6d166f65f373 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:18.200952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:18.205953 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1f0a5efa-e05d-4ef9-897d-982acb03ccf3 req-2927f91f-acf2-48fb-9db2-6d166f65f373 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 944 time: 0.6512284 Mar 16 10:54:18.210859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:18.226549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:18.230755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 403df204-a5eb-4d47-a2c9-da0cca91253e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:18.231152 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.274683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.398634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Calling delete_port for 26a4a37c-2f76-4c6e-855b-528b7a701c26 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:18.418043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:18.425981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.459171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.470246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6cbda0-769c-4a31-adc3-b025ca9da66c None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:18.487170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ec6cbda0-769c-4a31-adc3-b025ca9da66c None None] Deleting port 28b7631d-e5e4-485e-8ee6-fd10a89f7336 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:18.487835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ec6cbda0-769c-4a31-adc3-b025ca9da66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.575660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.589484 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1f0a5efa-e05d-4ef9-897d-982acb03ccf3 req-34aa13b3-0171-4e70-b78f-fe5d41c91624 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824272 Mar 16 10:54:18.650394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Subnet': ['ID=76509094-2c19-46e5-9876-4282366fed11,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:18.660216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.664311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Checking segment: {'id': 'de504e74-abeb-4539-bfbc-4a24705f3e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:18.664669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network hostable DHCP agents. Network: 4d1ce0d3-215c-4e1c-bdd0-26166893847c, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:18.729695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No DVR routers for this DVR port 26a4a37c-2f76-4c6e-855b-528b7a701c26 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:18.733496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Port': ['ID=26a4a37c-2f76-4c6e-855b-528b7a701c26,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:18.780934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59532) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.842255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Allocated IP 172.20.0.1 (5d763a5a-f308-425a-be9c-c795624cc306/0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d/d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:18.844319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.854425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 4d1ce0d3-215c-4e1c-bdd0-26166893847c is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:18.880337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a794e03f-7105-454c-ba14-97fcc66a546d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:18.908358 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.909591 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9f340090-ced3-4141-bef8-96a03e499e2a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2152474 Mar 16 10:54:18.915542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59536) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.931938 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'security_group_rule': {'security_group_id': 'ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c', 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:18.935915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.947202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 4d1ce0d3-215c-4e1c-bdd0-26166893847c) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:18.951146 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-27c7c57c-4f25-4f18-aa2e-2cd1212320dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=799404e5bd0243c985a1e4351a736605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689966 Mar 16 10:54:18.958720 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:18.961493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59540) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.965091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:18.965816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.973054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:18.977041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:18.982028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98ed942-9fd4-4daf-8933-36319baf7682']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:18.999288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:18.999560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ca5ffc-2f2d-4a06-ac0c-363bc8f38d72') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:19.005150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:19.005789 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.012569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.013364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.014102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:security_group_rule and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:19.023411 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-eabf3b29-ca3b-462c-8de2-a21c00c4b707 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9470682 Mar 16 10:54:19.026240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59544) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:19.028727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:19.042892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0710bf7-91da-4943-aa53-43b0d5bc7cc8 None None] Network 4d1ce0d3-215c-4e1c-bdd0-26166893847c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:19.092697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.092917 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=99eee6ec-4d62-47ed-836c-8c6ad898a1f8,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.109712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:19.125319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:19.125668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:19.140908 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:19.142993 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-20e4c208-b386-494a-ace2-0592db80774a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2526066 Mar 16 10:54:19.146726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ec6cbda0-769c-4a31-adc3-b025ca9da66c None None] For port 28b7631d-e5e4-485e-8ee6-fd10a89f7336, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=28b7631d-e5e4-485e-8ee6-fd10a89f7336,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:19.147189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ec6cbda0-769c-4a31-adc3-b025ca9da66c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.148897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59548) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:19.158825 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': '99eee6ec-4d62-47ed-836c-8c6ad898a1f8', 'ip_address': '2001:db8::a231:3cdc:aebf:5850'}], 'name': 'tempest-NetworksTestDHCPv6-2005411121'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:19.162723 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c34f7b-41f4-46ff-8fb9-733c7f011a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403df204-a5eb-4d47-a2c9-da0cca91253e'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:54:19.277102 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c34f7b-41f4-46ff-8fb9-733c7f011a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403df204-a5eb-4d47-a2c9-da0cca91253e', 'code': 200} Mar 16 10:54:19.287148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 403df204-a5eb-4d47-a2c9-da0cca91253e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=403df204-a5eb-4d47-a2c9-da0cca91253e,segment=NetworkSegment(039031a2-f87c-47d6-bb42-ad40c91ec084),segment_id=039031a2-f87c-47d6-bb42-ad40c91ec084)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:19.294190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.312728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.337656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f2dff3af-da6d-4317-82c0-e552ae256ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.362597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ec6cbda0-769c-4a31-adc3-b025ca9da66c None None] Calling delete_port for 28b7631d-e5e4-485e-8ee6-fd10a89f7336 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:19.379190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Transition to ACTIVE for port object d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:19.398031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.482153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=403df204-a5eb-4d47-a2c9-da0cca91253e,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.545584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f2dff3af-da6d-4317-82c0-e552ae256ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.658169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.693098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:19.712381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:19.716481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.719142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.721112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:19.725638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=c98ed942-9fd4-4daf-8933-36319baf7682,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.737940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.742418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:19.767592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ec6cbda0-769c-4a31-adc3-b025ca9da66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.775527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.829047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cbda0-769c-4a31-adc3-b025ca9da66c None None] No DVR routers for this DVR port 28b7631d-e5e4-485e-8ee6-fd10a89f7336 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:19.834690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:19.840678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd15afb-c574-458d-adef-3cbb8885eed6,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.841049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.857517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c5a5dcc4-7ea5-4060-b671-6b065a60a326 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:19.869795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f2dff3af-da6d-4317-82c0-e552ae256ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.873226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:19.886844 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f189c669-473d-4e43-a277-3c69bfe85360 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/c98ed942-9fd4-4daf-8933-36319baf7682 HTTP/1.1" status: 204 len: 168 time: 6.5190492 Mar 16 10:54:19.895529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59556) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:19.922993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea26260-2b82-4219-a027-4ff6e1282b0f None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:19.926140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019956534'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:19.937427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Network 5d763a5a-f308-425a-be9c-c795624cc306 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:19.952801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.953989 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c587a7bb-0d16-456a-b3f9-e2c03b285334 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0340545 Mar 16 10:54:19.956869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59560) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:19.959842 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cbda0-769c-4a31-adc3-b025ca9da66c None None] Pushing event deleted for resources: {'Port': ['ID=28b7631d-e5e4-485e-8ee6-fd10a89f7336,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.963094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:19.965623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dff3af-da6d-4317-82c0-e552ae256ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e11409-af9e-4866-9d2f-b6ce37c319d2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.967758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:19.969263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'security_group_rule': {'security_group_id': 'ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c', 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:19.978669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:20.004246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:20.005502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:20.019542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:security_group_rule and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:20.022790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.037722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:20.051684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:20.057168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:20.062343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:20.066739 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f2dff3af-da6d-4317-82c0-e552ae256ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.071002 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f2dff3af-da6d-4317-82c0-e552ae256ce8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8e11409-af9e-4866-9d2f-b6ce37c319d2 HTTP/1.1" status: 204 len: 168 time: 1.0957313 Mar 16 10:54:20.107528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:20.114588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b66c2-4251-40fb-9ffe-1b2f0ddd3bc0 req-ae24506d-266a-415a-b487-320969071d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:20.116468 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-df5b66c2-4251-40fb-9ffe-1b2f0ddd3bc0 req-ae24506d-266a-415a-b487-320969071d33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 1098 time: 0.5226028 Mar 16 10:54:20.149084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port c5a5dcc4-7ea5-4060-b671-6b065a60a326 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:20.165922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4e4e8-af89-4cff-9daf-d558283aabda req-77e2471f-4099-47d9-918e-cbbd7e8834be tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:20.167564 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63a4e4e8-af89-4cff-9daf-d558283aabda req-77e2471f-4099-47d9-918e-cbbd7e8834be tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.3350132 Mar 16 10:54:20.173226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:20.176521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c5a5dcc4-7ea5-4060-b671-6b065a60a326 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:20.177013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.178196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.197815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.235988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Project e9d3c0c93ff34337ab7e306575bf823a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:54:20.260169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.282210 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-df5b66c2-4251-40fb-9ffe-1b2f0ddd3bc0 req-51ec654f-35a2-439f-b758-778c52c01255 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557701 Mar 16 10:54:20.319981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.325026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port dc6abbd1-45b9-4930-81cb-dee894f075d8 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:20.389875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Allocated IP 2001:db8::2 (4d1ce0d3-215c-4e1c-bdd0-26166893847c/76509094-2c19-46e5-9876-4282366fed11/bd590e77-cf26-43c3-894b-04d9424e90d3) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:20.393781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:20.407678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.412942 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment c8772ca3-4b07-47a9-8dc0-2245e829ea10 of type vlan for network c8b22e3a-1004-400f-9144-9c03772670f0 Mar 16 10:54:20.439231 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63a4e4e8-af89-4cff-9daf-d558283aabda req-0a0947e4-da22-4c40-af77-fe8eeee8637b tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407804 Mar 16 10:54:20.517887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.530223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.561877 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.573066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610b3e77-b395-4c89-9584-437f44eec870,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:20.588222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.591363 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ec86f898-2632-4ad0-92b4-5a1a741c8118 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6327741 Mar 16 10:54:20.593324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59568) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.605500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'security_group_rule': {'security_group_id': 'ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c', 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:20.614795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:20.618293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:security_group_rule and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:20.621505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:20.627986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:20.644047 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Project e9d3c0c93ff34337ab7e306575bf823a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:54:20.652573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.714751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.723032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '99eee6ec-4d62-47ed-836c-8c6ad898a1f8'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:20.724073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.724386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:20.725391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.750957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f85b211f-974a-4bc6-91c2-afeb6b9d99c8 None None] Provisioning for port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:20.763675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.766710 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f85b211f-974a-4bc6-91c2-afeb6b9d99c8 None None] Provisioning complete for port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:20.767108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f85b211f-974a-4bc6-91c2-afeb6b9d99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.773576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.809281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1161d34-6eb5-4912-b617-01b0101f8fa5,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:20.821868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.823340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b2a0de07-b5fa-4c99-89c1-9ba497c52c2e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2278867 Mar 16 10:54:20.826979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59578) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.835099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'network': {'name': 'tempest-network-smoke--1983677000', 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'port_security_enabled': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:20.842505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:20.847983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:network and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:20.853939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:20.863948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:20.890930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.897007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.928687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Made reservation on behalf of e9d3c0c93ff34337ab7e306575bf823a for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:20.933822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.966401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:20.984664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.985215 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Added segment c486dc2c-e9db-4e32-88a5-0e27eb10676d of type vlan for network 36d98ea5-b9db-4272-94db-34e760ed828a Mar 16 10:54:20.988180 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0831645 Mar 16 10:54:20.991205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59586) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.004110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355e843-a9b6-449c-98ab-1fcb90de676d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=c8b22e3a-1004-400f-9144-9c03772670f0,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.005501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': 'c8b22e3a-1004-400f-9144-9c03772670f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:21.006462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port c5a5dcc4-7ea5-4060-b671-6b065a60a326, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c5a5dcc4-7ea5-4060-b671-6b065a60a326,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:21.021497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network c8b22e3a-1004-400f-9144-9c03772670f0 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:21.064183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::a231:3cdc:aebf:5850 (e57f845a-9024-49c0-a045-365eb6299d60/99eee6ec-4d62-47ed-836c-8c6ad898a1f8/dc6abbd1-45b9-4930-81cb-dee894f075d8) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:21.086874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.165607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f85b211f-974a-4bc6-91c2-afeb6b9d99c8 None None] Port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:21.167322 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.210657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:21.215219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:subnet and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:21.218127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:21.224594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:21.226502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.232604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:21.233358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.266071 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=c5a5dcc4-7ea5-4060-b671-6b065a60a326,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.269933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 28b7631d-e5e4-485e-8ee6-fd10a89f7336 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:21.317067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59596) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.325096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 28b7631d-e5e4-485e-8ee6-fd10a89f7336 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:21.325415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 28b7631d-e5e4-485e-8ee6-fd10a89f7336 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:21.349562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.358711 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5301166 Mar 16 10:54:21.361153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Transition to ACTIVE for port object bd590e77-cf26-43c3-894b-04d9424e90d3 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:21.364888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59602) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.367506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86819ad-95c1-49c6-805e-b174cd552c10 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'Network': ['ID=36d98ea5-b9db-4272-94db-34e760ed828a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.372213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'admin_state_up': True, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:21.379616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:21.383280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.387852 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 36d98ea5-b9db-4272-94db-34e760ed828a details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:21.401845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:21.408525 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Transition to ACTIVE for port object bd590e77-cf26-43c3-894b-04d9424e90d3 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:21.427526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:router and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:21.473167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:21.479165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.535780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:21.540430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.547372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-91f6edc3-3823-4764-bd67-c638eb326324 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:21.548285 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-91f6edc3-3823-4764-bd67-c638eb326324 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2280064 Mar 16 10:54:21.554736 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59608) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.561742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.569633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-3093a97a-b82e-4d40-be55-cbbde0d8bb19 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:21.573167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3093a97a-b82e-4d40-be55-cbbde0d8bb19 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0124567 Mar 16 10:54:21.590230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59612) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.615702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-c5c9c86e-ff06-46d1-b160-0d50798e3a02 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:21.620375 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c5c9c86e-ff06-46d1-b160-0d50798e3a02 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0256882 Mar 16 10:54:21.622174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.623277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.627289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Allocated IP 2001:db8::1 (4d1ce0d3-215c-4e1c-bdd0-26166893847c/76509094-2c19-46e5-9876-4282366fed11/57f595b0-4c01-421c-867c-4002381131d6) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:21.629733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59616) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.648702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-429dc8b9-16f0-46c4-b4dd-72cfd8ac96e9 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:21.652315 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-429dc8b9-16f0-46c4-b4dd-72cfd8ac96e9 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0166981 Mar 16 10:54:21.658586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59620) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.662037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Network 4d1ce0d3-215c-4e1c-bdd0-26166893847c is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:21.663536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-9d508ca6-dedb-4ae1-8672-76bfe6067910 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:21.666998 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9d508ca6-dedb-4ae1-8672-76bfe6067910 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049767 Mar 16 10:54:21.668406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59624) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.674322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-27f704b8-2a7b-45df-a3c3-7dcbb473bbf5 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:21.675253 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-27f704b8-2a7b-45df-a3c3-7dcbb473bbf5 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051804 Mar 16 10:54:21.682462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59628) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.726019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:21.739797 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:21.743372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c5a5dcc4-7ea5-4060-b671-6b065a60a326 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:21.811825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Pushing event updated for resources: {'Port': ['ID=bd590e77-cf26-43c3-894b-04d9424e90d3,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.857834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.861566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-88d9c4e7-e50f-417c-8d5a-afdcf573a83e tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:21.865184 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-88d9c4e7-e50f-417c-8d5a-afdcf573a83e tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.1778617 Mar 16 10:54:21.878788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a2ff552e-3bcd-4752-8f7c-088edbbbc6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.882707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59632) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.897995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-4a8efd77-4cbd-44cf-8765-8b26e95f0c02 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:21.901496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4a8efd77-4cbd-44cf-8765-8b26e95f0c02 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0153027 Mar 16 10:54:21.909434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.911978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59636) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.934308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-6d184016-9dca-499f-95f8-18e44f073900 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:21.935168 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6d184016-9dca-499f-95f8-18e44f073900 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0185411 Mar 16 10:54:21.941178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59640) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.945082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Attempting to bind port bd590e77-cf26-43c3-894b-04d9424e90d3 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:21.945528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Attempting to bind port bd590e77-cf26-43c3-894b-04d9424e90d3 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'de504e74-abeb-4539-bfbc-4a24705f3e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:21.945960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Attempting to bind port bd590e77-cf26-43c3-894b-04d9424e90d3 on network 4d1ce0d3-215c-4e1c-bdd0-26166893847c {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:21.955354 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:21.955834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Checking segment: {'id': 'de504e74-abeb-4539-bfbc-4a24705f3e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:21.956307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.956700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Bound using segment: {'id': 'de504e74-abeb-4539-bfbc-4a24705f3e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:21.957202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Bound port: bd590e77-cf26-43c3-894b-04d9424e90d3, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de504e74-abeb-4539-bfbc-4a24705f3e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:21.957716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.960436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-8f1e4287-fe9b-4956-a9a2-0a7439b0800c tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:21.964294 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8f1e4287-fe9b-4956-a9a2-0a7439b0800c tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0200872 Mar 16 10:54:21.965269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.966777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c5a5dcc4-7ea5-4060-b671-6b065a60a326 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:21.967144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.968217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59644) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.970632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.986425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object dc6abbd1-45b9-4930-81cb-dee894f075d8 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:22.006540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-529c8cc3-1c79-4bdb-b19b-9091dc9953c6 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.010511 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-529c8cc3-1c79-4bdb-b19b-9091dc9953c6 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0265894 Mar 16 10:54:22.014253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59648) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.035551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-e183fed3-4593-449b-ab4c-75d088bc5148 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.037193 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e183fed3-4593-449b-ab4c-75d088bc5148 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0212443 Mar 16 10:54:22.041352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59652) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.106842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-b5e55dd5-997f-4a7a-ad24-140968737737 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.108154 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b5e55dd5-997f-4a7a-ad24-140968737737 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0635664 Mar 16 10:54:22.116258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59656) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.139948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-15d11cf2-a51e-407d-a627-c75f31dbb7bb tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.140993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] For port bd590e77-cf26-43c3-894b-04d9424e90d3, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:22.141514 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-15d11cf2-a51e-407d-a627-c75f31dbb7bb tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0171742 Mar 16 10:54:22.146727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59660) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.158077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9740b-f879-4bfe-8086-8cbc44e67752 req-7feb68c1-a285-4997-abc5-0c5b3c0d7dac tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.159765 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d2c9740b-f879-4bfe-8086-8cbc44e67752 req-7feb68c1-a285-4997-abc5-0c5b3c0d7dac tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.5404150 Mar 16 10:54:22.160769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] For port bd590e77-cf26-43c3-894b-04d9424e90d3, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd590e77-cf26-43c3-894b-04d9424e90d3,segment=NetworkSegment(de504e74-abeb-4539-bfbc-4a24705f3e70),segment_id=de504e74-abeb-4539-bfbc-4a24705f3e70)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:22.166988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.177711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-cb9ba11c-be96-4e91-bbc3-bc9f4b585a49 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.181329 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cb9ba11c-be96-4e91-bbc3-bc9f4b585a49 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0250332 Mar 16 10:54:22.188470 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59664) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.199616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-2b71e692-9808-468f-8dbe-8b472099fba4 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.203122 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2b71e692-9808-468f-8dbe-8b472099fba4 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0112140 Mar 16 10:54:22.206081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59668) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.208987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.262258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-a64e3e78-7904-4314-a5c6-f3f9028c5cea tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.265752 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a64e3e78-7904-4314-a5c6-f3f9028c5cea tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0561194 Mar 16 10:54:22.271250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/99eee6ec-4d62-47ed-836c-8c6ad898a1f8/63f13604-6313-4466-9ac6-f5fde318af69) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:22.277216 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59672) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.310601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-5abf051d-f247-4987-8931-f00950c67563 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.315043 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5abf051d-f247-4987-8931-f00950c67563 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0230763 Mar 16 10:54:22.320512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59676) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.332043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:22.335354 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d2c9740b-f879-4bfe-8086-8cbc44e67752 req-1d68f982-0383-4131-b651-0417175a2a5e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691377 Mar 16 10:54:22.346668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.349309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-b18f4abe-e5f1-4d06-a9df-3d25e4274b59 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.353025 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b18f4abe-e5f1-4d06-a9df-3d25e4274b59 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0238118 Mar 16 10:54:22.353025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:22.353249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.354680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:22.362546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.363455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.365492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59680) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.374804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Network 5d763a5a-f308-425a-be9c-c795624cc306 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:22.375879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-78a781dd-bc0f-41a7-bc4e-e1d81f3526c0 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.379508 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-78a781dd-bc0f-41a7-bc4e-e1d81f3526c0 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0088620 Mar 16 10:54:22.379508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.382792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59684) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.386272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:22.393451 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=dc6abbd1-45b9-4930-81cb-dee894f075d8,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.442809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-74fcc016-e984-4a7d-ac62-7fb75720a4d0 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.443381 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-74fcc016-e984-4a7d-ac62-7fb75720a4d0 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0304472 Mar 16 10:54:22.451555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59688) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.458506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Transition to ACTIVE for port object 57f595b0-4c01-421c-867c-4002381131d6 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:22.464243 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b9f53faa-01ef-4ffb-a6b4-6d8981804a36 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3105717 Mar 16 10:54:22.472910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59692) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.476945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-35f90739-6aca-4bb8-a346-50accb8a414a tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.478272 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-35f90739-6aca-4bb8-a346-50accb8a414a tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0183280 Mar 16 10:54:22.484209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59696) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.491851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.501356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-b4fc68b3-2c96-4120-81de-2d0f9582fbd2 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.505038 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b4fc68b3-2c96-4120-81de-2d0f9582fbd2 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0149379 Mar 16 10:54:22.505257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Transition to ACTIVE for port object 63f13604-6313-4466-9ac6-f5fde318af69 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:22.512259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59700) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.540025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Transition to ACTIVE for port object 63f13604-6313-4466-9ac6-f5fde318af69 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:22.549203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=c4ca4cbb-9983-4266-bba1-18196bb94c4f,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.556360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-490b2e25-a60f-4bac-87c0-42e6c85f3490 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.564933 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-490b2e25-a60f-4bac-87c0-42e6c85f3490 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0424657 Mar 16 10:54:22.567300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.568322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59704) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.584651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-bdf5bdbf-b9f6-45f1-b8d5-eccc4d774267 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.588368 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bdf5bdbf-b9f6-45f1-b8d5-eccc4d774267 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0137997 Mar 16 10:54:22.589272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59708) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.606847 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf48c02-2073-4013-b7ba-335dec6453db None None] Pushing event updated for resources: {'Port': ['ID=bd590e77-cf26-43c3-894b-04d9424e90d3,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.651933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': 'c8772ca3-4b07-47a9-8dc0-2245e829ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8b22e3a-1004-400f-9144-9c03772670f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:22.652292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: c8b22e3a-1004-400f-9144-9c03772670f0, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:22.668526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-b4a76a73-8a00-494b-b717-ad9e15efcef0 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.676363 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b4a76a73-8a00-494b-b717-ad9e15efcef0 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0798402 Mar 16 10:54:22.677335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59712) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.678746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.678893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:22.691142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:22.695704 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:22.740165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-bb21ad44-637f-4a9c-ada9-ee28d60d82c5 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.742764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3974fa45-f3cc-4fac-bfbc-906e888319ba tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.743499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3974fa45-f3cc-4fac-bfbc-906e888319ba tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:22.743858 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bb21ad44-637f-4a9c-ada9-ee28d60d82c5 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0603464 Mar 16 10:54:22.748522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59716) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.751904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Router 53f3eeb7-03f1-4570-a94f-883f1a9537cf has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:22.756516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-bd6392de-156c-4fc4-a8eb-afced90de88d tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.760155 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bd6392de-156c-4fc4-a8eb-afced90de88d tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0081167 Mar 16 10:54:22.761159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59720) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.773708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-da32d59e-0d33-4684-85e4-9077d2f48462 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.777152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-da32d59e-0d33-4684-85e4-9077d2f48462 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0117257 Mar 16 10:54:22.780692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59724) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.794643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 4d1ce0d3-215c-4e1c-bdd0-26166893847c is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:22.808222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:22.817480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:22.818111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.820499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=57f595b0-4c01-421c-867c-4002381131d6,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.832398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network c8b22e3a-1004-400f-9144-9c03772670f0 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:22.852868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-86346ef9-65f4-4c9b-a76d-8dcace0d123e tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.853574 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Pushing event updated for resources: {'Port': ['ID=63f13604-6313-4466-9ac6-f5fde318af69,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.856782 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-86346ef9-65f4-4c9b-a76d-8dcace0d123e tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0187681 Mar 16 10:54:22.857888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59728) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.873249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cd9704c0-34eb-4271-bc40-43564bfe873e None None] Provisioning complete for port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:22.873604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cd9704c0-34eb-4271-bc40-43564bfe873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.873717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3974fa45-f3cc-4fac-bfbc-906e888319ba tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:22.875801 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3974fa45-f3cc-4fac-bfbc-906e888319ba tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4007494 Mar 16 10:54:22.890420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-473fdeda-a6b5-4485-8b91-3ba76c4d75de tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.890420 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-473fdeda-a6b5-4485-8b91-3ba76c4d75de tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0158861 Mar 16 10:54:22.891340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59732) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.891340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59734) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.910827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, c8b22e3a-1004-400f-9144-9c03772670f0) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:22.917436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Attempting to bind port 63f13604-6313-4466-9ac6-f5fde318af69 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:22.917890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Attempting to bind port 63f13604-6313-4466-9ac6-f5fde318af69 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:22.918322 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Attempting to bind port 63f13604-6313-4466-9ac6-f5fde318af69 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:22.931967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb993eb-4078-4665-86da-91ee218566e6 None None] Network c8b22e3a-1004-400f-9144-9c03772670f0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:22.932197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.932869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.945941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-b7ad70d3-98a9-467f-a640-afaec231c320 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.950178 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b7ad70d3-98a9-467f-a640-afaec231c320 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0541317 Mar 16 10:54:22.954666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59740) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.970010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-7d7ef1d2-15f6-4dc8-a6d6-f555593eeb67 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.973692 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7d7ef1d2-15f6-4dc8-a6d6-f555593eeb67 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0143490 Mar 16 10:54:22.976236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59744) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.995349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-bddcbb40-893b-4735-9d55-99365a9dfebe tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:22.999393 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bddcbb40-893b-4735-9d55-99365a9dfebe tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0197403 Mar 16 10:54:23.000828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59748) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.064779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ae106d27-205a-40b5-b5ee-dff46ddfc403 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port dc6abbd1-45b9-4930-81cb-dee894f075d8 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:23.064779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae106d27-205a-40b5-b5ee-dff46ddfc403 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.067511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-aa9f0b81-b62e-464d-b42b-2ef47eec4223 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.071472 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-aa9f0b81-b62e-464d-b42b-2ef47eec4223 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0673368 Mar 16 10:54:23.080200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59752) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.111391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:23.111786 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-87f92349-6977-4dab-b4c4-4620187037a5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1177366 Mar 16 10:54:23.112232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:23.112773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.114058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:23.114191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59756) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.114290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Bound port: 63f13604-6313-4466-9ac6-f5fde318af69, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:23.114290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.127168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-533b8218-0a81-4143-868a-586259404744 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.130758 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-533b8218-0a81-4143-868a-586259404744 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0215788 Mar 16 10:54:23.133012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59760) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.188977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-1d2ecbae-de87-48fb-9dce-76bb9f376480 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.192550 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1d2ecbae-de87-48fb-9dce-76bb9f376480 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0591645 Mar 16 10:54:23.198795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:23.202617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59764) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.203779 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6d949172-5ecf-4556-aa8c-d43fb44a1252 admin admin] 10.222.0.37 "PUT /v2.0/routers/53f3eeb7-03f1-4570-a94f-883f1a9537cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0044756 Mar 16 10:54:23.211831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-6fdfaebd-a552-4ca7-8bbe-23cb50538edc tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.215649 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6fdfaebd-a552-4ca7-8bbe-23cb50538edc tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0120063 Mar 16 10:54:23.250323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59770) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.263568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-e09ebc9e-fec0-4adf-b8c7-564eff841893 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.266912 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e09ebc9e-fec0-4adf-b8c7-564eff841893 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0132561 Mar 16 10:54:23.267605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.272088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] For port 63f13604-6313-4466-9ac6-f5fde318af69, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:23.275666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] For port 63f13604-6313-4466-9ac6-f5fde318af69, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=63f13604-6313-4466-9ac6-f5fde318af69,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:23.286600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Sync routers for ids ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:23.292953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.294532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59774) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.298932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.311410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.326231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-87295207-1f55-435f-b094-dacff0851981 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.327191 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-87295207-1f55-435f-b094-dacff0851981 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0237319 Mar 16 10:54:23.336070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59778) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.345661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-e0b4e214-835f-4870-8f12-a5bcc7b0db4f tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.346650 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e0b4e214-835f-4870-8f12-a5bcc7b0db4f tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0096631 Mar 16 10:54:23.348630 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-cd9704c0-34eb-4271-bc40-43564bfe873e None None] Port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:23.351400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59782) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.365414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Routers {'53f3eeb7-03f1-4570-a94f-883f1a9537cf'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:23.365641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:23.373319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-fd72dada-44c9-493e-ab0d-7f165f9ff8a8 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.374420 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fd72dada-44c9-493e-ab0d-7f165f9ff8a8 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0219855 Mar 16 10:54:23.396102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59786) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.425666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-c18052ba-13ec-436d-94d2-35b9811b4dcb tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.429043 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c18052ba-13ec-436d-94d2-35b9811b4dcb tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0219872 Mar 16 10:54:23.434063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59796) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.440780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-1f2dea73-cbe2-4fc8-9b4a-101e2c998b39 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.444400 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1f2dea73-cbe2-4fc8-9b4a-101e2c998b39 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0093973 Mar 16 10:54:23.450579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.454123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59800) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.492409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-ed91b477-5e0a-41c3-8e61-3e22ae1537ed tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.496178 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ed91b477-5e0a-41c3-8e61-3e22ae1537ed tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0301509 Mar 16 10:54:23.505245 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59804) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.533410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-aa9bf04d-65d8-4d09-89b9-117feb0c5f2a tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.534396 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-aa9bf04d-65d8-4d09-89b9-117feb0c5f2a tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0277367 Mar 16 10:54:23.539593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59808) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.549188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-2c3ffafb-cab1-4918-9e5f-014349d3495d tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.550000 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2c3ffafb-cab1-4918-9e5f-014349d3495d tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0090535 Mar 16 10:54:23.553972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59812) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.565522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-4772ebe4-85f7-46f0-b2ae-555ce76be892 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.566591 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4772ebe4-85f7-46f0-b2ae-555ce76be892 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0117395 Mar 16 10:54:23.669543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59816) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.721372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.806044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-ea26f8fc-6aa6-4ba0-a061-56e998f3a0ac tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.809736 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ea26f8fc-6aa6-4ba0-a061-56e998f3a0ac tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.1359286 Mar 16 10:54:23.817761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59820) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.821146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.846030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd590e77-cf26-43c3-894b-04d9424e90d3 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:23.888416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-a831da1d-7a1f-4bd0-a8d5-06fa30a4a777 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.891961 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a831da1d-7a1f-4bd0-a8d5-06fa30a4a777 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0703535 Mar 16 10:54:23.891961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae106d27-205a-40b5-b5ee-dff46ddfc403 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.906398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59824) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.922526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ca4cbb-9983-4266-bba1-18196bb94c4f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.935372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-7ada5041-17f9-465e-8057-9bdec095d3f2 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:23.939299 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7ada5041-17f9-465e-8057-9bdec095d3f2 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0154381 Mar 16 10:54:23.964851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Set router 53f3eeb7-03f1-4570-a94f-883f1a9537cf gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:24.085407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b9550-de93-4247-98fe-303516b10214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-c8b22e3a-1004-400f-9144-9c03772670f0', 'network_id': 'c8b22e3a-1004-400f-9144-9c03772670f0', 'tenant_id': '6bc73ad08b514c63b450970efd2d7b0b', 'fixed_ips': [{'subnet_id': 'c4ca4cbb-9983-4266-bba1-18196bb94c4f'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:24.086471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a85b9550-de93-4247-98fe-303516b10214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.099926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59828) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.135750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b77e99-a505-45ed-910f-29a6b500020f None None] Pushing event updated for resources: {'Port': ['ID=63f13604-6313-4466-9ac6-f5fde318af69,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:24.138948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-19a8ae90-e2b2-4038-a291-0a40d62fb502 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.140057 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-19a8ae90-e2b2-4038-a291-0a40d62fb502 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0356355 Mar 16 10:54:24.145382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59832) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.237857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-c1a54e3c-285e-497e-bc16-ad08c6d8134a tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.241653 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c1a54e3c-285e-497e-bc16-ad08c6d8134a tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0238507 Mar 16 10:54:24.311920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11848b05-7333-422e-aea9-549cae927bcf None None] Network 4d1ce0d3-215c-4e1c-bdd0-26166893847c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:24.312155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59836) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.324027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ae106d27-205a-40b5-b5ee-dff46ddfc403 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for dc6abbd1-45b9-4930-81cb-dee894f075d8 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:24.362817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-54f81ead-ca36-441f-8bcc-25b140f945e2 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.362817 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-54f81ead-ca36-441f-8bcc-25b140f945e2 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0487392 Mar 16 10:54:24.363113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.372518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59840) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.392624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-1877614f-c4af-4c3f-9b3f-e96b4390c855 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.393641 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1877614f-c4af-4c3f-9b3f-e96b4390c855 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0102839 Mar 16 10:54:24.403363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59844) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.415925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-cc7c610a-3944-4e0c-861a-055eca880252 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.417118 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cc7c610a-3944-4e0c-861a-055eca880252 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0102203 Mar 16 10:54:24.422020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b22e3a-1004-400f-9144-9c03772670f0']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:24.428972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59848) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.442503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-ea802191-a188-4b57-8794-466c19f76fd5 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.443536 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ea802191-a188-4b57-8794-466c19f76fd5 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0136650 Mar 16 10:54:24.448204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59852) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.449820 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8772ca3-4b07-47a9-8dc0-2245e829ea10') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:24.450108 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8772ca3-4b07-47a9-8dc0-2245e829ea10') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:24.469060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-b2a85e57-d592-470e-bfb5-36a2320a6e67 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.470019 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b2a85e57-d592-470e-bfb5-36a2320a6e67 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0125349 Mar 16 10:54:24.475431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.482292 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59856) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.513138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-d0551cad-34b5-45a8-b44b-3a8e482b7b85 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.514256 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d0551cad-34b5-45a8-b44b-3a8e482b7b85 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0309956 Mar 16 10:54:24.520056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59860) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.522062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.529437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-77915a61-671c-44db-9857-4665036e4ce2 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.530414 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-77915a61-671c-44db-9857-4665036e4ce2 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0106921 Mar 16 10:54:24.534238 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59864) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.559924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-ac55a951-ea49-4ecc-bccc-c4536a6dd012 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.562749 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ac55a951-ea49-4ecc-bccc-c4536a6dd012 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0252259 Mar 16 10:54:24.572781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:24.573805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.577018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ee4beca0-8232-4f8d-851d-d1b745049d15 None None] Provisioning for port bd590e77-cf26-43c3-894b-04d9424e90d3 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:24.580237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f944c36-bc23-48e6-bf0b-18af4670e76b None None] Network c8b22e3a-1004-400f-9144-9c03772670f0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:24.589684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59868) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.592440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port bd590e77-cf26-43c3-894b-04d9424e90d3 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:24.607087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59870) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:24.607787 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:24.615107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-2e97148e-af81-40ee-ab77-1b2aa84d7bc5 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.616190 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2e97148e-af81-40ee-ab77-1b2aa84d7bc5 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0186303 Mar 16 10:54:24.623269 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ee4beca0-8232-4f8d-851d-d1b745049d15 None None] Provisioning complete for port bd590e77-cf26-43c3-894b-04d9424e90d3 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:24.623832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ee4beca0-8232-4f8d-851d-d1b745049d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.627460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59876) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.632174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327595837', 'description': 'tempest-description--497798962'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:24.645974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.658029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.658936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.664227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port bd590e77-cf26-43c3-894b-04d9424e90d3 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:24.664870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.696119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-f815eb66-7e57-429e-b291-6383b98b1b23 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.697152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f815eb66-7e57-429e-b291-6383b98b1b23 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0584447 Mar 16 10:54:24.732335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59880) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.747496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:24.764800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Allocated IP 172.26.2.175 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/426201a4-9bf2-4187-b678-1f8fc410231d) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:24.782231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-1b1f2267-bde9-4a35-a926-8ec251ee6d5a tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.785646 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1b1f2267-bde9-4a35-a926-8ec251ee6d5a tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0395336 Mar 16 10:54:24.789982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Usage tracker for resource:security_group and tenant:c480ded403d94a78b89e39ab463cf7cb is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:24.798369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59884) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.805069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:24.823805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-c26f24b8-3187-4712-ab13-cf17542a8c76 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.827317 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c26f24b8-3187-4712-ab13-cf17542a8c76 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0250897 Mar 16 10:54:24.827317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:24.835030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59888) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.846145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-78b0d904-4188-4f67-8491-0d4f69d97f14 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.849706 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-78b0d904-4188-4f67-8491-0d4f69d97f14 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0110748 Mar 16 10:54:24.851818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.857202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.859857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59892) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.886063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-41ef5a35-7d81-4006-8101-aecef797d825 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:24.889689 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-41ef5a35-7d81-4006-8101-aecef797d825 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0090730 Mar 16 10:54:24.890980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59896) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.895649 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.924163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:24.928138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Usage tracker for resource:security_group_rule and tenant:c480ded403d94a78b89e39ab463cf7cb is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:24.931271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:24.937166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:24.959533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66440861-4b44-4eb1-a9f8-f9f9202ef48c req-041e119d-4f09-4de9-9fa2-de49cd9eedd6 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:24.967680 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66440861-4b44-4eb1-a9f8-f9f9202ef48c req-041e119d-4f09-4de9-9fa2-de49cd9eedd6 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.8753355 Mar 16 10:54:25.015146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=57f595b0-4c01-421c-867c-4002381131d6,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:25.026174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.027360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae106d27-205a-40b5-b5ee-dff46ddfc403 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.033942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 4d1ce0d3-215c-4e1c-bdd0-26166893847c is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:25.040973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:25.048205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [None req-f05c846b-46cf-46b0-ac78-2f0a546c23d9 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:25.048926 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f05c846b-46cf-46b0-ac78-2f0a546c23d9 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.1348948 Mar 16 10:54:25.062676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59900) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.087406 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.118538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=c8b22e3a-1004-400f-9144-9c03772670f0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:25.121575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.145878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [None req-a5a6c9cb-84d9-46a7-aa34-2912d5dbf4b1 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:25.149804 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a5a6c9cb-84d9-46a7-aa34-2912d5dbf4b1 tempest-ExtensionsTestJSON-614240368 tempest-ExtensionsTestJSON-614240368-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0821140 Mar 16 10:54:25.175356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae106d27-205a-40b5-b5ee-dff46ddfc403 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.180598 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ae106d27-205a-40b5-b5ee-dff46ddfc403 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/dc6abbd1-45b9-4930-81cb-dee894f075d8 HTTP/1.1" status: 204 len: 168 time: 2.2882807 Mar 16 10:54:25.181603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae106d27-205a-40b5-b5ee-dff46ddfc403 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=dc6abbd1-45b9-4930-81cb-dee894f075d8,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:25.189866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59906) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.203451 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-47b10606-8da6-4020-ad39-9008e108e7ec tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/c8b22e3a-1004-400f-9144-9c03772670f0 HTTP/1.1" status: 204 len: 168 time: 2.0792298 Mar 16 10:54:25.209196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59910) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.267720 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1469987521'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:25.272965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:25.276982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:25.279911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:25.286073 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:25.297190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.298468 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6898651 Mar 16 10:54:25.299243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2932040-9638-4b24-832a-ca668e49d938 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba3d95-6fc4-4082-91d5-efb6d63ab61f,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:25.309361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59914) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.309497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0e936064-cce6-4f77-8606-463bf1c276ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.324613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Request body: {'security_group_rule': {'security_group_id': '17ba3d95-6fc4-4082-91d5-efb6d63ab61f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:25.333843 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66440861-4b44-4eb1-a9f8-f9f9202ef48c req-886c7e40-22d3-4c19-9549-72c404a478aa tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647099 Mar 16 10:54:25.334733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:25.337496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:25.341447 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.374581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Usage tracker for resource:security_group_rule and tenant:c480ded403d94a78b89e39ab463cf7cb is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:25.381170 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:25.391819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:25.406806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c953b-f30f-4af1-92f5-c49753b5e4ff tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:25.408402 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c953b-f30f-4af1-92f5-c49753b5e4ff tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:25.409268 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-884c953b-f30f-4af1-92f5-c49753b5e4ff tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:25.417489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:25.439525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.439867 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment 38337293-f1b7-459d-b10f-b0e578a3ac71 of type vlan for network 79d31314-105c-4362-8535-838f413d4887 Mar 16 10:54:25.452727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.453034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.459082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:25.471505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-884c953b-f30f-4af1-92f5-c49753b5e4ff tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:25.475789 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-884c953b-f30f-4af1-92f5-c49753b5e4ff tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2772691 Mar 16 10:54:25.476343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59920) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.551755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.573021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.678521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ee4beca0-8232-4f8d-851d-d1b745049d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.685209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a09c329-0d7a-4836-a7a3-759c3346ae61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 99eee6ec-4d62-47ed-836c-8c6ad898a1f8 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:25.699433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.701714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a09c329-0d7a-4836-a7a3-759c3346ae61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.731124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59926) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.746948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.749621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ee4beca0-8232-4f8d-851d-d1b745049d15 None None] For port bd590e77-cf26-43c3-894b-04d9424e90d3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd590e77-cf26-43c3-894b-04d9424e90d3,segment=NetworkSegment(de504e74-abeb-4539-bfbc-4a24705f3e70),segment_id=de504e74-abeb-4539-bfbc-4a24705f3e70)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:25.752774 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:25.753438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.762828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:25.766752 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd2a06fab-c2ab-4cd6-ab1f-d53def9a6b43', 'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'mac_address': 'fa:16:3e:ce:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:17Z', 'updated_at': '2022-03-16T10:54:21Z', 'revision_number': 2, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'subnets': [{'id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:25.769329 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ee4beca0-8232-4f8d-851d-d1b745049d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.775816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.776789 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:25.787519 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:25.788360 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:25.841273 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d9dbbfc4-425b-460b-ad76-0179c2dc595e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8139870 Mar 16 10:54:25.850744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59932) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.855483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.857994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1471128371'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:25.880625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:25.895757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:25.897780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.903315 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6515665 Mar 16 10:54:25.903530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:25.903743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:25.919499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Checking router: 53f3eeb7-03f1-4570-a94f-883f1a9537cf for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:25.920086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Updating router 53f3eeb7-03f1-4570-a94f-883f1a9537cf port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:25.951978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59936) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.963621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:network and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:25.981364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f02ac4fd-253f-4497-9a87-311ec145fc52 None None] Could not find standard attr ID for object dc6abbd1-45b9-4930-81cb-dee894f075d8. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:54:25.982166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': '79d31314-105c-4362-8535-838f413d4887', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:25.999373 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:26.109050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:26.109665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:26.113410 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f02ac4fd-253f-4497-9a87-311ec145fc52 None None] Provisioning for port 63f13604-6313-4466-9ac6-f5fde318af69 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:26.120626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:26.121083 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.125702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:subnet and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:26.129655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:26.137319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4beca0-8232-4f8d-851d-d1b745049d15 None None] Pushing event updated for resources: {'Port': ['ID=bd590e77-cf26-43c3-894b-04d9424e90d3,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.137535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:26.244987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.250350 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9326367 Mar 16 10:54:26.251516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b9bf8-0a66-4059-ba87-e6d3f2f9d398 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab51efa9-9ed6-453d-ab20-5e58a4f8a51b,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.265758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59940) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:26.273194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:26.280775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.287162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:26.306565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'Port': ['ID=426201a4-9bf2-4187-b678-1f8fc410231d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.324212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:26.326239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2452e08-2b33-4e68-8886-85910cbbb803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.334138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Request body: {'security_group_rule': {'security_group_id': '17ba3d95-6fc4-4082-91d5-efb6d63ab61f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:26.341601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a09c329-0d7a-4836-a7a3-759c3346ae61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.357443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e2452e08-2b33-4e68-8886-85910cbbb803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:26.366755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e2452e08-2b33-4e68-8886-85910cbbb803 admin admin] Usage tracker for resource:security_group_rule and tenant:a8a7e236fef74ef9889ff8695a9baa21 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:26.370030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e2452e08-2b33-4e68-8886-85910cbbb803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:26.376390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e2452e08-2b33-4e68-8886-85910cbbb803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:26.390464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:26.402376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54276fe8-5d14-4cee-93c0-2b25451a97e0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=79d31314-105c-4362-8535-838f413d4887,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.424966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Usage tracker for resource:security_group_rule and tenant:c480ded403d94a78b89e39ab463cf7cb is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:26.433020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:26.437000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.452042 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:54:22Z', 'revision_number': 2, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:24Z', 'revision_number': 2, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:26.457825 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:26.458196 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Updating router 2c63af43-a5a4-45bf-8448-94761db8e12c port 57f595b0-4c01-421c-867c-4002381131d6 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:26.485477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:26.486772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:26.500413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.500924 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added segment f9520f90-a4f3-4934-812a-e716b19734bb of type vlan for network f5776944-fa90-4ba2-8853-2f90507d5232 Mar 16 10:54:26.503090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d3890-035e-4a12-8a59-2fc473a5a854 req-30bd0f91-48da-4fc8-956d-29d9458311fe tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:26.504619 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8b0d3890-035e-4a12-8a59-2fc473a5a854 req-30bd0f91-48da-4fc8-956d-29d9458311fe tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.8980701 Mar 16 10:54:26.513167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:26.534621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.538022 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.552328 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 79d31314-105c-4362-8535-838f413d4887 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:26.647381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.654086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.654772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:26.655416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.735140 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8833194 Mar 16 10:54:26.755624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59944) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:26.767479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'subnet': {'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:26.865804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-61b86450-6f4d-4a43-a9b9-46e700860b5f None None] Provisioning for port 57f595b0-4c01-421c-867c-4002381131d6 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:26.880091 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-61b86450-6f4d-4a43-a9b9-46e700860b5f None None] Provisioning complete for port 57f595b0-4c01-421c-867c-4002381131d6 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:26.880495 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-61b86450-6f4d-4a43-a9b9-46e700860b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.887604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a09c329-0d7a-4836-a7a3-759c3346ae61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.956094 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.975367 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8b0d3890-035e-4a12-8a59-2fc473a5a854 req-d55c93af-e095-447d-9619-170ad128473e tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437597 Mar 16 10:54:27.037430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d44ab-9ef4-4e7c-b08c-0720540dece3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Network': ['ID=f5776944-fa90-4ba2-8853-2f90507d5232,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.045859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-61b86450-6f4d-4a43-a9b9-46e700860b5f None None] Port 57f595b0-4c01-421c-867c-4002381131d6 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:27.070646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network f5776944-fa90-4ba2-8853-2f90507d5232 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:27.118165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-61b86450-6f4d-4a43-a9b9-46e700860b5f None None] Provisioning complete for port bd590e77-cf26-43c3-894b-04d9424e90d3 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:27.118884 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-61b86450-6f4d-4a43-a9b9-46e700860b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.119886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:27.141068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.245587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 63f13604-6313-4466-9ac6-f5fde318af69 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:27.254688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:subnet and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:27.256357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a09c329-0d7a-4836-a7a3-759c3346ae61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.261566 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.277405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2452e08-2b33-4e68-8886-85910cbbb803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.281090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:27.287332 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Transition to ACTIVE for port object 57f595b0-4c01-421c-867c-4002381131d6 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:27.294424 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a09c329-0d7a-4836-a7a3-759c3346ae61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.297047 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.298502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:27.300614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2452e08-2b33-4e68-8886-85910cbbb803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.309103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.312695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=1074f104-9d72-41a5-a04b-1a74c86b0a7a,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.332476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca3d73-d301-4fa1-bd8a-6608483e7f78 None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:54:27.356230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': '38337293-f1b7-459d-b10f-b0e578a3ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '79d31314-105c-4362-8535-838f413d4887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:27.356588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: 79d31314-105c-4362-8535-838f413d4887, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:27.367790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.390483 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be4785-b67f-431e-b8d8-2f57df6e1277 None None] Pushing event updated for resources: {'Port': ['ID=57f595b0-4c01-421c-867c-4002381131d6,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.394200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df9b8e4-9f23-4153-951b-7f7efb22b4dc,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.396154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09c329-0d7a-4836-a7a3-759c3346ae61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=99eee6ec-4d62-47ed-836c-8c6ad898a1f8,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.410940 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9a09c329-0d7a-4836-a7a3-759c3346ae61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/99eee6ec-4d62-47ed-836c-8c6ad898a1f8 HTTP/1.1" status: 204 len: 168 time: 1.9250028 Mar 16 10:54:27.413499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2452e08-2b33-4e68-8886-85910cbbb803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41734de4-67ed-4939-a815-b2d7ac3ed6b8,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.417418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59950) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.462054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:27.468790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.492688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.501455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network 79d31314-105c-4362-8535-838f413d4887 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:27.512192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.513623 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9331fbbc-366d-4e1b-a9c8-f8b4d6983c0f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1922224 Mar 16 10:54:27.521623 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f31aca33-c412-4c12-8d4e-6da2f5e33e06 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005309 Mar 16 10:54:27.521623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59956) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.523520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59958) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.529011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:27.535224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:27.539369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Usage tracker for resource:floatingip and tenant:c480ded403d94a78b89e39ab463cf7cb is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:27.543735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:27.548768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:27.561617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:27.581101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.596568 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e2452e08-2b33-4e68-8886-85910cbbb803 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8a7e236fef74ef9889ff8695a9baa21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8600090 Mar 16 10:54:27.596826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 79d31314-105c-4362-8535-838f413d4887) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:27.601033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59964) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.619640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:27.620242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.662386 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-39c78310-2fdc-477a-96a0-c0ecbcae97f5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6925349 Mar 16 10:54:27.680999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59968) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.718041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.resource_extend [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:27.752196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:27.756987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:27.758925 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Attempting to bind port 57f595b0-4c01-421c-867c-4002381131d6 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:27.759289 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Attempting to bind port 57f595b0-4c01-421c-867c-4002381131d6 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'de504e74-abeb-4539-bfbc-4a24705f3e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:27.759652 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Attempting to bind port 57f595b0-4c01-421c-867c-4002381131d6 on network 4d1ce0d3-215c-4e1c-bdd0-26166893847c {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:27.761235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:27.765078 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:27.765563 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Checking segment: {'id': 'de504e74-abeb-4539-bfbc-4a24705f3e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:27.765963 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.766345 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Bound using segment: {'id': 'de504e74-abeb-4539-bfbc-4a24705f3e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:27.766803 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Bound port: 57f595b0-4c01-421c-867c-4002381131d6, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de504e74-abeb-4539-bfbc-4a24705f3e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:27.767190 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.768608 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:27.833731 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:27.839614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.849237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.857085 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] For port 57f595b0-4c01-421c-867c-4002381131d6, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:27.860543 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] For port 57f595b0-4c01-421c-867c-4002381131d6, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=57f595b0-4c01-421c-867c-4002381131d6,segment=NetworkSegment(de504e74-abeb-4539-bfbc-4a24705f3e70),segment_id=de504e74-abeb-4539-bfbc-4a24705f3e70)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:27.869051 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.906196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 63f13604-6313-4466-9ac6-f5fde318af69 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:27.939505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.974057 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be4785-b67f-431e-b8d8-2f57df6e1277 None None] Pushing event updated for resources: {'Port': ['ID=57f595b0-4c01-421c-867c-4002381131d6,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.974672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 63f13604-6313-4466-9ac6-f5fde318af69 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:27.975058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.003499 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:28.004483 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:28.042138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.081616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Transition to ACTIVE for port object d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:28.111297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7748404d-7218-45d4-9525-d2b48cd2fec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.113041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.139289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7748404d-7218-45d4-9525-d2b48cd2fec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.168150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.210588 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:28.221467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7748404d-7218-45d4-9525-d2b48cd2fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.285394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:28.291675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8abac-2cd0-4a20-8fb0-51f14ed1bab1 None None] Pushing event updated for resources: {'Port': ['ID=d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.346898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca3d73-d301-4fa1-bd8a-6608483e7f78 None None] Unable to find a vacant binding_index for network 79d31314-105c-4362-8535-838f413d4887 and agent 2d63f4c4-a690-493f-b5b8-252bbac122ba {{(pid=87876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 16 10:54:28.370962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=59c4e199-e97f-4954-b173-e5a1b70dd1fb,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.375362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:28.384463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:28.386149 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.437383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca3d73-d301-4fa1-bd8a-6608483e7f78 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 79d31314-105c-4362-8535-838f413d4887) {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:54:28.446915 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b18d8f41-fe9e-4f24-912b-33f36c9e7ab5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9222188 Mar 16 10:54:28.447988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 59972) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:28.467360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': '59c4e199-e97f-4954-b173-e5a1b70dd1fb', 'ip_address': '2001:db8::902e:e3f3:9744:2bc1'}], 'name': 'tempest-NetworksTestDHCPv6-1324198873'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:28.501977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Attempting to bind port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:28.502747 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Attempting to bind port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:28.503237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Attempting to bind port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 on network 5d763a5a-f308-425a-be9c-c795624cc306 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:28.505767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.520918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748404d-7218-45d4-9525-d2b48cd2fec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41734de4-67ed-4939-a815-b2d7ac3ed6b8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.554670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:28.555267 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Checking segment: {'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:28.555915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.556417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Bound using segment: {'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:28.557038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Bound port: d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:28.557855 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.577875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7748404d-7218-45d4-9525-d2b48cd2fec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.581492 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7748404d-7218-45d4-9525-d2b48cd2fec5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41734de4-67ed-4939-a815-b2d7ac3ed6b8 HTTP/1.1" status: 204 len: 168 time: 0.9770486 Mar 16 10:54:28.638005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.742503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=1074f104-9d72-41a5-a04b-1a74c86b0a7a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.746305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 63f13604-6313-4466-9ac6-f5fde318af69, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=63f13604-6313-4466-9ac6-f5fde318af69,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:28.763972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:28.773780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.774365 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:54:22Z', 'revision_number': 2, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:27Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:28.774884 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd590e77-cf26-43c3-894b-04d9424e90d3 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:28.783161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a84e1-149b-4e8d-b715-a1ca16abc915 req-2624d8d7-ffaa-44b8-9054-c64d5bf752a6 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:28.784206 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f6ad3-0daf-4e16-bd2e-a6834670912f None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:54:22Z', 'revision_number': 2, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:27Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:28.784674 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-023a84e1-149b-4e8d-b715-a1ca16abc915 req-2624d8d7-ffaa-44b8-9054-c64d5bf752a6 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.9989800 Mar 16 10:54:28.802596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:28.882235 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-023a84e1-149b-4e8d-b715-a1ca16abc915 req-a78f75e4-ddef-498d-9058-3e3f50f4b412 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866060 Mar 16 10:54:28.890495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:28.895885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.917181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.923354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.938077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.057820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] For port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:29.082083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Allocated IP 172.26.2.152 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/d9465387-746d-4504-938c-e275817d13d5) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:29.102442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d31314-105c-4362-8535-838f413d4887']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.109649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Subnet': ['ID=43070f56-7d91-4e9f-8204-7303b341ac0a,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.149728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] For port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:29.158111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38337293-f1b7-459d-b10f-b0e578a3ac71') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.158425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38337293-f1b7-459d-b10f-b0e578a3ac71') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.163296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=63f13604-6313-4466-9ac6-f5fde318af69,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.169540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.180880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.282982 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port bd590e77-cf26-43c3-894b-04d9424e90d3 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:29.283406 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.328529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.342219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Checking segment: {'id': 'f9520f90-a4f3-4934-812a-e716b19734bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:29.342575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network hostable DHCP agents. Network: f5776944-fa90-4ba2-8853-2f90507d5232, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:29.359852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:29.360249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:29.393491 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:29.405475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Routers {'53f3eeb7-03f1-4570-a94f-883f1a9537cf'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:29.407214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.407806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.485875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.514820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network f5776944-fa90-4ba2-8853-2f90507d5232 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:29.520226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 38f00be5-5f93-46ef-9a3c-83e12ce43950 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:29.550912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, f5776944-fa90-4ba2-8853-2f90507d5232) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:29.565996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:29.566607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.570425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.617222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.623748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] Set router 53f3eeb7-03f1-4570-a94f-883f1a9537cf gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:29.685831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=79d31314-105c-4362-8535-838f413d4887,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.698512 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1516cb9f-5060-44d3-a1b0-e07171feead9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/79d31314-105c-4362-8535-838f413d4887 HTTP/1.1" status: 204 len: 168 time: 2.0144086 Mar 16 10:54:29.704863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59996) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:29.715843 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ccd7930b-7376-4a5a-ad69-84c66d20fbd6 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9529157 Mar 16 10:54:29.724682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 59998) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:29.730591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-169223568'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:29.738952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:29.815714 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:29.837868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:29.839258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60004) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:29.861438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8abac-2cd0-4a20-8fb0-51f14ed1bab1 None None] Pushing event updated for resources: {'Port': ['ID=d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.903546 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:29.936544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.984218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:30.030284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:30.033446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.041461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:30.058196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:30.061919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:30.110464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-566796283'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:30.120289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:30.126333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:network and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:30.129685 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:30.137826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:30.167698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:30.173482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.259926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.286378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Pushing event updated for resources: {'Port': ['ID=d9465387-746d-4504-938c-e275817d13d5,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:30.324234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:30.324776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd10f447-9cfd-4db4-904b-226d0badaa72 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:30.340680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:security_group_rule and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:30.357865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:30.370885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:30.377099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 57f595b0-4c01-421c-867c-4002381131d6 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:30.402457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::902e:e3f3:9744:2bc1 (e57f845a-9024-49c0-a045-365eb6299d60/59c4e199-e97f-4954-b173-e5a1b70dd1fb/38f00be5-5f93-46ef-9a3c-83e12ce43950) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:30.446251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef2576-12f6-49a4-817c-730a30123eae None None] Network 79d31314-105c-4362-8535-838f413d4887 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:30.459854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54bc33a-71ee-4d38-9b63-384010ac15d9 None None] Network f5776944-fa90-4ba2-8853-2f90507d5232 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:30.463378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.549813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:30.614011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:30.618437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.622015 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment a4f88cc4-f7b7-4611-9881-0dfeaa241811 of type vlan for network 6e989979-d233-4e21-9ca9-c96740dc9fe7 Mar 16 10:54:30.668048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Sync routers for ids ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:30.734606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.782767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef2576-12f6-49a4-817c-730a30123eae None None] Network 79d31314-105c-4362-8535-838f413d4887 could not be found, it might have been deleted concurrently. {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:54:30.877570 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Routers {'37b8ef7e-eed8-4912-9722-19e4c157a3f9'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:30.878210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:30.895186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.899903 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2d9cfcb3-ca8d-4801-a74e-615ddbacd4fc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.5311761 Mar 16 10:54:30.904243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60012) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:30.906186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.938104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.939928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b9d99-f9fe-4c83-b98a-a369043bb546 None None] Network 79d31314-105c-4362-8535-838f413d4887 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:30.998050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.041822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b9d99-f9fe-4c83-b98a-a369043bb546 None None] Network 79d31314-105c-4362-8535-838f413d4887 could not be found, it might have been deleted concurrently. {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:54:31.198726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:31.226135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:31.241754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.247683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30534cfa-7eaa-4a79-8e71-88e32a060c66,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:31.258139 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 57f595b0-4c01-421c-867c-4002381131d6 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:31.259064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.271501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.271840 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Added segment 74a7f291-ae3b-409c-a3f5-08e6b1269282 of type vlan for network 7eb3bd1d-ee75-440f-a65c-42f714502a44 Mar 16 10:54:31.275377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1c366-83ab-459c-9337-a44796f5c481 req-e3b6a9f0-5912-46dc-a71b-33cf0721c0ed tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:31.282336 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-09c1c366-83ab-459c-9337-a44796f5c481 req-e3b6a9f0-5912-46dc-a71b-33cf0721c0ed tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.8412304 Mar 16 10:54:31.294731 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 38f00be5-5f93-46ef-9a3c-83e12ce43950 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:31.295672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 57f595b0-4c01-421c-867c-4002381131d6 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:31.296782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.312528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.317983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:31.318573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.328280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.357214 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4208d818-5413-4603-a230-b306b5257fb3 tempest-TestNetworkAdvancedServerOps-1417374616 tempest-TestNetworkAdvancedServerOps-1417374616-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e9d3c0c93ff34337ab7e306575bf823a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4422762 Mar 16 10:54:31.359843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60018) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.393124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.416311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.474303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-f5776944-fa90-4ba2-8853-2f90507d5232', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:31.474913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.493443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Set router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:31.508175 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7907951 Mar 16 10:54:31.508928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60022) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.526166 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-09c1c366-83ab-459c-9337-a44796f5c481 req-b74b9a71-6777-4fc9-90cf-9f7c0bc0c56a tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422717 Mar 16 10:54:31.528906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.536369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-92d2d6db-dfcc-465a-8f67-f99a7da284c8 None None] Provisioning complete for port 57f595b0-4c01-421c-867c-4002381131d6 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:31.536752 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-92d2d6db-dfcc-465a-8f67-f99a7da284c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.654007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd2a06fab-c2ab-4cd6-ab1f-d53def9a6b43', 'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'mac_address': 'fa:16:3e:ce:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:17Z', 'updated_at': '2022-03-16T10:54:28Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'subnets': [{'id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:31.655574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.666218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:31.666835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.711541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc37c2-224d-41e7-8a6f-1c79b69e21b8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=6e989979-d233-4e21-9ca9-c96740dc9fe7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:31.716815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.724941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': '6e989979-d233-4e21-9ca9-c96740dc9fe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:31.742535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 6e989979-d233-4e21-9ca9-c96740dc9fe7 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:31.751646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:31.757304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce33572-1d96-46ad-9958-1edb95890d31 None None] The sync data for ids ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'] in dv-neutron-833860-1-hyperv is: [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd2a06fab-c2ab-4cd6-ab1f-d53def9a6b43', 'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'mac_address': 'fa:16:3e:ce:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:17Z', 'updated_at': '2022-03-16T10:54:28Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'subnets': [{'id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:31.789420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:31.792195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:31.798374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:31.799040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.844239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Pushing event updated for resources: {'Port': ['ID=d9465387-746d-4504-938c-e275817d13d5,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:31.937577 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4876182 Mar 16 10:54:31.941160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60030) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.020910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:32.025276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:subnet and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:32.031979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:32.043066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:32.051605 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2111065 Mar 16 10:54:32.092346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.093661 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4de89f2f-fac3-4eeb-b94e-d1c7d2073b4e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5717125 Mar 16 10:54:32.135539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251792e-eb2e-4c54-b517-99a9c2ca628f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Network': ['ID=7eb3bd1d-ee75-440f-a65c-42f714502a44,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:32.145684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec00a33-dee1-4330-bdd1-73ce6e85eef9 tempest-TestNetworkAdvancedServerOps-1417374616 tempest-TestNetworkAdvancedServerOps-1417374616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:32.153401 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3ec00a33-dee1-4330-bdd1-73ce6e85eef9 tempest-TestNetworkAdvancedServerOps-1417374616 tempest-TestNetworkAdvancedServerOps-1417374616-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7897265 Mar 16 10:54:32.164434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60036) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.166008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ba5dc-dc36-4911-95e9-fc4d18f1cae7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=38f00be5-5f93-46ef-9a3c-83e12ce43950,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:32.222658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 7eb3bd1d-ee75-440f-a65c-42f714502a44 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:32.255722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:32.263806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.340345 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:54:32.360369 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-54191e14-6937-45a1-a03b-c0c308ed9a82 tempest-TestNetworkAdvancedServerOps-1417374616 tempest-TestNetworkAdvancedServerOps-1417374616-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1880262 Mar 16 10:54:32.361599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60042) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.368257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-592400330', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:32.427474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652daf6-bd29-4abb-bb82-9e782651956c req-18073421-84e6-485d-822b-4ebebb8f0c52 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:32.445359 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b652daf6-bd29-4abb-bb82-9e782651956c req-18073421-84e6-485d-822b-4ebebb8f0c52 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.5031404 Mar 16 10:54:32.567418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8679e33d-a3f1-42a6-bbb4-228bd0a6ea90 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:32.573631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8679e33d-a3f1-42a6-bbb4-228bd0a6ea90 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:32.574515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8679e33d-a3f1-42a6-bbb4-228bd0a6ea90 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:32.619801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aec43-8270-4df7-821d-a8bb796ef552 req-e0a06927-d5e4-481c-8988-d72a30c72914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:32.621520 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-887aec43-8270-4df7-821d-a8bb796ef552 req-e0a06927-d5e4-481c-8988-d72a30c72914 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6c17d53021f4a07a3d06727c66baccb&device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 1098 time: 0.6792710 Mar 16 10:54:32.628651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-92d2d6db-dfcc-465a-8f67-f99a7da284c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.655689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.674078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:32.720915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:subnet and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:32.730956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:32.738323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8679e33d-a3f1-42a6-bbb4-228bd0a6ea90 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:32.750710 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8679e33d-a3f1-42a6-bbb4-228bd0a6ea90 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.8021252 Mar 16 10:54:32.753088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60054) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.762619 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_backend_mixin [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Performing IP validity checks on allocation pools {{(pid=87874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:54:32.766101 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-92d2d6db-dfcc-465a-8f67-f99a7da284c8 None None] For port 57f595b0-4c01-421c-867c-4002381131d6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=57f595b0-4c01-421c-867c-4002381131d6,segment=NetworkSegment(de504e74-abeb-4539-bfbc-4a24705f3e70),segment_id=de504e74-abeb-4539-bfbc-4a24705f3e70)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:32.769121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_backend_mixin [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:54:32.859960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:32.869415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Allocated IP 2001:db8:1::1 (f5776944-fa90-4ba2-8853-2f90507d5232/43070f56-7d91-4e9f-8204-7303b341ac0a/3d24226f-35c7-403b-af07-5370e5de91ee) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:32.885942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-92d2d6db-dfcc-465a-8f67-f99a7da284c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.907078 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b652daf6-bd29-4abb-bb82-9e782651956c req-ff7ae4e5-71ad-4527-aa37-fc63d1100f14 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607260 Mar 16 10:54:32.997056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-e83aeb44-e3fd-4c73-b55a-865dd5a0a30d tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Synchronizing usage tracker for tenant:c480ded403d94a78b89e39ab463cf7cb on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:33.059917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa47ee-7de3-4687-bfea-547941e400f1 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:33.080600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Made reservation on behalf of e9d3c0c93ff34337ab7e306575bf823a for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:33.093895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.262775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7fa65-dae0-4046-ab7d-e2e020b499aa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 38f00be5-5f93-46ef-9a3c-83e12ce43950 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:33.267271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bc7fa65-dae0-4046-ab7d-e2e020b499aa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.360557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2d6db-dfcc-465a-8f67-f99a7da284c8 None None] Pushing event updated for resources: {'Port': ['ID=57f595b0-4c01-421c-867c-4002381131d6,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:33.368319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:26Z', 'revision_number': 3, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:33.372994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:33.373327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:33.374446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Checking router: 37b8ef7e-eed8-4912-9722-19e4c157a3f9 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:33.374793 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Updating router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 port 426201a4-9bf2-4187-b678-1f8fc410231d binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:33.460983 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.515697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.522410 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b90ac385-c207-4280-b424-4173b6eb461c None None] Provisioning complete for port 63f13604-6313-4466-9ac6-f5fde318af69 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:33.522882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b90ac385-c207-4280-b424-4173b6eb461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.702813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=21089dd5-b588-4ba8-83ec-17b87fedcdc2,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:33.729907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bc7fa65-dae0-4046-ab7d-e2e020b499aa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.742720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': 'a4f88cc4-f7b7-4611-9881-0dfeaa241811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6e989979-d233-4e21-9ca9-c96740dc9fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:33.743428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: 6e989979-d233-4e21-9ca9-c96740dc9fe7, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:33.815938 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.845419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Transition to ACTIVE for port object 3d24226f-35c7-403b-af07-5370e5de91ee will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:33.856348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network 6e989979-d233-4e21-9ca9-c96740dc9fe7 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:33.889474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7fa65-dae0-4046-ab7d-e2e020b499aa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 38f00be5-5f93-46ef-9a3c-83e12ce43950 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:33.898393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 6e989979-d233-4e21-9ca9-c96740dc9fe7) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:33.905961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:33.907447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.931914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a3f91-a299-4f9a-8f36-be67b95c946c None None] Network 6e989979-d233-4e21-9ca9-c96740dc9fe7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:33.941720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.041475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Allocated IP 2001:db8:1::2 (f5776944-fa90-4ba2-8853-2f90507d5232/43070f56-7d91-4e9f-8204-7303b341ac0a/2e56a561-cdf0-4b57-8a2d-24c9b57c8097) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:34.124898 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0de03fe7-4092-4572-bef4-5b19600079cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5952852 Mar 16 10:54:34.128690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network f5776944-fa90-4ba2-8853-2f90507d5232 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:34.176672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-e83aeb44-e3fd-4c73-b55a-865dd5a0a30d tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Unset dirty status for tenant:c480ded403d94a78b89e39ab463cf7cb on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:34.186970 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-e83aeb44-e3fd-4c73-b55a-865dd5a0a30d tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1327595837&fields=id&tenant_id=c480ded403d94a78b89e39ab463cf7cb HTTP/1.1" status: 200 len: 267 time: 1.6591413 Mar 16 10:54:34.194912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60062) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:34.199804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bc7fa65-dae0-4046-ab7d-e2e020b499aa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.236563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:34.240667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=3d24226f-35c7-403b-af07-5370e5de91ee,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:34.243454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:34.244296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.272959 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aec43-8270-4df7-821d-a8bb796ef552 req-07526d80-f98d-4059-8b9b-4dfa6dbd27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:34.274578 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-887aec43-8270-4df7-821d-a8bb796ef552 req-07526d80-f98d-4059-8b9b-4dfa6dbd27bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=24875039-3ae6-4591-8915-3768b130045f HTTP/1.1" status: 200 len: 913 time: 1.6389568 Mar 16 10:54:34.345866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6694fc-4c8d-439c-a498-f521dec88122 req-82c983d9-5f52-4d86-852d-5f340cf01b4a tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:34.348251 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f6694fc-4c8d-439c-a498-f521dec88122 req-82c983d9-5f52-4d86-852d-5f340cf01b4a tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.2175393 Mar 16 10:54:34.399565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 63f13604-6313-4466-9ac6-f5fde318af69 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:34.522169 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f6694fc-4c8d-439c-a498-f521dec88122 req-78f14437-f1d0-451f-8377-475e5555f480 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442809 Mar 16 10:54:34.536466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.785602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7fa65-dae0-4046-ab7d-e2e020b499aa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=38f00be5-5f93-46ef-9a3c-83e12ce43950,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:34.825445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bc7fa65-dae0-4046-ab7d-e2e020b499aa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.838009 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-887aec43-8270-4df7-821d-a8bb796ef552 req-6adec097-6c6e-47e9-9fd5-4488c2d848d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=403df204-a5eb-4d47-a2c9-da0cca91253e HTTP/1.1" status: 200 len: 217 time: 0.5117543 Mar 16 10:54:34.838748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.963304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.978137 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Transition to ACTIVE for port object 426201a4-9bf2-4187-b678-1f8fc410231d will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:34.983555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.009746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b4f29234-3397-46e1-9dfe-eb0073e2704e None None] Could not find standard attr ID for object 38f00be5-5f93-46ef-9a3c-83e12ce43950. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:54:35.023971 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.038199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Transition to ACTIVE for port object 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:35.123914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Attempting to bind port 426201a4-9bf2-4187-b678-1f8fc410231d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:35.124708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Attempting to bind port 426201a4-9bf2-4187-b678-1f8fc410231d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:35.125338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Attempting to bind port 426201a4-9bf2-4187-b678-1f8fc410231d on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:35.127445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 63f13604-6313-4466-9ac6-f5fde318af69 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:35.128043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.161925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.171445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.173096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.204923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b4f29234-3397-46e1-9dfe-eb0073e2704e None None] Provisioning complete for port 63f13604-6313-4466-9ac6-f5fde318af69 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:35.205887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b4f29234-3397-46e1-9dfe-eb0073e2704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.221654 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1bc7fa65-dae0-4046-ab7d-e2e020b499aa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/38f00be5-5f93-46ef-9a3c-83e12ce43950 HTTP/1.1" status: 204 len: 168 time: 2.4401209 Mar 16 10:54:35.240152 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60066) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.300158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:35.301432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:35.302162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.302782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:35.303574 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Bound port: 426201a4-9bf2-4187-b678-1f8fc410231d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:35.304203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.340889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'Subnet': ['ID=d7781f05-50ed-455c-bcc1-a535059d6be9,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.355181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60070) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.356158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=3d24226f-35c7-403b-af07-5370e5de91ee,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.357452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aec43-8270-4df7-821d-a8bb796ef552 req-0344d45a-aa15-4e80-b860-673e28aeb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.359098 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-887aec43-8270-4df7-821d-a8bb796ef552 req-0344d45a-aa15-4e80-b860-673e28aeb82b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6413c07d-d2ec-4235-bcc2-fbb5638675da HTTP/1.1" status: 200 len: 852 time: 0.2553082 Mar 16 10:54:35.368726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'subnet': {'network_id': '7eb3bd1d-ee75-440f-a65c-42f714502a44', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:35.378130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Transition to ACTIVE for port object 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:35.409704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-f0033141-2b93-44f1-989e-a0c2272c688d tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.410396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-f0033141-2b93-44f1-989e-a0c2272c688d tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Synchronizing usage tracker for tenant:c480ded403d94a78b89e39ab463cf7cb on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:35.432956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.434695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Checking segment: {'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:35.435052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Network hostable DHCP agents. Network: 36d98ea5-b9db-4272-94db-34e760ed828a, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:35.443896 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-887aec43-8270-4df7-821d-a8bb796ef552 req-4926b9c0-f0ec-4fb3-8756-16314035a9a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24875039-3ae6-4591-8915-3768b130045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752881 Mar 16 10:54:35.458795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d101fb5-27db-4815-974d-3ab81634ab62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.460274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d101fb5-27db-4815-974d-3ab81634ab62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.461030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2d101fb5-27db-4815-974d-3ab81634ab62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:35.465967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.469867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a1c6f-6d62-4442-81d3-870cddbb7bd8 None None] Pushing event updated for resources: {'Port': ['ID=426201a4-9bf2-4187-b678-1f8fc410231d,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.524478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network f5776944-fa90-4ba2-8853-2f90507d5232 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:35.525679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:35.535670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:35.563830 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ae1fc-9de7-4334-b2b6-ece1fa78062c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-6e989979-d233-4e21-9ca9-c96740dc9fe7', 'network_id': '6e989979-d233-4e21-9ca9-c96740dc9fe7', 'tenant_id': '6bc73ad08b514c63b450970efd2d7b0b', 'fixed_ips': [{'subnet_id': '21089dd5-b588-4ba8-83ec-17b87fedcdc2'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:35.564660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae1fc-9de7-4334-b2b6-ece1fa78062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.598815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-f0033141-2b93-44f1-989e-a0c2272c688d tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Unset dirty status for tenant:c480ded403d94a78b89e39ab463cf7cb on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:35.599979 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-f0033141-2b93-44f1-989e-a0c2272c688d tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/networks?id=5d763a5a-f308-425a-be9c-c795624cc306 HTTP/1.1" status: 200 len: 812 time: 1.4121916 Mar 16 10:54:35.620724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:subnet and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:35.626663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:35.627065 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Network f5776944-fa90-4ba2-8853-2f90507d5232 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:35.636421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:35.636649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:35.639418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] For port 426201a4-9bf2-4187-b678-1f8fc410231d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:35.639569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Network 36d98ea5-b9db-4272-94db-34e760ed828a is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:35.648339 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-8c09b941-9a31-4331-b389-4c021ac7e16c tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/quotas/c480ded403d94a78b89e39ab463cf7cb HTTP/1.1" status: 200 len: 375 time: 0.0328593 Mar 16 10:54:35.649584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2d101fb5-27db-4815-974d-3ab81634ab62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:35.650641 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2d101fb5-27db-4815-974d-3ab81634ab62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4068823 Mar 16 10:54:35.665283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60076) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.666300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:35.667401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:35.670304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.725489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] For port 426201a4-9bf2-4187-b678-1f8fc410231d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=426201a4-9bf2-4187-b678-1f8fc410231d,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:35.725753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 36d98ea5-b9db-4272-94db-34e760ed828a) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:35.727827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.751588 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Pushing event updated for resources: {'Port': ['ID=2e56a561-cdf0-4b57-8a2d-24c9b57c8097,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.766064 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88759c34-e288-4788-9de1-115ef4712344 None None] Network 36d98ea5-b9db-4272-94db-34e760ed828a requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:35.774445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.775035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.798365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.818879 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-887aec43-8270-4df7-821d-a8bb796ef552 req-a8b15b17-5e06-42a2-aad0-018618ae4942 service neutron] 10.222.0.48 "GET /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673329 Mar 16 10:54:35.828035 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9635f12a-8ae4-4152-9abd-898d18058f66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.4662657 Mar 16 10:54:35.851331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60080) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.898642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3410835c-0438-4aab-add2-e6ea2bed1143 None None] Could not find standard attr ID for object 38f00be5-5f93-46ef-9a3c-83e12ce43950. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:54:36.027893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 57f595b0-4c01-421c-867c-4002381131d6 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:36.052092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.053092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Attempting to bind port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:36.053465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Attempting to bind port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'f9520f90-a4f3-4934-812a-e716b19734bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:36.053827 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Attempting to bind port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 on network f5776944-fa90-4ba2-8853-2f90507d5232 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:36.062796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9193c8a6-1f03-4b06-87f1-9f160ef25be4 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Synchronizing usage tracker for tenant:c480ded403d94a78b89e39ab463cf7cb on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:36.083182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:36.083578 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Checking segment: {'id': 'f9520f90-a4f3-4934-812a-e716b19734bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:36.083862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.084253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Bound using segment: {'id': 'f9520f90-a4f3-4934-812a-e716b19734bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:36.084727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Bound port: 2e56a561-cdf0-4b57-8a2d-24c9b57c8097, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9520f90-a4f3-4934-812a-e716b19734bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:36.085120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server [None req-4e5ae1fc-9de7-4334-b2b6-ece1fa78062c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21089dd5-b588-4ba8-83ec-17b87fedcdc2: This subnet is being modified by another concurrent operation. Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:54:36.099221 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21089dd5-b588-4ba8-83ec-17b87fedcdc2: This subnet is being modified by another concurrent operation. Mar 16 10:54:36.104249 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server Mar 16 10:54:36.126357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a1c6f-6d62-4442-81d3-870cddbb7bd8 None None] Pushing event updated for resources: {'Port': ['ID=426201a4-9bf2-4187-b678-1f8fc410231d,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:36.128988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Routers {'37b8ef7e-eed8-4912-9722-19e4c157a3f9'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:36.131901 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:36.186817 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33c983-80b9-469f-9921-39bb852b886e None None] Network 6e989979-d233-4e21-9ca9-c96740dc9fe7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:36.203336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=21089dd5-b588-4ba8-83ec-17b87fedcdc2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:36.229672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:36.233968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-832cc365-9752-436e-993d-3575260d137c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 59c4e199-e97f-4954-b173-e5a1b70dd1fb {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:36.243163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-832cc365-9752-436e-993d-3575260d137c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.243418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9193c8a6-1f03-4b06-87f1-9f160ef25be4 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Unset dirty status for tenant:c480ded403d94a78b89e39ab463cf7cb on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:36.244963 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9193c8a6-1f03-4b06-87f1-9f160ef25be4 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c480ded403d94a78b89e39ab463cf7cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5832777 Mar 16 10:54:36.295648 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-887aec43-8270-4df7-821d-a8bb796ef552 req-6e1d216b-f219-4f8d-b2ca-86f94f405080 service neutron] 10.222.0.48 "GET /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628990 Mar 16 10:54:36.356031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.426183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-832cc365-9752-436e-993d-3575260d137c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.513069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc7d19-9cb5-443f-a1df-f70764d4a4d1 req-5905f13a-1614-4b94-9298-ea48329bc70b tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:36.514966 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b5cc7d19-9cb5-443f-a1df-f70764d4a4d1 req-5905f13a-1614-4b94-9298-ea48329bc70b tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.4399564 Mar 16 10:54:36.524359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e989979-d233-4e21-9ca9-c96740dc9fe7']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:36.553827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f88cc4-f7b7-4611-9881-0dfeaa241811') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:36.554405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f88cc4-f7b7-4611-9881-0dfeaa241811') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:36.611478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] For port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:36.642268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:36.651584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-832cc365-9752-436e-993d-3575260d137c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.656643 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:36.676119 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:36.677232 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:36.690780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 57f595b0-4c01-421c-867c-4002381131d6 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:36.691422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.716562 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b5cc7d19-9cb5-443f-a1df-f70764d4a4d1 req-f29105a6-2b0d-4c04-ac42-b05bbe5ad3a9 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840544 Mar 16 10:54:36.724110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] For port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2e56a561-cdf0-4b57-8a2d-24c9b57c8097,segment=NetworkSegment(f9520f90-a4f3-4934-812a-e716b19734bb),segment_id=f9520f90-a4f3-4934-812a-e716b19734bb)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:36.756478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.760227 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-40c52458-7039-4142-a156-ee4b02b47c5e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0345140 Mar 16 10:54:36.762396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-36d98ea5-b9db-4272-94db-34e760ed828a', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:36.763859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.764103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60084) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:36.770000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-175216842'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:36.777209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.792284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.811902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:36.816458 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-431992da-9f48-4176-ab24-b3d3b9aa89c1 service neutron] 10.222.0.37 "GET /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195124 Mar 16 10:54:36.827381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:network and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:36.846446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:36.848854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] Set router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:36.857868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:36.881839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.891687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:36.894625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.902960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Subnet': ['ID=95acfd0f-3135-4445-a715-9319dddf6ec6,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:36.909121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:36.913020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.939104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Checking segment: {'id': '74a7f291-ae3b-409c-a3f5-08e6b1269282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7eb3bd1d-ee75-440f-a65c-42f714502a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:36.939468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network hostable DHCP agents. Network: 7eb3bd1d-ee75-440f-a65c-42f714502a44, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:36.942168 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:36.950253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-832cc365-9752-436e-993d-3575260d137c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.009270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:37.012863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-832cc365-9752-436e-993d-3575260d137c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.015125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cc365-9752-436e-993d-3575260d137c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=59c4e199-e97f-4954-b173-e5a1b70dd1fb,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.035591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.035944 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added segment c3498177-94c3-4ccd-a7c5-027356473e16 of type vlan for network 6cda20c7-9a9d-476d-9f30-5329f4188877 Mar 16 10:54:37.037254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network 7eb3bd1d-ee75-440f-a65c-42f714502a44 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:37.051047 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-832cc365-9752-436e-993d-3575260d137c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/59c4e199-e97f-4954-b173-e5a1b70dd1fb HTTP/1.1" status: 204 len: 168 time: 1.3602967 Mar 16 10:54:37.051491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60088) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.076172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d894c4-14bf-4a30-becf-aa39112d3047 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:37.109108 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:37.132464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 7eb3bd1d-ee75-440f-a65c-42f714502a44) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:37.148778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.159795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.179675 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a0493dda-9436-4377-aace-6e1900af9076 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216581 Mar 16 10:54:37.180830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:37.181440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.190223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60092) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.193902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.207522 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d53bca-9a77-4ead-85f0-79b79c1690d0 None None] Network 7eb3bd1d-ee75-440f-a65c-42f714502a44 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:37.296358 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c6aace3a-4c3a-4995-9783-1cb9eb3a4d19 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9371023 Mar 16 10:54:37.302746 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:54:34Z', 'revision_number': 3, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:34Z', 'revision_number': 2, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:37.306151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60096) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.313481 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:37.313814 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Updating router 2c63af43-a5a4-45bf-8448-94761db8e12c port 3d24226f-35c7-403b-af07-5370e5de91ee binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:37.317009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e20bd4-fe38-48bb-b40f-040ad3f1544f None None] Pushing event updated for resources: {'Port': ['ID=2e56a561-cdf0-4b57-8a2d-24c9b57c8097,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.325985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1323593894'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:37.333776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:37.341661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:network and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:37.344649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:37.353582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:37.355971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.361655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:37.362283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.429941 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/6e989979-d233-4e21-9ca9-c96740dc9fe7 HTTP/1.1" status: 204 len: 168 time: 3.2307653 Mar 16 10:54:37.447264 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60100) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.461734 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c6356-3d4a-411e-aedc-2fd893c2bd39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=6e989979-d233-4e21-9ca9-c96740dc9fe7,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.477584 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.495502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-804854634'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:37.499109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:37.514573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.570188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:37.603563 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8383510 Mar 16 10:54:37.604356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60104) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.624409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'subnet': {'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:37.686725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55fa43-60bf-4bae-ad30-8c124a634321 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Network': ['ID=6cda20c7-9a9d-476d-9f30-5329f4188877,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.708499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d811bb-1d88-48a4-a1b1-07a73487b907 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:37.709299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-60d811bb-1d88-48a4-a1b1-07a73487b907 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:37.715297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:37.743529 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 6cda20c7-9a9d-476d-9f30-5329f4188877 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:37.788718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.788718 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Added segment 57dd2701-5569-49f0-ad5d-dc96f1fbe9cf of type vlan for network 4031e244-35fe-4560-bb9d-177e0bf9d9ab Mar 16 10:54:37.820973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:37.834447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:subnet and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:37.837189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-60d811bb-1d88-48a4-a1b1-07a73487b907 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:37.838552 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-60d811bb-1d88-48a4-a1b1-07a73487b907 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6407964 Mar 16 10:54:37.842205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:37.845468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60110) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:37.853687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.887976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:37.892354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:37.907478 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-09860ca4-fb94-417e-83d4-a0d13d7534ed service neutron] 10.222.0.37 "GET /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0759082 Mar 16 10:54:37.908593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:37.927405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:37.950784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:37.956766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:37.961307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.000199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:38.003885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.015204 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.026606 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Transition to ACTIVE for port object 3d24226f-35c7-403b-af07-5370e5de91ee will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:38.038697 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.090840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:38.096810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264b799-c16e-4a55-96c0-35e32067007f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:38.097985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8264b799-c16e-4a55-96c0-35e32067007f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:38.099722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.100065 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment d2543915-52e6-42f1-8f12-6afb0009387a of type vlan for network 8f7282fd-c662-4064-8161-578dcf219f80 Mar 16 10:54:38.137303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.230730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.236280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:38.249119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.279786 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8264b799-c16e-4a55-96c0-35e32067007f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:38.284016 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8264b799-c16e-4a55-96c0-35e32067007f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4334381 Mar 16 10:54:38.290304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60116) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:38.317642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.323520 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583684b-571d-469a-ac4e-400cc68dc681 None None] Pushing event updated for resources: {'Port': ['ID=3d24226f-35c7-403b-af07-5370e5de91ee,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:38.324445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:38.325194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.378315 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-29ce9420-8631-4a29-88e1-c651e9b1cf1b req-df0c0674-a3a2-4ed0-a6ba-17edc1c0e065 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 210 time: 0.1487246 Mar 16 10:54:38.422089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Allocated IP 172.20.0.2 (36d98ea5-b9db-4272-94db-34e760ed828a/d7781f05-50ed-455c-bcc1-a535059d6be9/0c65be5b-3ffd-4655-8513-a8500a0750ce) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:38.456488 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0014305 Mar 16 10:54:38.461113 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Attempting to bind port 3d24226f-35c7-403b-af07-5370e5de91ee on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:38.461492 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Attempting to bind port 3d24226f-35c7-403b-af07-5370e5de91ee by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'f9520f90-a4f3-4934-812a-e716b19734bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:38.461917 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Attempting to bind port 3d24226f-35c7-403b-af07-5370e5de91ee on network f5776944-fa90-4ba2-8853-2f90507d5232 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:38.470521 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:38.471003 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Checking segment: {'id': 'f9520f90-a4f3-4934-812a-e716b19734bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:38.471592 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.471997 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Bound using segment: {'id': 'f9520f90-a4f3-4934-812a-e716b19734bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:38.472537 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Bound port: 3d24226f-35c7-403b-af07-5370e5de91ee, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9520f90-a4f3-4934-812a-e716b19734bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:38.475207 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.520870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-7eb3bd1d-ee75-440f-a65c-42f714502a44', 'network_id': '7eb3bd1d-ee75-440f-a65c-42f714502a44', 'tenant_id': '8be89bf0dde24a118fc8da282fe39515', 'fixed_ips': [{'subnet_id': '95acfd0f-3135-4445-a715-9319dddf6ec6'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:38.521845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.526026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60120) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:38.547791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': '8f7282fd-c662-4064-8161-578dcf219f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:38.566679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e0a88-e98d-49b0-a65a-b8a13c3587f3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=8f7282fd-c662-4064-8161-578dcf219f80,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:38.579163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.627519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 8f7282fd-c662-4064-8161-578dcf219f80 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:38.659745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.679497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1274f87-86ca-457e-98be-d1fa965cd796 req-7cee296a-a7e0-4633-808b-e433a7790a49 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:38.681613 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c1274f87-86ca-457e-98be-d1fa965cd796 req-7cee296a-a7e0-4633-808b-e433a7790a49 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.6879728 Mar 16 10:54:38.689360 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] For port 3d24226f-35c7-403b-af07-5370e5de91ee, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:38.698370 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] For port 3d24226f-35c7-403b-af07-5370e5de91ee, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3d24226f-35c7-403b-af07-5370e5de91ee,segment=NetworkSegment(f9520f90-a4f3-4934-812a-e716b19734bb),segment_id=f9520f90-a4f3-4934-812a-e716b19734bb)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:38.708604 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.745006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415415ed-a17d-47eb-aebb-574d5046a535 None None] Network f5776944-fa90-4ba2-8853-2f90507d5232 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:38.751567 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4443154 Mar 16 10:54:38.757495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60124) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:38.758472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:38.765888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:subnet and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:38.772159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'subnet': {'network_id': '4031e244-35fe-4560-bb9d-177e0bf9d9ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:38.783372 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c71be7bf-f6cb-4007-b6e6-0cd7fbfcee71 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4758832 Mar 16 10:54:38.785036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60128) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:38.788112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:38.797939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:38.827322 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:38.828989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:38.829471 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:38.891441 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c1274f87-86ca-457e-98be-d1fa965cd796 req-f11ed92d-25a4-4b71-b118-469ff9670ddc tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763134 Mar 16 10:54:38.893606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327644c5-d799-4eb5-9d84-e5ccebbb419d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Network': ['ID=4031e244-35fe-4560-bb9d-177e0bf9d9ab,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:39.037876 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583684b-571d-469a-ac4e-400cc68dc681 None None] Pushing event updated for resources: {'Port': ['ID=3d24226f-35c7-403b-af07-5370e5de91ee,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:39.038479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.049920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:39.053157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.063784 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:39.131828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:39.136364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Subnet': ['ID=40359859-c2e2-40b1-be1d-4f769a4e3cda,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:39.140805 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 4031e244-35fe-4560-bb9d-177e0bf9d9ab details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:39.142684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Checking segment: {'id': 'c3498177-94c3-4ccd-a7c5-027356473e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:39.143042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network hostable DHCP agents. Network: 6cda20c7-9a9d-476d-9f30-5329f4188877, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:39.166445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 6cda20c7-9a9d-476d-9f30-5329f4188877 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:39.181205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 6cda20c7-9a9d-476d-9f30-5329f4188877) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:39.195593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:39.196440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.235681 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5f226b7a-383a-40d3-9e27-9ce3048dbae3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6167552 Mar 16 10:54:39.239189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60140) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:39.342781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-84364db6-23f8-4024-ba77-fa0b7b7bd505 None None] Provisioning for port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:39.345856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc9129-5f38-4c8e-8425-94ad539fe0f9 None None] Network 6cda20c7-9a9d-476d-9f30-5329f4188877 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:39.387774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:39.388205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.388939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:39.470304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:subnet and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:39.477168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:39.482388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:39.484670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:26Z', 'revision_number': 3, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:39.508370 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:39.515114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:39.521388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a72c12-5720-4524-9090-2f097a60a9b7 None None] The sync data for ids ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'] in dv-neutron-833860-1-hyperv is: [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:26Z', 'revision_number': 3, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:39.557081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:39.557457 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da12c7-8071-475b-92f5-b955cae99030 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:39.560596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.616536 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:54:34Z', 'revision_number': 3, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:38Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:39.620855 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfccbe9-d8b0-4cc2-bac9-66137dc3ea7e None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:54:34Z', 'revision_number': 3, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:38Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:39.640888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:39.645239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.721923 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c0f9841-6efb-4224-a1fe-f4dc54f37bee req-720db638-11af-4bc0-b4aa-591a25ef657c tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 210 time: 0.1158082 Mar 16 10:54:39.856650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-64da12c7-8071-475b-92f5-b955cae99030 None None] Deleting port 63f13604-6313-4466-9ac6-f5fde318af69 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:39.857451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-64da12c7-8071-475b-92f5-b955cae99030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.398044 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Allocated IP 2001:db8:0:ffff::2 (7eb3bd1d-ee75-440f-a65c-42f714502a44/95acfd0f-3135-4445-a715-9319dddf6ec6/43e2a5a7-b170-45ce-b5c0-708d4bc6770f) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:40.645553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.716878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.818379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.835737 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=5bba825c-3bd7-4e65-96ea-7d4c38e1c84a,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:40.856408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Transition to ACTIVE for port object 0c65be5b-3ffd-4655-8513-a8500a0750ce will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:40.861976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46532b5-6325-4835-9406-4ad2834e2e92 req-eb688543-6d50-4c36-ae14-f7afc3069e97 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:40.863717 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f46532b5-6325-4835-9406-4ad2834e2e92 req-eb688543-6d50-4c36-ae14-f7afc3069e97 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 1.0791180 Mar 16 10:54:40.931468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-376fea98-db17-42b5-bcb8-6a5e77ae7844 None None] Provisioning for port 3d24226f-35c7-403b-af07-5370e5de91ee completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:40.935797 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Transition to ACTIVE for port object 0c65be5b-3ffd-4655-8513-a8500a0750ce will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:40.944908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-64da12c7-8071-475b-92f5-b955cae99030 None None] For port 63f13604-6313-4466-9ac6-f5fde318af69, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=63f13604-6313-4466-9ac6-f5fde318af69,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:40.945447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-64da12c7-8071-475b-92f5-b955cae99030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.992232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': 'd2543915-52e6-42f1-8f12-6afb0009387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8f7282fd-c662-4064-8161-578dcf219f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:40.992582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: 8f7282fd-c662-4064-8161-578dcf219f80, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:41.006342 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f46532b5-6325-4835-9406-4ad2834e2e92 req-bef239ca-b2a4-4e55-af07-19b11b627b7a tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338856 Mar 16 10:54:41.091826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.133361 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9eb12748-acf6-4d60-9783-fd642c487a80 req-51d48a0e-fade-42f8-bba3-51981725f54e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 210 time: 0.2068055 Mar 16 10:54:41.173893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Allocated IP 172.20.0.1 (36d98ea5-b9db-4272-94db-34e760ed828a/d7781f05-50ed-455c-bcc1-a535059d6be9/4250e3ed-782c-4c9d-bf69-6551a45530ec) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:41.263218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.281182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.328952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:41.336885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:41.338566 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network 8f7282fd-c662-4064-8161-578dcf219f80 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:41.388895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:41.390006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.392836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-64da12c7-8071-475b-92f5-b955cae99030 None None] Calling delete_port for 63f13604-6313-4466-9ac6-f5fde318af69 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:41.418101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=3cee7e4d-901e-40d4-8eeb-378d95edc36f,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:41.442523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Allocated IP 2001:db8:2::1 (6cda20c7-9a9d-476d-9f30-5329f4188877/40359859-c2e2-40b1-be1d-4f769a4e3cda/f86d942b-9aac-4894-b055-85401ee6b0ed) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:41.481976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 8f7282fd-c662-4064-8161-578dcf219f80) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:41.506505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f664505c-ea9d-41fe-b960-bd0b98e1c3ca None None] Network 8f7282fd-c662-4064-8161-578dcf219f80 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:41.515755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:41.521732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.550825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Network 36d98ea5-b9db-4272-94db-34e760ed828a is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:41.581109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.objects.ports [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87875) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:54:41.587627 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.636503 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-79d9bfca-dc4d-4296-bb1b-9baf006837fc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8455722 Mar 16 10:54:41.662582 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Pushing event updated for resources: {'Port': ['ID=0c65be5b-3ffd-4655-8513-a8500a0750ce,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:41.673357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.690060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60162) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.708817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Transition to ACTIVE for port object f86d942b-9aac-4894-b055-85401ee6b0ed will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:41.716948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': '3cee7e4d-901e-40d4-8eeb-378d95edc36f', 'ip_address': '2001:db8::d878:798e:c7eb:b2cc'}], 'name': 'tempest-NetworksTestDHCPv6-486193827'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:41.718030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:41.720636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:41.784549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.786538 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-26cd8bdc-4055-4e68-a6ce-c7ff938695e1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2528889 Mar 16 10:54:41.788065 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:41.790478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.793493 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-64da12c7-8071-475b-92f5-b955cae99030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.794392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.801641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60168) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.881455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Transition to ACTIVE for port object 4250e3ed-782c-4c9d-bf69-6551a45530ec will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:41.949232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Subnet': ['ID=0e21bab6-f36a-4c7b-b724-09c6e9b7dfa2,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:41.978400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Checking segment: {'id': '57dd2701-5569-49f0-ad5d-dc96f1fbe9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4031e244-35fe-4560-bb9d-177e0bf9d9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:41.978842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network hostable DHCP agents. Network: 4031e244-35fe-4560-bb9d-177e0bf9d9ab, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:42.001930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-6cda20c7-9a9d-476d-9f30-5329f4188877', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:42.002772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.046408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.064235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da12c7-8071-475b-92f5-b955cae99030 None None] No DVR routers for this DVR port 63f13604-6313-4466-9ac6-f5fde318af69 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:42.138478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Network 36d98ea5-b9db-4272-94db-34e760ed828a is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:42.146948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 6cda20c7-9a9d-476d-9f30-5329f4188877 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:42.153619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:42.157428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:42.162106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network 4031e244-35fe-4560-bb9d-177e0bf9d9ab is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:42.168168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:42.171339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:42.171945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.192912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.211274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.231422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:42.242209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:42.279420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:42.286327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=f86d942b-9aac-4894-b055-85401ee6b0ed,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.343820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:42.415998 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b27e7117-64ec-4092-9926-9d094eeb86d3 req-6ea3061a-cb7e-4953-93ac-c004c2e7f491 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 210 time: 0.0675955 Mar 16 10:54:42.430464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.446620 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'Port': ['ID=4250e3ed-782c-4c9d-bf69-6551a45530ec,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.460840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da12c7-8071-475b-92f5-b955cae99030 None None] Pushing event deleted for resources: {'Port': ['ID=63f13604-6313-4466-9ac6-f5fde318af69,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.500053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 4031e244-35fe-4560-bb9d-177e0bf9d9ab) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:42.501781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f1053-02af-478d-bd17-f4300893429c None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:42.520215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:42.520943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.565074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7cfd4f-c058-45e1-983e-f36d219db7fb None None] Network 4031e244-35fe-4560-bb9d-177e0bf9d9ab requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:42.588796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.604467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.627947 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5826a3d4-d99a-49fa-8265-a5d68eed30d4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8669603 Mar 16 10:54:42.635063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60176) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:42.646358 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'port': {'network_id': '4031e244-35fe-4560-bb9d-177e0bf9d9ab', 'name': 'tempest-NetworksIpV6TestAttrs-1126782495'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:42.782895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.796680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.805820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.808128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec86d-5d61-41a4-abdd-7d2b06a73164 req-6c69535f-7e16-4dc7-b22b-c5c5109dbb5b tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:42.809820 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-106ec86d-5d61-41a4-abdd-7d2b06a73164 req-6c69535f-7e16-4dc7-b22b-c5c5109dbb5b tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.3651962 Mar 16 10:54:42.858495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=5bba825c-3bd7-4e65-96ea-7d4c38e1c84a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.861762 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 9c207946-a0b0-4999-9021-0d2ea004d2da yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:42.912568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Attempting to bind port 0c65be5b-3ffd-4655-8513-a8500a0750ce on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:42.913000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Attempting to bind port 0c65be5b-3ffd-4655-8513-a8500a0750ce by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:42.914080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Attempting to bind port 0c65be5b-3ffd-4655-8513-a8500a0750ce on network 36d98ea5-b9db-4272-94db-34e760ed828a {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:42.934224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Transition to ACTIVE for port object 43e2a5a7-b170-45ce-b5c0-708d4bc6770f will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:42.951440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:42.960882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea682b4-166a-4cca-bfa6-e4654cbb9d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-8f7282fd-c662-4064-8161-578dcf219f80', 'network_id': '8f7282fd-c662-4064-8161-578dcf219f80', 'tenant_id': '6bc73ad08b514c63b450970efd2d7b0b', 'fixed_ips': [{'subnet_id': '5bba825c-3bd7-4e65-96ea-7d4c38e1c84a'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:42.960882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bea682b4-166a-4cca-bfa6-e4654cbb9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.968316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:port and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:42.973609 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-106ec86d-5d61-41a4-abdd-7d2b06a73164 req-a637f832-36a0-4bda-847d-f5eca6b0d40b tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468117 Mar 16 10:54:42.974461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:42.975285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:42.975720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Checking segment: {'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:42.976199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.976977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Bound using segment: {'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:42.977800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Bound port: 0c65be5b-3ffd-4655-8513-a8500a0750ce, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:42.977800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.989169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.993004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:43.105522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7282fd-c662-4064-8161-578dcf219f80']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:43.131177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2543915-52e6-42f1-8f12-6afb0009387a') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:43.131387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2543915-52e6-42f1-8f12-6afb0009387a') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:43.150248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.167666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Transition to ACTIVE for port object 43e2a5a7-b170-45ce-b5c0-708d4bc6770f will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:43.175618 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:43.177624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.183350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.199179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:43.201368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.209300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:43.229128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.243073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:43.250658 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:43.351906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.354445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.377201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.402878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] device_id is not set on port c8c63e52-e9ce-4ec1-b235-360e01330b67 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:43.406505 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/8f7282fd-c662-4064-8161-578dcf219f80 HTTP/1.1" status: 204 len: 168 time: 1.5177579 Mar 16 10:54:43.412400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60188) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:43.412400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.418399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.419425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:43.420903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.513817 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Pushing event updated for resources: {'Port': ['ID=43e2a5a7-b170-45ce-b5c0-708d4bc6770f,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:43.628447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd432f27-f478-400f-b9ff-f9fc9ed2a77b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=8f7282fd-c662-4064-8161-578dcf219f80,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:43.653563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Network 7eb3bd1d-ee75-440f-a65c-42f714502a44 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:43.658688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Allocated IP 2001:db8:2::2 (6cda20c7-9a9d-476d-9f30-5329f4188877/40359859-c2e2-40b1-be1d-4f769a4e3cda/42079589-8b1e-4fb8-8eac-836934ac44fc) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:43.664143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1184425734'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:43.667591 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:43.673834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:43.684229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:43.748290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::d878:798e:c7eb:b2cc (e57f845a-9024-49c0-a045-365eb6299d60/3cee7e4d-901e-40d4-8eeb-378d95edc36f/9c207946-a0b0-4999-9021-0d2ea004d2da) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:43.758412 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:43.762772 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3840bc05-584e-460a-9d8d-010593d6413f req-81bd70a8-d247-407b-93a9-16b94dc607c9 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 210 time: 0.1052749 Mar 16 10:54:43.764067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:43.827503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:43.837121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=f86d942b-9aac-4894-b055-85401ee6b0ed,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:43.891151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:43.894581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.024704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 6cda20c7-9a9d-476d-9f30-5329f4188877 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:44.030229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:44.042453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:44.063055 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] For port 0c65be5b-3ffd-4655-8513-a8500a0750ce, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:44.099451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '3cee7e4d-901e-40d4-8eeb-378d95edc36f'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:44.100381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.112728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db1f21-d2f8-4112-952f-648eeb797070 None None] Network 8f7282fd-c662-4064-8161-578dcf219f80 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:44.128637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-a16581ac-68c3-4ed8-b757-f199120e56c4 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:44.130190 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-a16581ac-68c3-4ed8-b757-f199120e56c4 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.48 "GET /v2.0/networks?id=5d763a5a-f308-425a-be9c-c795624cc306 HTTP/1.1" status: 200 len: 812 time: 0.2805386 Mar 16 10:54:44.137922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-4031e244-35fe-4560-bb9d-177e0bf9d9ab', 'network_id': '4031e244-35fe-4560-bb9d-177e0bf9d9ab', 'tenant_id': '8be89bf0dde24a118fc8da282fe39515', 'fixed_ips': [{'subnet_id': '0e21bab6-f36a-4c7b-b724-09c6e9b7dfa2'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:44.138724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.139249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.139608 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment 090bcdce-b4a5-46c4-b970-c3231e1bb4b2 of type vlan for network 764937fc-7f80-4a98-8b1c-4efebd0c91ae Mar 16 10:54:44.160338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] For port 0c65be5b-3ffd-4655-8513-a8500a0750ce, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0c65be5b-3ffd-4655-8513-a8500a0750ce,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:44.167746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Attempting to bind port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:44.168528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Attempting to bind port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '74a7f291-ae3b-409c-a3f5-08e6b1269282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7eb3bd1d-ee75-440f-a65c-42f714502a44'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:44.168528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Attempting to bind port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f on network 7eb3bd1d-ee75-440f-a65c-42f714502a44 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:44.170692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.190913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db1f21-d2f8-4112-952f-648eeb797070 None None] Network 8f7282fd-c662-4064-8161-578dcf219f80 could not be found, it might have been deleted concurrently. {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:54:44.199864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.238181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:44.238565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Checking segment: {'id': '74a7f291-ae3b-409c-a3f5-08e6b1269282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7eb3bd1d-ee75-440f-a65c-42f714502a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:44.239151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.239859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Bound using segment: {'id': '74a7f291-ae3b-409c-a3f5-08e6b1269282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7eb3bd1d-ee75-440f-a65c-42f714502a44'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:44.240125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Bound port: 43e2a5a7-b170-45ce-b5c0-708d4bc6770f, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a7f291-ae3b-409c-a3f5-08e6b1269282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7eb3bd1d-ee75-440f-a65c-42f714502a44'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:44.240573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.281415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.281971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.288376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-7e717616-3f9b-44c3-a1c1-537e1971cfc8 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c480ded403d94a78b89e39ab463cf7cb HTTP/1.1" status: 200 len: 380 time: 0.1458430 Mar 16 10:54:44.303407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Request body: {'port': {'device_id': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'admin_state_up': True, 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'security_groups': ['17ba3d95-6fc4-4082-91d5-efb6d63ab61f']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:44.312211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Allocated IP 2001:db8::f816:3eff:fea4:d874 (4031e244-35fe-4560-bb9d-177e0bf9d9ab/0e21bab6-f36a-4c7b-b724-09c6e9b7dfa2/c8c63e52-e9ce-4ec1-b235-360e01330b67) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:44.323614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221810d2-cfab-443d-8697-f03a20d0273a req-c301afd9-9f15-4124-82ac-a09e02ca39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:44.325155 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-221810d2-cfab-443d-8697-f03a20d0273a req-c301afd9-9f15-4124-82ac-a09e02ca39cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6c17d53021f4a07a3d06727c66baccb&device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 1098 time: 0.7852826 Mar 16 10:54:44.332590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485d2bc-7db9-4ef8-ad48-d014acd227f7 req-5bcdbba1-1b19-4f02-8ac5-2e8875ae63a2 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:44.334056 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b485d2bc-7db9-4ef8-ad48-d014acd227f7 req-5bcdbba1-1b19-4f02-8ac5-2e8875ae63a2 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.8402219 Mar 16 10:54:44.342488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:44.404792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 9c207946-a0b0-4999-9021-0d2ea004d2da will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:44.448689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.454236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:44.456181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.477117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2e56a561-cdf0-4b57-8a2d-24c9b57c8097,segment=NetworkSegment(f9520f90-a4f3-4934-812a-e716b19734bb),segment_id=f9520f90-a4f3-4934-812a-e716b19734bb)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:44.553762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.554714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3d24226f-35c7-403b-af07-5370e5de91ee up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:44.675846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9c245-7bc9-4a55-9a66-2c1fe2a76698 None None] Pushing event updated for resources: {'Port': ['ID=0c65be5b-3ffd-4655-8513-a8500a0750ce,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:44.758388 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3325670 Mar 16 10:54:44.759131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e21a0-5472-487b-8fe5-c3a8c27c67f0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=764937fc-7f80-4a98-8b1c-4efebd0c91ae,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:44.761208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60198) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:44.780781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': '764937fc-7f80-4a98-8b1c-4efebd0c91ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:44.798900 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 764937fc-7f80-4a98-8b1c-4efebd0c91ae details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:44.824433 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b485d2bc-7db9-4ef8-ad48-d014acd227f7 req-a4625111-5abe-4fb4-a95b-e5b0409367a1 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821115 Mar 16 10:54:44.855627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.870039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 3d24226f-35c7-403b-af07-5370e5de91ee completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:44.880152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:44.893262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:44.895011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] For port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:44.900015 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-de1d102b-833d-4062-9ec5-4931c69c248b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6601429 Mar 16 10:54:44.909052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60204) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:44.913916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] For port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=43e2a5a7-b170-45ce-b5c0-708d4bc6770f,segment=NetworkSegment(74a7f291-ae3b-409c-a3f5-08e6b1269282),segment_id=74a7f291-ae3b-409c-a3f5-08e6b1269282)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:44.979706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:44.988341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:44.992981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Transition to ACTIVE for port object 42079589-8b1e-4fb8-8eac-836934ac44fc will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:44.994905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-35445300'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:44.999364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.000276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:45.004826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:network and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:45.007947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:45.013825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3d24226f-35c7-403b-af07-5370e5de91ee triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:45.014205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.014578 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:45.074803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=2e56a561-cdf0-4b57-8a2d-24c9b57c8097,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.077255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221810d2-cfab-443d-8697-f03a20d0273a req-6be53062-e52e-4e96-bcd5-1d6e156cc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:45.078347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:45.078715 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-221810d2-cfab-443d-8697-f03a20d0273a req-6be53062-e52e-4e96-bcd5-1d6e156cc570 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24875039-3ae6-4591-8915-3768b130045f HTTP/1.1" status: 200 len: 913 time: 0.7397428 Mar 16 10:54:45.079113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:45.093578 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f1bbcca6-cfb2-4a5a-a252-266601765c29 req-f2d297da-1f8f-4755-8271-b37553fed326 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 210 time: 0.0691261 Mar 16 10:54:45.095071 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.109606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Made reservation on behalf of c480ded403d94a78b89e39ab463cf7cb for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:45.113302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.122201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:45.125755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.141237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:45.147946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:subnet and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:45.156875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:45.170283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:45.222285 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-221810d2-cfab-443d-8697-f03a20d0273a req-8b9d9b54-f96f-4e89-b296-8d1806ba2015 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=403df204-a5eb-4d47-a2c9-da0cca91253e HTTP/1.1" status: 200 len: 217 time: 0.1218667 Mar 16 10:54:45.227026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.254896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:45.266367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:45.269805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.294040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.322372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Transition to ACTIVE for port object 42079589-8b1e-4fb8-8eac-836934ac44fc will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:45.322985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.322985 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added segment 1086ccb9-c6ac-4050-bc36-b605ef0eab98 of type vlan for network 39ede08e-24b2-4fe7-a434-4c44ba762980 Mar 16 10:54:45.344629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:45.367441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:45.383153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:45.388684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:45.389367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.411578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=9c207946-a0b0-4999-9021-0d2ea004d2da,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.437012 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.467331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221810d2-cfab-443d-8697-f03a20d0273a req-e8cb3013-496c-49c0-be29-645759d8fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:45.468836 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-221810d2-cfab-443d-8697-f03a20d0273a req-e8cb3013-496c-49c0-be29-645759d8fc73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6413c07d-d2ec-4235-bcc2-fbb5638675da HTTP/1.1" status: 200 len: 852 time: 0.2292807 Mar 16 10:54:45.478963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.480441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/3cee7e4d-901e-40d4-8eeb-378d95edc36f/87a8b0a0-a23b-4602-87f5-f361d851e48f) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:45.549430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.549705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Network 6cda20c7-9a9d-476d-9f30-5329f4188877 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:45.580988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:45.588767 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-221810d2-cfab-443d-8697-f03a20d0273a req-fe6963c9-3e55-4a16-8772-c282606baa0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24875039-3ae6-4591-8915-3768b130045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948060 Mar 16 10:54:45.630871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Transition to ACTIVE for port object c8c63e52-e9ce-4ec1-b235-360e01330b67 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:45.655353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14d5f8-6a22-401b-9ffb-e7fa9b07a47d None None] Pushing event updated for resources: {'Port': ['ID=43e2a5a7-b170-45ce-b5c0-708d4bc6770f,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.666844 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-58b5e852-8ff2-4afa-8fab-9cbc815f1186 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9653239 Mar 16 10:54:45.668878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60208) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:45.672038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:45.725637 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:45.784677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': '3cee7e4d-901e-40d4-8eeb-378d95edc36f', 'ip_address': '2001:db8::d878:798e:c7eb:b2cc'}], 'name': 'tempest-NetworksTestDHCPv6-704070731'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:45.856943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.916701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Allocated IP 172.20.0.11 (5d763a5a-f308-425a-be9c-c795624cc306/0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d/b8946b82-27e8-424c-9a01-30e70f315560) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:45.956948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.001181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'Port': ['ID=4250e3ed-782c-4c9d-bf69-6551a45530ec,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.070342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.076778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:46.077403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.150394 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Pushing event updated for resources: {'Port': ['ID=42079589-8b1e-4fb8-8eac-836934ac44fc,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.187042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1364eb0b-050b-41f2-a4da-46f38c252985 None None] Network 36d98ea5-b9db-4272-94db-34e760ed828a requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:46.216211 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.261636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Attempting to bind port 42079589-8b1e-4fb8-8eac-836934ac44fc on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:46.261991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Attempting to bind port 42079589-8b1e-4fb8-8eac-836934ac44fc by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'c3498177-94c3-4ccd-a7c5-027356473e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:46.262349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Attempting to bind port 42079589-8b1e-4fb8-8eac-836934ac44fc on network 6cda20c7-9a9d-476d-9f30-5329f4188877 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:46.263803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:46.281271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:46.287770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:46.298976 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-221810d2-cfab-443d-8697-f03a20d0273a req-1a4a0847-112e-40f7-b03a-cf2118027686 service neutron] 10.222.0.48 "GET /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6992986 Mar 16 10:54:46.307146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:46.315975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=ecaa3405-bef0-4e1c-bed0-701b33e22dcc,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.328216 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97b59637-928e-4364-a4b5-412dd3964405 req-015a56f5-bb9a-4f89-bca9-b8aedf052412 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 210 time: 0.1004379 Mar 16 10:54:46.396138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:46.396807 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Checking segment: {'id': 'c3498177-94c3-4ccd-a7c5-027356473e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:46.396954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.397496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Bound using segment: {'id': 'c3498177-94c3-4ccd-a7c5-027356473e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:46.397785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Bound port: 42079589-8b1e-4fb8-8eac-836934ac44fc, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3498177-94c3-4ccd-a7c5-027356473e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:46.398142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.422548 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4997346 Mar 16 10:54:46.423895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': '090bcdce-b4a5-46c4-b970-c3231e1bb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '764937fc-7f80-4a98-8b1c-4efebd0c91ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:46.423895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: 764937fc-7f80-4a98-8b1c-4efebd0c91ae, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:46.433658 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60216) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.437670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6aa623-9995-4dcd-be3d-036b6ee8f07e tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Network': ['ID=39ede08e-24b2-4fe7-a434-4c44ba762980,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.440958 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:46.445935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.464514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.479901 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 39ede08e-24b2-4fe7-a434-4c44ba762980 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:46.481193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network 764937fc-7f80-4a98-8b1c-4efebd0c91ae is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:46.482310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'subnet': {'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:46.491541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Transition to ACTIVE for port object b8946b82-27e8-424c-9a01-30e70f315560 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:46.497299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 764937fc-7f80-4a98-8b1c-4efebd0c91ae) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:46.502576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:46.503210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.504579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b49cd7c3-8fa3-497b-b024-c99376bae010 None None] Provisioning for port 0c65be5b-3ffd-4655-8513-a8500a0750ce completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:46.519825 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Network 36d98ea5-b9db-4272-94db-34e760ed828a is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:46.529340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a44bd26c-1d3c-4407-997d-7ddf580cfa0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7565892 Mar 16 10:54:46.532878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60220) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.535917 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.545385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:46.629242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75794d8-232b-48e7-bc7c-d080d95ebcb3 None None] Network 764937fc-7f80-4a98-8b1c-4efebd0c91ae requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:46.671928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 3d24226f-35c7-403b-af07-5370e5de91ee, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3d24226f-35c7-403b-af07-5370e5de91ee,segment=NetworkSegment(f9520f90-a4f3-4934-812a-e716b19734bb),segment_id=f9520f90-a4f3-4934-812a-e716b19734bb)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:46.751973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.761854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.804363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 9b5e7dd8-fc05-4f0c-a267-db6cf99bfa37 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:46.860586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bbe42-594d-4ab2-8e73-04f9fba1e45c req-3f8e31cd-ff36-4402-ad33-33fb68091c8c tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:46.862774 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f91bbe42-594d-4ab2-8e73-04f9fba1e45c req-3f8e31cd-ff36-4402-ad33-33fb68091c8c tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.8558037 Mar 16 10:54:46.875395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Network 5d763a5a-f308-425a-be9c-c795624cc306 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:46.876330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Pushing event updated for resources: {'Port': ['ID=b8946b82-27e8-424c-9a01-30e70f315560,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.882991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:46.883288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.883830 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 426201a4-9bf2-4187-b678-1f8fc410231d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:46.885752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:46.974989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network 4031e244-35fe-4560-bb9d-177e0bf9d9ab is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:47.003458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.117020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:47.117805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.122532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.169372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Port': ['ID=c8c63e52-e9ce-4ec1-b235-360e01330b67,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:47.174138 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-221810d2-cfab-443d-8697-f03a20d0273a req-688dcbab-72c0-4b80-9e90-7c00afbea1a6 service neutron] 10.222.0.48 "GET /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8599088 Mar 16 10:54:47.174970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:47.187749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:47.194398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=ecaa3405-bef0-4e1c-bed0-701b33e22dcc,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:47.201025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:47.201688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.213215 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873e634-a235-4d42-b2fd-381122ce94ab None None] Network 7eb3bd1d-ee75-440f-a65c-42f714502a44 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:47.222639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:47.239333 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.243845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Allocated IP 2001:db8::f816:3eff:fe79:f987 (4031e244-35fe-4560-bb9d-177e0bf9d9ab/0e21bab6-f36a-4c7b-b724-09c6e9b7dfa2/db243953-8cc8-421d-8312-7b65cfac5c24) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:47.247697 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-20d78289-4269-453d-a266-057fc9a889dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9486015 Mar 16 10:54:47.251227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:subnet and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:47.268441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:47.279136 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f91bbe42-594d-4ab2-8e73-04f9fba1e45c req-e4089540-d3a5-4231-9609-3a2d66351ddf tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504519 Mar 16 10:54:47.309593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Request body: {'port': {'device_id': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:47.338793 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Transition to ACTIVE for port object 87a8b0a0-a23b-4602-87f5-f361d851e48f will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:47.339775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:47.353093 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-efaf930f-5e51-4de3-b51c-7ba5c2bd6778 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.7109947 Mar 16 10:54:47.355959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60226) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:47.374674 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Made reservation on behalf of c1661195893a44fa9a605d0bb4fc5ebd for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:47.378146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.407659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] For port 42079589-8b1e-4fb8-8eac-836934ac44fc, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:47.440222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.479628 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=3d24226f-35c7-403b-af07-5370e5de91ee,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:47.495929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:47.527500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] For port 42079589-8b1e-4fb8-8eac-836934ac44fc, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=42079589-8b1e-4fb8-8eac-836934ac44fc,segment=NetworkSegment(c3498177-94c3-4ccd-a7c5-027356473e16),segment_id=c3498177-94c3-4ccd-a7c5-027356473e16)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:47.570687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764937fc-7f80-4a98-8b1c-4efebd0c91ae']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:47.570943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Transition to ACTIVE for port object 87a8b0a0-a23b-4602-87f5-f361d851e48f will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:47.619752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090bcdce-b4a5-46c4-b970-c3231e1bb4b2') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:47.620207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090bcdce-b4a5-46c4-b970-c3231e1bb4b2') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:47.621964 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.625206 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-79a1544c-214d-44bd-8153-2012da9dedcc None None] Provisioning for port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:47.647461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.667805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fdc30f-1dae-4c5e-b802-440f0736da44 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Deleting subnet 0e21bab6-f36a-4c7b-b724-09c6e9b7dfa2 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:47.673457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.734475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.746381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.761054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:47.761598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.772780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 426201a4-9bf2-4187-b678-1f8fc410231d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:47.779752 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:47.828159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:47.834827 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 10:54:47.835278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:47.839937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 426201a4-9bf2-4187-b678-1f8fc410231d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:47.840506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.841496 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Sync routers for ids ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:47.854081 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Routers {'37b8ef7e-eed8-4912-9722-19e4c157a3f9'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:47.854963 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:47.866249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4069b5e-b673-4c58-bbc6-a1c9095f7848 None None] Network 764937fc-7f80-4a98-8b1c-4efebd0c91ae requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:47.898126 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.962736 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:47.992910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:48.001435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:48.042800 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-24840ccf-34fe-44a7-b743-2e262b3d86e5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.3507612 Mar 16 10:54:48.043331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Subnet': ['ID=4ffc9038-5203-468c-a2c4-77b896c46f26,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.055348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f76bf-7258-4f14-969a-3c2481054ab7 req-6d19f76d-27f4-4b16-9533-1148431e8f9a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:48.061582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-9c8f76bf-7258-4f14-969a-3c2481054ab7 req-6d19f76d-27f4-4b16-9533-1148431e8f9a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Synchronizing usage tracker for tenant:c480ded403d94a78b89e39ab463cf7cb on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:48.065429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60232) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:48.077274 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4faf21ce-09c6-4ada-8c0c-ba1946dce933 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "PUT /v2.0/routers/37b8ef7e-eed8-4912-9722-19e4c157a3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2244191 Mar 16 10:54:48.163078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Checking segment: {'id': '1086ccb9-c6ac-4050-bc36-b605ef0eab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:48.163433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network hostable DHCP agents. Network: 39ede08e-24b2-4fe7-a434-4c44ba762980, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:48.173963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:38Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 2, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:48.188839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4fabb-e4cc-40a8-9bdc-820788f9eb89 None None] Pushing event updated for resources: {'Port': ['ID=42079589-8b1e-4fb8-8eac-836934ac44fc,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.190888 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Set router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:48.233221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 39ede08e-24b2-4fe7-a434-4c44ba762980 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:48.251217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 39ede08e-24b2-4fe7-a434-4c44ba762980) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:48.261296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:48.261993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.294459 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5075b28e-4f19-4037-ba2c-b27856c4d1fa tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8548350 Mar 16 10:54:48.298651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60238) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:48.498220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e24f9311-a94b-4a64-898c-db0483e7ddce None None] Provisioning for port b8946b82-27e8-424c-9a01-30e70f315560 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:48.503362 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:48.504182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Updating router 2c63af43-a5a4-45bf-8448-94761db8e12c port f86d942b-9aac-4894-b055-85401ee6b0ed binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:48.533181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da56da1-9452-44fc-a849-f6725eb34728 None None] Network 39ede08e-24b2-4fe7-a434-4c44ba762980 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:48.618444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.674810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e24f9311-a94b-4a64-898c-db0483e7ddce None None] Provisioning complete for port b8946b82-27e8-424c-9a01-30e70f315560 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:48.675193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e24f9311-a94b-4a64-898c-db0483e7ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.701513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.704155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=764937fc-7f80-4a98-8b1c-4efebd0c91ae,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.705849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-9c8f76bf-7258-4f14-969a-3c2481054ab7 req-6d19f76d-27f4-4b16-9533-1148431e8f9a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Unset dirty status for tenant:c480ded403d94a78b89e39ab463cf7cb on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:48.713368 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9c8f76bf-7258-4f14-969a-3c2481054ab7 req-6d19f76d-27f4-4b16-9533-1148431e8f9a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 932 time: 1.1963272 Mar 16 10:54:48.714416 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4250e3ed-782c-4c9d-bf69-6551a45530ec', 'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'mac_address': 'fa:16:3e:d1:d4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:39Z', 'updated_at': '2022-03-16T10:54:44Z', 'revision_number': 2, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'subnets': [{'id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:48.719395 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Checking router: 37b8ef7e-eed8-4912-9722-19e4c157a3f9 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:48.719734 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Updating router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 port 4250e3ed-782c-4c9d-bf69-6551a45530ec binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:48.786456 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.800277 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9c8f76bf-7258-4f14-969a-3c2481054ab7 req-7c2c182b-9a9a-4894-b275-bdf3f469defc tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859292 Mar 16 10:54:48.826454 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6048bfb9-43e2-4396-b1ce-6b7f76372505 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/764937fc-7f80-4a98-8b1c-4efebd0c91ae HTTP/1.1" status: 204 len: 168 time: 2.2863426 Mar 16 10:54:48.828880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60246) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:48.865060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-919889964'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:48.870986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:48.902215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:49.002153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:49.060438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff817dc-4404-475e-af24-bb6ccfe8d085 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:49.068003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff817dc-4404-475e-af24-bb6ccfe8d085 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:49.072405 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-eff817dc-4404-475e-af24-bb6ccfe8d085 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9515998 Mar 16 10:54:49.110288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60262) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:49.111139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:49.116084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-28a48c92-4479-4bfb-b75b-253760b3487b req-be20ce40-e6a8-42a0-b60f-eeb0addf8114 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Synchronizing usage tracker for tenant:e9d3c0c93ff34337ab7e306575bf823a on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:49.129823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.142938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Transition to ACTIVE for port object db243953-8cc8-421d-8312-7b65cfac5c24 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:49.166688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Transition to ACTIVE for port object db243953-8cc8-421d-8312-7b65cfac5c24 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:49.176208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Pushing event updated for resources: {'Port': ['ID=87a8b0a0-a23b-4602-87f5-f361d851e48f,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:49.198199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.220700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.223440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:49.229891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01fdc30f-1dae-4c5e-b802-440f0736da44 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.311695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-28a48c92-4479-4bfb-b75b-253760b3487b req-be20ce40-e6a8-42a0-b60f-eeb0addf8114 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Unset dirty status for tenant:e9d3c0c93ff34337ab7e306575bf823a on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:49.312899 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-be20ce40-e6a8-42a0-b60f-eeb0addf8114 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96200630&fields=id&tenant_id=e9d3c0c93ff34337ab7e306575bf823a HTTP/1.1" status: 200 len: 267 time: 0.3076398 Mar 16 10:54:49.372502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Attempting to bind port 87a8b0a0-a23b-4602-87f5-f361d851e48f on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:49.373202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Attempting to bind port 87a8b0a0-a23b-4602-87f5-f361d851e48f by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:49.374007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Attempting to bind port 87a8b0a0-a23b-4602-87f5-f361d851e48f on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:49.420828 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.434103 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Transition to ACTIVE for port object 4250e3ed-782c-4c9d-bf69-6551a45530ec will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:49.448259 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.455274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6438be-2469-44b9-8a44-aa55fc125564 None None] Network 6cda20c7-9a9d-476d-9f30-5329f4188877 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:49.477941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cea25-aaa6-4723-8393-9d9404a15594 req-15e9b1e7-5003-4689-b002-e8b954d15b87 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:49.486033 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-af9cea25-aaa6-4723-8393-9d9404a15594 req-15e9b1e7-5003-4689-b002-e8b954d15b87 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.9927888 Mar 16 10:54:49.520835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8946b82-27e8-424c-9a01-30e70f315560 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:54:49.539906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.562787 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-af9cea25-aaa6-4723-8393-9d9404a15594 req-dff2b178-c535-44f5-865d-8c8ec780b6e8 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753899 Mar 16 10:54:49.570161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.575912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Transition to ACTIVE for port object b8946b82-27e8-424c-9a01-30e70f315560 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:49.604006 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74702c-c459-4a24-9cb5-bc3086a71012 None None] Pushing event updated for resources: {'Port': ['ID=4250e3ed-782c-4c9d-bf69-6551a45530ec,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:49.626430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb44f2-c922-4001-8698-468fa0126918 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 9c207946-a0b0-4999-9021-0d2ea004d2da {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:49.626943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fdb44f2-c922-4001-8698-468fa0126918 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.679155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:49.689511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.696189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e24f9311-a94b-4a64-898c-db0483e7ddce None None] Port b8946b82-27e8-424c-9a01-30e70f315560 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:49.715788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Network 4031e244-35fe-4560-bb9d-177e0bf9d9ab is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:49.721257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:49.721873 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:49.722633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.723626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:49.724260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Bound port: 87a8b0a0-a23b-4602-87f5-f361d851e48f, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:49.725247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.752968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:49.769892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.797856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01fdc30f-1dae-4c5e-b802-440f0736da44 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.809593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:49.880637 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Attempting to bind port 4250e3ed-782c-4c9d-bf69-6551a45530ec on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:49.880939 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Attempting to bind port 4250e3ed-782c-4c9d-bf69-6551a45530ec by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:49.881463 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Attempting to bind port 4250e3ed-782c-4c9d-bf69-6551a45530ec on network 36d98ea5-b9db-4272-94db-34e760ed828a {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:49.895240 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:49.898277 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Checking segment: {'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:49.898864 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.899746 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Bound using segment: {'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:49.908691 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Bound port: 4250e3ed-782c-4c9d-bf69-6551a45530ec, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:49.909734 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.063683 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] For port 4250e3ed-782c-4c9d-bf69-6551a45530ec, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:50.082074 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] For port 4250e3ed-782c-4c9d-bf69-6551a45530ec, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4250e3ed-782c-4c9d-bf69-6551a45530ec,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:50.082321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] For port 87a8b0a0-a23b-4602-87f5-f361d851e48f, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:50.085912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] For port 87a8b0a0-a23b-4602-87f5-f361d851e48f, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=87a8b0a0-a23b-4602-87f5-f361d851e48f,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:50.098878 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.122321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48c92-4479-4bfb-b75b-253760b3487b req-1e002b0e-913c-4882-b264-474dead8f1ad tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:50.123096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-28a48c92-4479-4bfb-b75b-253760b3487b req-1e002b0e-913c-4882-b264-474dead8f1ad tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Synchronizing usage tracker for tenant:e9d3c0c93ff34337ab7e306575bf823a on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:50.245225 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74702c-c459-4a24-9cb5-bc3086a71012 None None] Pushing event updated for resources: {'Port': ['ID=4250e3ed-782c-4c9d-bf69-6551a45530ec,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:50.281374 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Routers {'37b8ef7e-eed8-4912-9722-19e4c157a3f9'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:50.282174 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:50.335720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:50.347377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.347735 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment df91ff80-2a7b-4a80-841e-19a4c34adb89 of type vlan for network 57146491-8366-4ccf-8c9b-ce45fc23b431 Mar 16 10:54:50.382617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.419488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169be40-33ed-4a16-bd52-bc88c19f8615 req-ddc68d3a-fa65-4e01-9b9e-c3f004562032 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:50.421619 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b169be40-33ed-4a16-bd52-bc88c19f8615 req-ddc68d3a-fa65-4e01-9b9e-c3f004562032 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 944 time: 0.1986990 Mar 16 10:54:50.450217 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.454929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Pushing event updated for resources: {'Port': ['ID=db243953-8cc8-421d-8312-7b65cfac5c24,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:50.474789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.497155 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b169be40-33ed-4a16-bd52-bc88c19f8615 req-ee14f5a7-9700-4522-af30-02bf526db50b tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670331 Mar 16 10:54:50.504604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.510374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:50.510972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.520017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-28a48c92-4479-4bfb-b75b-253760b3487b req-1e002b0e-913c-4882-b264-474dead8f1ad tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Unset dirty status for tenant:e9d3c0c93ff34337ab7e306575bf823a on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:50.520017 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-1e002b0e-913c-4882-b264-474dead8f1ad tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/networks?id=36d98ea5-b9db-4272-94db-34e760ed828a HTTP/1.1" status: 200 len: 797 time: 1.1899326 Mar 16 10:54:50.551129 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] Set router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:50.581598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Allocated IP 2001:db8:3::1 (39ede08e-24b2-4fe7-a434-4c44ba762980/4ffc9038-5203-468c-a2c4-77b896c46f26/2483f9d8-0fcf-4b77-808c-1e700db71dec) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:50.703598 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-43340273-2e0d-436f-98f2-a17cb16cfb2f None None] Provisioning for port 4250e3ed-782c-4c9d-bf69-6551a45530ec completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:50.706850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Pushing event updated for resources: {'Port': ['ID=b8946b82-27e8-424c-9a01-30e70f315560,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:50.798089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 426201a4-9bf2-4187-b678-1f8fc410231d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=426201a4-9bf2-4187-b678-1f8fc410231d,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:50.805682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Attempting to bind port db243953-8cc8-421d-8312-7b65cfac5c24 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:50.806344 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Attempting to bind port db243953-8cc8-421d-8312-7b65cfac5c24 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '57dd2701-5569-49f0-ad5d-dc96f1fbe9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4031e244-35fe-4560-bb9d-177e0bf9d9ab'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:50.816121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Attempting to bind port db243953-8cc8-421d-8312-7b65cfac5c24 on network 4031e244-35fe-4560-bb9d-177e0bf9d9ab {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:50.821073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=57146491-8366-4ccf-8c9b-ce45fc23b431,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:50.846698 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-1a3f0e6d-eb8b-4e93-af53-96e20512534b tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/quotas/e9d3c0c93ff34337ab7e306575bf823a HTTP/1.1" status: 200 len: 375 time: 0.0470564 Mar 16 10:54:50.853633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.870554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 57146491-8366-4ccf-8c9b-ce45fc23b431 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:50.903431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:50.904257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Checking segment: {'id': '57dd2701-5569-49f0-ad5d-dc96f1fbe9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4031e244-35fe-4560-bb9d-177e0bf9d9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:50.905497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.906107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Bound using segment: {'id': '57dd2701-5569-49f0-ad5d-dc96f1fbe9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4031e244-35fe-4560-bb9d-177e0bf9d9ab'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:50.906821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Bound port: db243953-8cc8-421d-8312-7b65cfac5c24, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57dd2701-5569-49f0-ad5d-dc96f1fbe9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4031e244-35fe-4560-bb9d-177e0bf9d9ab'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:50.907426 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.003889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Attempting to bind port b8946b82-27e8-424c-9a01-30e70f315560 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:51.004224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Attempting to bind port b8946b82-27e8-424c-9a01-30e70f315560 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:51.007135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Attempting to bind port b8946b82-27e8-424c-9a01-30e70f315560 on network 5d763a5a-f308-425a-be9c-c795624cc306 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:51.054962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Port b8946b82-27e8-424c-9a01-30e70f315560 on network 5d763a5a-f308-425a-be9c-c795624cc306 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:54:51.057133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Attempting to bind port b8946b82-27e8-424c-9a01-30e70f315560 on network 5d763a5a-f308-425a-be9c-c795624cc306 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:51.064843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d4cdb-83ba-49db-87ef-2a445e67b407 req-35d668d8-18b6-49be-98be-2ceca9c08c14 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:51.067163 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ff9d4cdb-83ba-49db-87ef-2a445e67b407 req-35d668d8-18b6-49be-98be-2ceca9c08c14 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.3451898 Mar 16 10:54:51.119700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:51.123167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Checking segment: {'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:51.125571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Bound using segment: {'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:51.126008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Bound port: b8946b82-27e8-424c-9a01-30e70f315560, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:51.128254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.142661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.156319 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d6986dfa-ef15-4731-b7d3-bf157c63c7cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3207035 Mar 16 10:54:51.159562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 63f13604-6313-4466-9ac6-f5fde318af69 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:51.160654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60272) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:51.189605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b8964eba-79ab-41b7-bee0-e6bd08139409 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:51.219973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4ae6b-db09-4e3b-84a9-6b4b655c169d None None] Pushing event updated for resources: {'Port': ['ID=87a8b0a0-a23b-4602-87f5-f361d851e48f,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.222512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Transition to ACTIVE for port object 2483f9d8-0fcf-4b77-808c-1e700db71dec will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:51.248407 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ff9d4cdb-83ba-49db-87ef-2a445e67b407 req-ae90408b-6749-4bb8-81af-35ae66602203 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748908 Mar 16 10:54:51.303257 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4250e3ed-782c-4c9d-bf69-6551a45530ec', 'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'mac_address': 'fa:16:3e:d1:d4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:39Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'subnets': [{'id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:51.309011 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3c4b2-f832-4ee0-be77-98166c1e366d None None] The sync data for ids ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'] in dv-neutron-833860-1-hyperv is: [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4250e3ed-782c-4c9d-bf69-6551a45530ec', 'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'mac_address': 'fa:16:3e:d1:d4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:39Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'subnets': [{'id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:51.423616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 63f13604-6313-4466-9ac6-f5fde318af69 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:51.424317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 63f13604-6313-4466-9ac6-f5fde318af69 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:51.452954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-39ede08e-24b2-4fe7-a434-4c44ba762980', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:51.454284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.596673 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.610347 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b8964eba-79ab-41b7-bee0-e6bd08139409 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.662359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.743514 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-893ad6ad-c257-4cf5-a1bd-6d68c097201c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9d3c0c93ff34337ab7e306575bf823a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8643575 Mar 16 10:54:51.752941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b8964eba-79ab-41b7-bee0-e6bd08139409 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.857862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01fdc30f-1dae-4c5e-b802-440f0736da44 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.887872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-43340273-2e0d-436f-98f2-a17cb16cfb2f None None] Provisioning for port 42079589-8b1e-4fb8-8eac-836934ac44fc completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:51.898895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fdb44f2-c922-4001-8698-468fa0126918 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.937729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] For port b8946b82-27e8-424c-9a01-30e70f315560, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:51.970830 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Transition to ACTIVE for port object f86d942b-9aac-4894-b055-85401ee6b0ed will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:52.009585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=426201a4-9bf2-4187-b678-1f8fc410231d,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.059706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.097194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-262a8cd7-4273-494f-ac6f-f7d1acb9cb6b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:54:52.098238 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-262a8cd7-4273-494f-ac6f-f7d1acb9cb6b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1823123 Mar 16 10:54:52.113006 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb44f2-c922-4001-8698-468fa0126918 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 9c207946-a0b0-4999-9021-0d2ea004d2da owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:52.146229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8964eba-79ab-41b7-bee0-e6bd08139409 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network 57146491-8366-4ccf-8c9b-ce45fc23b431 is not hosted by any dhcp agent {{(pid=87875) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:54:52.146403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] For port b8946b82-27e8-424c-9a01-30e70f315560, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8946b82-27e8-424c-9a01-30e70f315560,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:52.152075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8964eba-79ab-41b7-bee0-e6bd08139409 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:52.152892 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b8964eba-79ab-41b7-bee0-e6bd08139409 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.154314 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b8964eba-79ab-41b7-bee0-e6bd08139409 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "PUT /v2.0/networks/57146491-8366-4ccf-8c9b-ce45fc23b431 HTTP/1.1" status: 200 len: 723 time: 0.9818079 Mar 16 10:54:52.165058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60282) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:52.187489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.189434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': '57146491-8366-4ccf-8c9b-ce45fc23b431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:52.236989 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ea9d135c-0818-4e5d-aa37-4feef8cd47c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.246265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b895d05-337d-4e8d-88a3-ce0ce0961562 None None] Pushing event updated for resources: {'Port': ['ID=f86d942b-9aac-4894-b055-85401ee6b0ed,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.259489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:52.325293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Pushing event updated for resources: {'Port': ['ID=b8946b82-27e8-424c-9a01-30e70f315560,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.369259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:52.370857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.372613 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9ee73676-d7db-4e27-aed6-3052f6768a0c service neutron] 10.222.0.48 "PUT /v2.0/ports/b8946b82-27e8-424c-9a01-30e70f315560 HTTP/1.1" status: 200 len: 1094 time: 5.0725553 Mar 16 10:54:52.464082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'tag': 'b8946b82-27e8-424c-9a01-30e70f315560'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:54:52.663672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Allocated IP 2001:db8:3::2 (39ede08e-24b2-4fe7-a434-4c44ba762980/4ffc9038-5203-468c-a2c4-77b896c46f26/c3e36dba-f663-4792-aff9-af8c0d184019) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:52.685319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=2483f9d8-0fcf-4b77-808c-1e700db71dec,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.690553 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 39ede08e-24b2-4fe7-a434-4c44ba762980 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:52.720566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01fdc30f-1dae-4c5e-b802-440f0736da44 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.797453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01fdc30f-1dae-4c5e-b802-440f0736da44 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.810676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdc30f-1dae-4c5e-b802-440f0736da44 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Subnet': ['ID=0e21bab6-f36a-4c7b-b724-09c6e9b7dfa2,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.813202 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-01fdc30f-1dae-4c5e-b802-440f0736da44 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/subnets/0e21bab6-f36a-4c7b-b724-09c6e9b7dfa2 HTTP/1.1" status: 204 len: 168 time: 5.4490912 Mar 16 10:54:52.831909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] For port db243953-8cc8-421d-8312-7b65cfac5c24, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:52.846339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:52.862768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60290) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:52.878765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-1ad478bc-4c21-4904-bacb-ee3ed1050960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:52.880280 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-1ad478bc-4c21-4904-bacb-ee3ed1050960 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c480ded403d94a78b89e39ab463cf7cb&device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 1097 time: 0.3921180 Mar 16 10:54:52.884924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:52.885514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.931919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] For port db243953-8cc8-421d-8312-7b65cfac5c24, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=db243953-8cc8-421d-8312-7b65cfac5c24,segment=NetworkSegment(57dd2701-5569-49f0-ad5d-dc96f1fbe9cf),segment_id=57dd2701-5569-49f0-ad5d-dc96f1fbe9cf)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:52.940212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:52.940868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.979191 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-5a3bd243-4386-4d2e-93e4-8e4145245367 service neutron] 10.222.0.37 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195295 Mar 16 10:54:52.996277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8964eba-79ab-41b7-bee0-e6bd08139409 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=57146491-8366-4ccf-8c9b-ce45fc23b431,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:53.008884 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.041519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:53.042803 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-affc9b89-ecb0-49c0-abf4-f06562eb27cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8946b82-27e8-424c-9a01-30e70f315560 HTTP/1.1" status: 200 len: 217 time: 0.1531978 Mar 16 10:54:53.056704 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 57146491-8366-4ccf-8c9b-ce45fc23b431 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:53.058254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fdb44f2-c922-4001-8698-468fa0126918 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.058410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c908ee65-0ac1-4ab2-bd4b-9313e069f3bf tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:53.061237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c908ee65-0ac1-4ab2-bd4b-9313e069f3bf tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:53.062083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c908ee65-0ac1-4ab2-bd4b-9313e069f3bf tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Synchronizing usage tracker for tenant:8be89bf0dde24a118fc8da282fe39515 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:53.074628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:subnet and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:53.078909 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:53.103410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:53.160496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb44f2-c922-4001-8698-468fa0126918 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=9c207946-a0b0-4999-9021-0d2ea004d2da,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:53.192293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8584970-419b-4454-a04b-8eb7eb987c2b req-d7804996-af57-4f52-a90d-03eedef6aa64 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:53.200059 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c8584970-419b-4454-a04b-8eb7eb987c2b req-d7804996-af57-4f52-a90d-03eedef6aa64 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 944 time: 1.3986280 Mar 16 10:54:53.215099 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c908ee65-0ac1-4ab2-bd4b-9313e069f3bf tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Unset dirty status for tenant:8be89bf0dde24a118fc8da282fe39515 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:53.216564 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c908ee65-0ac1-4ab2-bd4b-9313e069f3bf tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3351691 Mar 16 10:54:53.217685 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:53.222506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.227126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60294) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:53.375466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Attempting to bind port f86d942b-9aac-4894-b055-85401ee6b0ed on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:53.375836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Attempting to bind port f86d942b-9aac-4894-b055-85401ee6b0ed by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'c3498177-94c3-4ccd-a7c5-027356473e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:53.376199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Attempting to bind port f86d942b-9aac-4894-b055-85401ee6b0ed on network 6cda20c7-9a9d-476d-9f30-5329f4188877 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:53.378990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-8849052b-2433-47d6-b51c-2c7382d32254 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:53.380013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fdb44f2-c922-4001-8698-468fa0126918 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.380882 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-8849052b-2433-47d6-b51c-2c7382d32254 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.48 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 0.7971053 Mar 16 10:54:53.390736 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.402422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:53.403416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Checking segment: {'id': 'c3498177-94c3-4ccd-a7c5-027356473e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:53.403972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.404503 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Bound using segment: {'id': 'c3498177-94c3-4ccd-a7c5-027356473e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:53.405388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Bound port: f86d942b-9aac-4894-b055-85401ee6b0ed, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3498177-94c3-4ccd-a7c5-027356473e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:53.406080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.423828 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c8584970-419b-4454-a04b-8eb7eb987c2b req-0d9dd600-7a14-49a2-b4d9-fca965f104b9 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225802 Mar 16 10:54:53.482220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-cf4e182c-53c8-42b8-930a-cd6d3aaa4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:53.484841 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-cf4e182c-53c8-42b8-930a-cd6d3aaa4990 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d HTTP/1.1" status: 200 len: 851 time: 0.4246216 Mar 16 10:54:53.506241 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7fdb44f2-c922-4001-8698-468fa0126918 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/9c207946-a0b0-4999-9021-0d2ea004d2da HTTP/1.1" status: 204 len: 168 time: 4.3843851 Mar 16 10:54:53.522770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60298) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:53.576105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ce9a9-8897-4ba5-9caa-231cc7f3f1d1 None None] Pushing event updated for resources: {'Port': ['ID=db243953-8cc8-421d-8312-7b65cfac5c24,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:53.606638 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b3624bfe-79a8-4f74-992b-2b5b23c7b58c None None] Provisioning for port f86d942b-9aac-4894-b055-85401ee6b0ed completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:53.643482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6521e716-a14e-4ba5-b142-d3322322cb0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:53.645782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6521e716-a14e-4ba5-b142-d3322322cb0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:53.647810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6521e716-a14e-4ba5-b142-d3322322cb0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:53.652366 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a854d715-dd48-403a-a7af-064fc0369f9c service neutron] 10.222.0.37 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721916 Mar 16 10:54:53.666830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7b55-0a6e-4b17-9200-f3100cc37535 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.715949 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9a7b55-0a6e-4b17-9200-f3100cc37535 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 16 10:54:53.718376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9a7b55-0a6e-4b17-9200-f3100cc37535 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:53.718376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3f9a7b55-0a6e-4b17-9200-f3100cc37535 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/4031e244-35fe-4560-bb9d-177e0bf9d9ab HTTP/1.1" status: 409 len: 405 time: 0.4901457 Mar 16 10:54:53.727905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60302) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:53.742510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1218486696'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:53.778877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:53.780636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 42079589-8b1e-4fb8-8eac-836934ac44fc up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:53.793340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:network and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:53.810361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:53.821552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:53.827962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-89acd6ec-2fc9-4505-a823-a5a9f252770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:53.831247 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-89acd6ec-2fc9-4505-a823-a5a9f252770c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d763a5a-f308-425a-be9c-c795624cc306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3293359 Mar 16 10:54:53.836803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.862563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:53.866331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.892195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Transition to ACTIVE for port object c3e36dba-f663-4792-aff9-af8c0d184019 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:53.919257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Transition to ACTIVE for port object c3e36dba-f663-4792-aff9-af8c0d184019 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:53.934696 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'tag': 'b8946b82-27e8-424c-9a01-30e70f315560', 'status': 'completed', 'code': 200} Mar 16 10:54:53.953703 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.973138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] For port f86d942b-9aac-4894-b055-85401ee6b0ed, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:54.058135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6521e716-a14e-4ba5-b142-d3322322cb0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:54.062197 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6521e716-a14e-4ba5-b142-d3322322cb0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5383661 Mar 16 10:54:54.066230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Deleting port 403df204-a5eb-4d47-a2c9-da0cca91253e {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:54.066575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.100433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] For port f86d942b-9aac-4894-b055-85401ee6b0ed, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f86d942b-9aac-4894-b055-85401ee6b0ed,segment=NetworkSegment(c3498177-94c3-4ccd-a7c5-027356473e16),segment_id=c3498177-94c3-4ccd-a7c5-027356473e16)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:54.122942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Network 39ede08e-24b2-4fe7-a434-4c44ba762980 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:54.128295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60312) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:54.128450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:54.132996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.142190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:54.148333 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Pushing event updated for resources: {'Port': ['ID=c3e36dba-f663-4792-aff9-af8c0d184019,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:54.206355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:54.215564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.215797 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Added segment 6f9aa7ad-aa2c-41a0-b42f-a5a31530bb84 of type vlan for network 0a31a371-9b23-44a5-8547-aea6548abead Mar 16 10:54:54.252502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.333015 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 42079589-8b1e-4fb8-8eac-836934ac44fc completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:54.346377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Attempting to bind port c3e36dba-f663-4792-aff9-af8c0d184019 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:54.347105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Attempting to bind port c3e36dba-f663-4792-aff9-af8c0d184019 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '1086ccb9-c6ac-4050-bc36-b605ef0eab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:54.347653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Attempting to bind port c3e36dba-f663-4792-aff9-af8c0d184019 on network 39ede08e-24b2-4fe7-a434-4c44ba762980 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:54.355987 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fecaac73-056c-4efb-ab87-56ed578c7d3f req-1286d2ae-fe7e-4129-80f9-ea66d2d29de4 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 210 time: 0.0701926 Mar 16 10:54:54.359996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:54.360950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.367730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.373216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:54.373801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.385640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dea6503-6d32-4249-819c-5af39de619a5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 3cee7e4d-901e-40d4-8eeb-378d95edc36f {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:54.414476 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6858096 Mar 16 10:54:54.428946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60320) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:54.435787 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6dea6503-6d32-4249-819c-5af39de619a5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.436984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'subnet': {'network_id': '0a31a371-9b23-44a5-8547-aea6548abead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:54.769630 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:54.878437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681129e-f14c-418e-a6bd-a41db5f967fd tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Network': ['ID=0a31a371-9b23-44a5-8547-aea6548abead,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:54.901242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:54.906404 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-5350156a-4a51-42db-8ab0-aa8c5bac6535 service neutron] 10.222.0.48 "GET /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0681179 Mar 16 10:54:55.004801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:55.009246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Checking segment: {'id': '1086ccb9-c6ac-4050-bc36-b605ef0eab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:55.009941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.010509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Bound using segment: {'id': '1086ccb9-c6ac-4050-bc36-b605ef0eab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:55.011217 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Bound port: c3e36dba-f663-4792-aff9-af8c0d184019, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1086ccb9-c6ac-4050-bc36-b605ef0eab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:55.011764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.014548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af106-7621-4107-a17e-8095ab7a4115 req-b16c2ec7-c9ee-4edb-b6a4-0b2473967953 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:55.016142 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2a2af106-7621-4107-a17e-8095ab7a4115 req-b16c2ec7-c9ee-4edb-b6a4-0b2473967953 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 945 time: 1.2451394 Mar 16 10:54:55.026666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 0a31a371-9b23-44a5-8547-aea6548abead details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:55.038876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 42079589-8b1e-4fb8-8eac-836934ac44fc triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:55.039251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.064890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c331001f-a95d-4823-a3dc-c77277de1687 None None] Provisioning for port 87a8b0a0-a23b-4602-87f5-f361d851e48f completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:55.071092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6dea6503-6d32-4249-819c-5af39de619a5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.085614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b895d05-337d-4e8d-88a3-ce0ce0961562 None None] Pushing event updated for resources: {'Port': ['ID=f86d942b-9aac-4894-b055-85401ee6b0ed,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:55.141893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.174186 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.200374 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-814bc267-6bea-4742-ab10-bb773d8a8848 req-9a9903c2-fbb7-4dd3-9e06-2b2b6fa925ae service neutron] 10.222.0.48 "GET /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847483 Mar 16 10:54:55.201850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:55.246087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:55.254760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.269309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] For port 403df204-a5eb-4d47-a2c9-da0cca91253e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=403df204-a5eb-4d47-a2c9-da0cca91253e,segment=NetworkSegment(039031a2-f87c-47d6-bb42-ad40c91ec084),segment_id=039031a2-f87c-47d6-bb42-ad40c91ec084)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:55.269538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.292170 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2a2af106-7621-4107-a17e-8095ab7a4115 req-5e588dcb-daff-466e-8498-dca308faa766 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6b77e24-81b0-45eb-9af1-801c4d3bd40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407413 Mar 16 10:54:55.298085 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483addc5-0511-4506-914d-ebe4d94f15bf None None] Network 4031e244-35fe-4560-bb9d-177e0bf9d9ab requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:55.334182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a527f3-8377-411a-98f4-518e9011a45f req-061a4824-a100-491f-8e94-acca5a705b50 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:55.335691 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58a527f3-8377-411a-98f4-518e9011a45f req-061a4824-a100-491f-8e94-acca5a705b50 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 944 time: 0.6612420 Mar 16 10:54:55.399276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f1ee35c6-d98f-4f48-b7c8-449c0a46aa86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.470057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Calling delete_port for 403df204-a5eb-4d47-a2c9-da0cca91253e owned by compute:nova {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:55.482848 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58a527f3-8377-411a-98f4-518e9011a45f req-6db50c3b-77e9-419d-9eb5-705ec5ec94dd tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383615 Mar 16 10:54:55.510270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] For port c3e36dba-f663-4792-aff9-af8c0d184019, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:55.521923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.525734 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-bdd2036f-75a2-461c-ba17-9be9b21857e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:55.527777 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-bdd2036f-75a2-461c-ba17-9be9b21857e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c480ded403d94a78b89e39ab463cf7cb&device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 1097 time: 0.2353129 Mar 16 10:54:55.550048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] For port c3e36dba-f663-4792-aff9-af8c0d184019, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c3e36dba-f663-4792-aff9-af8c0d184019,segment=NetworkSegment(1086ccb9-c6ac-4050-bc36-b605ef0eab98),segment_id=1086ccb9-c6ac-4050-bc36-b605ef0eab98)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:55.604239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.resource_extend [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:55.628881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c331001f-a95d-4823-a3dc-c77277de1687 None None] Could not find standard attr ID for object 9c207946-a0b0-4999-9021-0d2ea004d2da. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:54:55.630759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.631590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=c52df06f-e76e-4515-befe-b025429c8b20,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:55.640137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-86a4e690-edd9-4f1a-b35d-467c13a7aada req-380a041c-c159-4aaf-87b1-07265d58c087 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Synchronizing usage tracker for tenant:e9d3c0c93ff34337ab7e306575bf823a on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:55.651491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.651981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.652463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.652939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.653376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.653797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.654254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.654664 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.655112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.655584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.655915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.656509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:55.663489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.688025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.688025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.711527 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 403df204-a5eb-4d47-a2c9-da0cca91253e no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:55.766996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6dea6503-6d32-4249-819c-5af39de619a5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.787693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-08b828a0-3fcd-4f2b-9c88-5044458eee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:55.789970 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-08b828a0-3fcd-4f2b-9c88-5044458eee8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d763a5a-f308-425a-be9c-c795624cc306 HTTP/1.1" status: 200 len: 913 time: 0.2550554 Mar 16 10:54:55.806068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': 'df91ff80-2a7b-4a80-841e-19a4c34adb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '57146491-8366-4ccf-8c9b-ce45fc23b431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:55.806429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: 57146491-8366-4ccf-8c9b-ce45fc23b431, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:55.814057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event updated for resources: {'Port': ['ID=2483f9d8-0fcf-4b77-808c-1e700db71dec,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:55.852771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.893174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-86a4e690-edd9-4f1a-b35d-467c13a7aada req-380a041c-c159-4aaf-87b1-07265d58c087 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Unset dirty status for tenant:e9d3c0c93ff34337ab7e306575bf823a on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:55.905363 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-86a4e690-edd9-4f1a-b35d-467c13a7aada req-380a041c-c159-4aaf-87b1-07265d58c087 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 210 time: 0.3675184 Mar 16 10:54:55.919929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f39366ce-616a-4755-877f-ace7fed3effc None None] Provisioning for port db243953-8cc8-421d-8312-7b65cfac5c24 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:55.949914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 42079589-8b1e-4fb8-8eac-836934ac44fc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=42079589-8b1e-4fb8-8eac-836934ac44fc,segment=NetworkSegment(c3498177-94c3-4ccd-a7c5-027356473e16),segment_id=c3498177-94c3-4ccd-a7c5-027356473e16)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:55.959389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d693f-9d4b-4335-af36-7f1cafaf4570 None None] Pushing event updated for resources: {'Port': ['ID=c3e36dba-f663-4792-aff9-af8c0d184019,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:55.979595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.980393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 43e2a5a7-b170-45ce-b5c0-708d4bc6770f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:55.989534 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-39718f7e-1baf-4b77-9838-48944dc357ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8946b82-27e8-424c-9a01-30e70f315560 HTTP/1.1" status: 200 len: 217 time: 0.1924026 Mar 16 10:54:56.040007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.48', 51039) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:56.045045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:54:56.075685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.087894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network 57146491-8366-4ccf-8c9b-ce45fc23b431 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:56.126197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 57146491-8366-4ccf-8c9b-ce45fc23b431) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:56.137363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:56.137363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.168057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6dea6503-6d32-4249-819c-5af39de619a5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.210441 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No ports have port_id starting with 403df204-a5eb-4d47-a2c9-da0cca91253e Mar 16 10:54:56.217626 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d941e29a-d05f-47b7-a6bb-d6085434ad64 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0457759 Mar 16 10:54:56.226833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.228387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145f976e-51a5-4329-a05c-664f716819d4 None None] Network 57146491-8366-4ccf-8c9b-ce45fc23b431 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:56.228557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60332) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:56.231157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea6503-6d32-4249-819c-5af39de619a5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=3cee7e4d-901e-40d4-8eeb-378d95edc36f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:56.246447 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-1b45ffd1-aab6-4c61-9cad-983b5bc426b9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:56.374636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6dea6503-6d32-4249-819c-5af39de619a5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.377127 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6dea6503-6d32-4249-819c-5af39de619a5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/3cee7e4d-901e-40d4-8eeb-378d95edc36f HTTP/1.1" status: 204 len: 168 time: 2.2456632 Mar 16 10:54:56.383808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60342) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:56.403234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Pushing event deleted for resources: {'Port': ['ID=403df204-a5eb-4d47-a2c9-da0cca91253e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:56.413108 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Network 39ede08e-24b2-4fe7-a434-4c44ba762980 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:56.419153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:56.615895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25705358-915d-4b90-89a9-2ffb0cad14f3 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:56.651223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-32a46f8e-c1f3-4018-9d66-e1ef49a85256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:56.657083 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-32a46f8e-c1f3-4018-9d66-e1ef49a85256 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d HTTP/1.1" status: 200 len: 851 time: 0.6540959 Mar 16 10:54:56.667422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=42079589-8b1e-4fb8-8eac-836934ac44fc,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:56.685197 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f7574-cff1-41ef-9b06-90042f5cf425 None None] DHCP port deletion for 4031e244-35fe-4560-bb9d-177e0bf9d9ab request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:56.692626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 1, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:56.698397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Subnet': ['ID=53abf748-1e5f-44a7-8693-770c236974c4,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:56.711900 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:56.736774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-935f7574-cff1-41ef-9b06-90042f5cf425 None None] Deleting port db243953-8cc8-421d-8312-7b65cfac5c24 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:56.737176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-935f7574-cff1-41ef-9b06-90042f5cf425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.761005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85f7f1-8969-4c1f-8453-10c67c27e1dd None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 1, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:56.766478 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-43a8bba2-9c3c-4ff9-8bd5-f1b021be56ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3707025 Mar 16 10:54:56.779470 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7926ab98-f685-4380-826a-785d10082491 req-d586fea7-40f1-4287-b917-0506d86d68d0 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c34f7b-41f4-46ff-8fb9-733c7f011a03 HTTP/1.1" status: 200 len: 210 time: 0.1155636 Mar 16 10:54:56.780198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60350) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:56.787277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.787750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.788180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.788610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.789058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.789474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.793324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.793832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.794530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.795062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.795753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.796226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.826928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:56.826928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.827168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:56.850857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Checking segment: {'id': '6f9aa7ad-aa2c-41a0-b42f-a5a31530bb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0a31a371-9b23-44a5-8547-aea6548abead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:56.851466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network hostable DHCP agents. Network: 0a31a371-9b23-44a5-8547-aea6548abead, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:56.860970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] No DVR routers for this DVR port 403df204-a5eb-4d47-a2c9-da0cca91253e on host hv-neutron-8338 {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:56.875038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.876947 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] 10.222.0.48 "DELETE /v2.0/ports/403df204-a5eb-4d47-a2c9-da0cca91253e HTTP/1.1" status: 204 len: 173 time: 3.4750609 Mar 16 10:54:56.896193 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c34f7b-41f4-46ff-8fb9-733c7f011a03', 'name': 'network-vif-deleted', 'tag': '403df204-a5eb-4d47-a2c9-da0cca91253e'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:54:56.939000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:56.968096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1b45ffd1-aab6-4c61-9cad-983b5bc426b9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1707844'] for subnet, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.984321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48c92-4479-4bfb-b75b-253760b3487b req-c8df5af6-751b-402a-b36c-5e41e0151cfc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:56.996279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.996578 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-c8df5af6-751b-402a-b36c-5e41e0151cfc tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.48 "GET /v2.0/networks?id=36d98ea5-b9db-4272-94db-34e760ed828a HTTP/1.1" status: 200 len: 797 time: 0.9466748 Mar 16 10:54:57.057489 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c34f7b-41f4-46ff-8fb9-733c7f011a03', 'name': 'network-vif-deleted', 'tag': '403df204-a5eb-4d47-a2c9-da0cca91253e', 'status': 'completed', 'code': 200} Mar 16 10:54:57.295822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network 0a31a371-9b23-44a5-8547-aea6548abead is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:57.317206 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5b9be327-87cc-4a38-9ea7-be2246a5d0da req-a0cc3671-b66a-4aa0-b390-ebc973ccbc56 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 210 time: 0.1273379 Mar 16 10:54:57.318064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:57.328684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-57146491-8366-4ccf-8c9b-ce45fc23b431', 'network_id': '57146491-8366-4ccf-8c9b-ce45fc23b431', 'tenant_id': '6bc73ad08b514c63b450970efd2d7b0b', 'fixed_ips': [{'subnet_id': 'c52df06f-e76e-4515-befe-b025429c8b20'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:57.329591 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.347769 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-97dab629-6f29-4303-bc4a-aa57d138ad2f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9d3c0c93ff34337ab7e306575bf823a HTTP/1.1" status: 200 len: 378 time: 0.2179091 Mar 16 10:54:57.361600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 0a31a371-9b23-44a5-8547-aea6548abead) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:57.365355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:57.371366 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'port': {'device_id': '8012b5e7-066f-42cd-bb79-745030d19988', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'admin_state_up': True, 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'security_groups': ['ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:57.399840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-c7c1d31c-d419-44c2-aaca-3a4793e8c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:57.401744 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-c7c1d31c-d419-44c2-aaca-3a4793e8c9a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d763a5a-f308-425a-be9c-c795624cc306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6842685 Mar 16 10:54:57.417106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:57.417850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.485013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:57.489031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.508082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248c139-d56e-4d1c-a7e0-94aceabda79a None None] Network 0a31a371-9b23-44a5-8547-aea6548abead requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:57.586896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:57.594004 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e1e47a56-5d48-4b21-9828-9ca77346788c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2933252 Mar 16 10:54:57.596034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60358) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:57.608149 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b0d75-dab7-46ed-80ae-1d46f06d875c req-944fc648-9d74-40d5-95df-ad444690c532 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:57.610587 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b95b0d75-dab7-46ed-80ae-1d46f06d875c req-944fc648-9d74-40d5-95df-ad444690c532 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 944 time: 0.9491839 Mar 16 10:54:57.621649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d7a941-b208-4cb8-82ef-c786b724d025 None None] Network 39ede08e-24b2-4fe7-a434-4c44ba762980 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:57.727611 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b95b0d75-dab7-46ed-80ae-1d46f06d875c req-88f219c2-59bc-4d7f-8860-5818290139e3 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069186 Mar 16 10:54:57.747191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-09a28aad-b6ae-4872-8ada-b4d2dffda0e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:57.851761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1b45ffd1-aab6-4c61-9cad-983b5bc426b9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765975443703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-462282'] for subnet, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.914908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b45ffd1-aab6-4c61-9cad-983b5bc426b9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:57.915468 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-c1086de9-a66b-4fd9-b208-32df9ac44ad1 service neutron] 10.222.0.48 "GET /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912889 Mar 16 10:54:57.916286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1b45ffd1-aab6-4c61-9cad-983b5bc426b9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.918660 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1b45ffd1-aab6-4c61-9cad-983b5bc426b9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "PUT /v2.0/subnets/c52df06f-e76e-4515-befe-b025429c8b20 HTTP/1.1" status: 200 len: 806 time: 1.6850560 Mar 16 10:54:57.924880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60364) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:57.939248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60368) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:58.054262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Allocated IP 172.20.0.2 (57146491-8366-4ccf-8c9b-ce45fc23b431/c52df06f-e76e-4515-befe-b025429c8b20/9bea8910-32cd-49dd-8713-1d08167b1b62) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:58.083468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.132881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45ffd1-aab6-4c61-9cad-983b5bc426b9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=c52df06f-e76e-4515-befe-b025429c8b20,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:58.165661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.226891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c94fcc0a-89d8-4d76-8aa3-2e22453de093 req-060f2654-fba2-440a-859a-590100ae7294 service neutron] 10.222.0.48 "GET /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879460 Mar 16 10:54:58.231427 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-02be3d34-7a12-4ebd-9b95-b47adc71f1e8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7961907 Mar 16 10:54:58.232469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60372) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:58.243611 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:58.246044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'port': {'network_id': '0a31a371-9b23-44a5-8547-aea6548abead', 'name': 'tempest-NetworksIpV6TestAttrs-1151399655'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:58.273190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.285634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Transition to ACTIVE for port object 9bea8910-32cd-49dd-8713-1d08167b1b62 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:58.305588 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Transition to ACTIVE for port object 9bea8910-32cd-49dd-8713-1d08167b1b62 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:58.342104 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.372553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:58.396501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.425808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bbbc26-2984-4a92-a1a0-c6173f761678 admin admin] Deleting subnet 6413c07d-d2ec-4235-bcc2-fbb5638675da {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:58.449053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=c52df06f-e76e-4515-befe-b025429c8b20,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:58.456057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-669e1c06-5b66-4d4f-8a6c-34cdc3da3387 None None] Provisioning for port c3e36dba-f663-4792-aff9-af8c0d184019 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:58.487815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Made reservation on behalf of e9d3c0c93ff34337ab7e306575bf823a for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:58.491471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.505307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d2bbbc26-2984-4a92-a1a0-c6173f761678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.505527 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Network 57146491-8366-4ccf-8c9b-ce45fc23b431 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:58.506543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:58.527463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:58.543141 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b21eac83-1ad6-4c02-9f65-3ea1d12e3365 req-24d7bb0a-2ee3-4fd8-98f2-484b2d7b71e1 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 210 time: 0.0816834 Mar 16 10:54:58.550301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:58.550621 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:58.568524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.599627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:58.600265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:58.603491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:port and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:58.611073 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:58.619943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.627140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:58.655394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57146491-8366-4ccf-8c9b-ce45fc23b431']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:58.663483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:58.667884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.686948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df91ff80-2a7b-4a80-841e-19a4c34adb89') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:58.687222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df91ff80-2a7b-4a80-841e-19a4c34adb89') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:58.703702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.710810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] device_id is not set on port 57fc5000-2869-40fb-8b3e-46c3ba92fbcb yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:58.771542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.790883 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:58.791293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.798112 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Pushing event updated for resources: {'Port': ['ID=9bea8910-32cd-49dd-8713-1d08167b1b62,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:58.809640 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:58.858656 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-935f7574-cff1-41ef-9b06-90042f5cf425 None None] For port db243953-8cc8-421d-8312-7b65cfac5c24, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=db243953-8cc8-421d-8312-7b65cfac5c24,segment=NetworkSegment(57dd2701-5569-49f0-ad5d-dc96f1fbe9cf),segment_id=57dd2701-5569-49f0-ad5d-dc96f1fbe9cf)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:58.859090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-935f7574-cff1-41ef-9b06-90042f5cf425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.970854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d2bbbc26-2984-4a92-a1a0-c6173f761678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.973056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:54:58.973056 dv-neutron-833860-1-hyperv neutron-server[87875]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:54:58.973056 dv-neutron-833860-1-hyperv neutron-server[87875]: [parameters: {'id': '57146491-8366-4ccf-8c9b-ce45fc23b431'}] Mar 16 10:54:58.973056 dv-neutron-833860-1-hyperv neutron-server[87875]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:58.973430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:58.999377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Allocated IP 2001:db8::f816:3eff:fed2:db6 (0a31a371-9b23-44a5-8547-aea6548abead/53abf748-1e5f-44a7-8693-770c236974c4/57fc5000-2869-40fb-8b3e-46c3ba92fbcb) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:59.046097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.177972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:59.193066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f035f46d-902d-4b63-84ff-aa3579dbad57 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:59.204569 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-935f7574-cff1-41ef-9b06-90042f5cf425 None None] Calling delete_port for db243953-8cc8-421d-8312-7b65cfac5c24 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:59.215173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:59.234371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf4801-5844-44aa-bb6f-f38821420bad req-be6fa8a4-c1b1-43ec-be42-dc0ae23da246 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.235884 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-11cf4801-5844-44aa-bb6f-f38821420bad req-be6fa8a4-c1b1-43ec-be42-dc0ae23da246 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.1922534 Mar 16 10:54:59.241178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.241913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.263812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d2bbbc26-2984-4a92-a1a0-c6173f761678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.265200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f035f46d-902d-4b63-84ff-aa3579dbad57 None None] Deleting port 87a8b0a0-a23b-4602-87f5-f361d851e48f {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:59.265362 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f035f46d-902d-4b63-84ff-aa3579dbad57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.292212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=43e2a5a7-b170-45ce-b5c0-708d4bc6770f,segment=NetworkSegment(74a7f291-ae3b-409c-a3f5-08e6b1269282),segment_id=74a7f291-ae3b-409c-a3f5-08e6b1269282)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:59.313013 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-11cf4801-5844-44aa-bb6f-f38821420bad req-11489901-5d00-47d9-85fc-c9d36392cb8e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651760 Mar 16 10:54:59.327814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.328607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c65be5b-3ffd-4655-8513-a8500a0750ce up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:59.345942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.361122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=dccfdd5f-f4ee-4d0e-9240-5eb1757f9980,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:59.370052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Transition to ACTIVE for port object 57fc5000-2869-40fb-8b3e-46c3ba92fbcb will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:59.385649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Attempting to bind port 9bea8910-32cd-49dd-8713-1d08167b1b62 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:59.386220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Attempting to bind port 9bea8910-32cd-49dd-8713-1d08167b1b62 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'df91ff80-2a7b-4a80-841e-19a4c34adb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '57146491-8366-4ccf-8c9b-ce45fc23b431'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:59.386371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Attempting to bind port 9bea8910-32cd-49dd-8713-1d08167b1b62 on network 57146491-8366-4ccf-8c9b-ce45fc23b431 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:59.403456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.462139 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e76fd9dc-95f4-4d4c-b575-76d9a4022b93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6555896 Mar 16 10:54:59.465088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60386) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:59.480409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:59.481075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': 'dccfdd5f-f4ee-4d0e-9240-5eb1757f9980', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-18970595'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:59.489447 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.501803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Allocated IP 172.20.0.5 (36d98ea5-b9db-4272-94db-34e760ed828a/d7781f05-50ed-455c-bcc1-a535059d6be9/b8b0c1be-fc43-4657-b332-7ced8d0f80d3) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:59.535102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network 0a31a371-9b23-44a5-8547-aea6548abead is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:59.538769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:59.539141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Checking segment: {'id': 'df91ff80-2a7b-4a80-841e-19a4c34adb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '57146491-8366-4ccf-8c9b-ce45fc23b431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:59.539547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.539947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Bound using segment: {'id': 'df91ff80-2a7b-4a80-841e-19a4c34adb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '57146491-8366-4ccf-8c9b-ce45fc23b431'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:59.540439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Bound port: 9bea8910-32cd-49dd-8713-1d08167b1b62, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df91ff80-2a7b-4a80-841e-19a4c34adb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '57146491-8366-4ccf-8c9b-ce45fc23b431'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:59.540847 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.672756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:59.673462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d2bbbc26-2984-4a92-a1a0-c6173f761678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.686859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129488d-de99-4a76-94a7-0da6408798de req-355705a3-1139-43e6-aa89-b851ba20c46b tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.687352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:59.688330 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c129488d-de99-4a76-94a7-0da6408798de req-355705a3-1139-43e6-aa89-b851ba20c46b tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 944 time: 0.6841431 Mar 16 10:54:59.692893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.693761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.701263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Port': ['ID=57fc5000-2869-40fb-8b3e-46c3ba92fbcb,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:59.717517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8946b82-27e8-424c-9a01-30e70f315560 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:54:59.724698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Deleting port 9bea8910-32cd-49dd-8713-1d08167b1b62 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:59.725138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.768645 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-946e3441-5182-4653-85dd-38032f3e0bf4 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5317349 Mar 16 10:54:59.769766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60392) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:59.825694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d2bbbc26-2984-4a92-a1a0-c6173f761678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.828384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbbc26-2984-4a92-a1a0-c6173f761678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6413c07d-d2ec-4235-bcc2-fbb5638675da,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:59.838425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 0c65be5b-3ffd-4655-8513-a8500a0750ce completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:59.852262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0c65be5b-3ffd-4655-8513-a8500a0750ce triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:59.853284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.899777 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eaa18-185c-45a3-ae6b-1d29eb2c2fef req-88d78799-635f-433a-9370-d3d267c04c06 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.901455 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b82eaa18-185c-45a3-ae6b-1d29eb2c2fef req-88d78799-635f-433a-9370-d3d267c04c06 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4131594 Mar 16 10:54:59.910664 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-3303bc44-c13a-4ad9-898f-0010ad823f86 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Deleting subnet 53abf748-1e5f-44a7-8693-770c236974c4 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:59.910871 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=43e2a5a7-b170-45ce-b5c0-708d4bc6770f,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:59.911463 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d2bbbc26-2984-4a92-a1a0-c6173f761678 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6413c07d-d2ec-4235-bcc2-fbb5638675da HTTP/1.1" status: 204 len: 168 time: 1.9677391 Mar 16 10:54:59.925995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60396) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:59.933480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3303bc44-c13a-4ad9-898f-0010ad823f86 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.937839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-935f7574-cff1-41ef-9b06-90042f5cf425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.047063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3303bc44-c13a-4ad9-898f-0010ad823f86 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.064790 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c129488d-de99-4a76-94a7-0da6408798de req-07cc49fb-54e6-4c1b-8e6c-31eae967cc62 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783964 Mar 16 10:55:00.076245 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b82eaa18-185c-45a3-ae6b-1d29eb2c2fef req-7f79215c-0f3d-412a-a372-29d75be1bcf6 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615813 Mar 16 10:55:00.173911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] For port 9bea8910-32cd-49dd-8713-1d08167b1b62, host dv-neutron-833860-1-hyperv, got binding levels [] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:00.174309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.190166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.resource_extend [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:55:00.319356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] For port 9bea8910-32cd-49dd-8713-1d08167b1b62, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:00.323039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] For port 9bea8910-32cd-49dd-8713-1d08167b1b62, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9bea8910-32cd-49dd-8713-1d08167b1b62,segment=NetworkSegment(df91ff80-2a7b-4a80-841e-19a4c34adb89),segment_id=df91ff80-2a7b-4a80-841e-19a4c34adb89)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:00.342503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.extraroute_db [None req-09a28aad-b6ae-4872-8ada-b4d2dffda0e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:55:00.382871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Calling delete_port for 9bea8910-32cd-49dd-8713-1d08167b1b62 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:00.392424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:00.396411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-f9d52a49-75b0-4bf1-a472-251a98f286ea req-693859ec-bcc8-4b3e-9930-1e870dc0e40f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Synchronizing usage tracker for tenant:e9d3c0c93ff34337ab7e306575bf823a on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:00.408790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.419219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:00.423357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.425906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f7574-cff1-41ef-9b06-90042f5cf425 None None] Pushing event deleted for resources: {'Port': ['ID=db243953-8cc8-421d-8312-7b65cfac5c24,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.429158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:00.446399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:00.462076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.extraroute_db [None req-09a28aad-b6ae-4872-8ada-b4d2dffda0e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Removed routes are [] {{(pid=87874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:55:00.462466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09a28aad-b6ae-4872-8ada-b4d2dffda0e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.467285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Transition to ACTIVE for port object b8b0c1be-fc43-4657-b332-7ced8d0f80d3 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:00.472632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-f9d52a49-75b0-4bf1-a472-251a98f286ea req-693859ec-bcc8-4b3e-9930-1e870dc0e40f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Unset dirty status for tenant:e9d3c0c93ff34337ab7e306575bf823a on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:00.474135 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f9d52a49-75b0-4bf1-a472-251a98f286ea req-693859ec-bcc8-4b3e-9930-1e870dc0e40f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 210 time: 0.1871607 Mar 16 10:55:00.489047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3303bc44-c13a-4ad9-898f-0010ad823f86 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.519509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.531605 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f7574-cff1-41ef-9b06-90042f5cf425 None None] No DVR routers for this DVR port db243953-8cc8-421d-8312-7b65cfac5c24 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:00.564174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:00.564525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:00.582041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fd5b3-cc25-4e65-88d9-af0d8e05b43e req-d88eba3a-f461-4453-95b7-1069d690bdd8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:00.583596 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e00fd5b3-cc25-4e65-88d9-af0d8e05b43e req-d88eba3a-f461-4453-95b7-1069d690bdd8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.2450922 Mar 16 10:55:00.586856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:00.665198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.671390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3303bc44-c13a-4ad9-898f-0010ad823f86 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.677479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a2d66b98-ab9b-4d61-acd0-86b69b3bf840 None None] Provisioning for port 2483f9d8-0fcf-4b77-808c-1e700db71dec completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:00.717754 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e00fd5b3-cc25-4e65-88d9-af0d8e05b43e req-bb194400-3a57-4789-9da8-69c4316c1674 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177227 Mar 16 10:55:00.725077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303bc44-c13a-4ad9-898f-0010ad823f86 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Subnet': ['ID=53abf748-1e5f-44a7-8693-770c236974c4,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.727517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3303bc44-c13a-4ad9-898f-0010ad823f86 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.748993 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3303bc44-c13a-4ad9-898f-0010ad823f86 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/subnets/53abf748-1e5f-44a7-8693-770c236974c4 HTTP/1.1" status: 204 len: 168 time: 0.9780405 Mar 16 10:55:00.753473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60402) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:00.769828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a2d66b98-ab9b-4d61-acd0-86b69b3bf840 None None] Provisioning complete for port 2483f9d8-0fcf-4b77-808c-1e700db71dec triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:00.769828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a2d66b98-ab9b-4d61-acd0-86b69b3bf840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.870192 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fad70a-200b-40cb-b2bf-6fad0c10eac1 None None] Pushing event updated for resources: {'Port': ['ID=9bea8910-32cd-49dd-8713-1d08167b1b62,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.888797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77347e40-64c6-4cce-9fd7-0eb29f57dc78 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:00.890715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77347e40-64c6-4cce-9fd7-0eb29f57dc78 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:00.891727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-77347e40-64c6-4cce-9fd7-0eb29f57dc78 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Synchronizing usage tracker for tenant:8be89bf0dde24a118fc8da282fe39515 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:00.929215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-77347e40-64c6-4cce-9fd7-0eb29f57dc78 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Unset dirty status for tenant:8be89bf0dde24a118fc8da282fe39515 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:00.931099 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-77347e40-64c6-4cce-9fd7-0eb29f57dc78 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1760952 Mar 16 10:55:00.933805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60408) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:00.967994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0424ec3-80a0-43a9-90e3-92d1d65b77dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-0a31a371-9b23-44a5-8547-aea6548abead', 'network_id': '0a31a371-9b23-44a5-8547-aea6548abead', 'tenant_id': '8be89bf0dde24a118fc8da282fe39515', 'fixed_ips': [{'subnet_id': '53abf748-1e5f-44a7-8693-770c236974c4'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:00.968932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f0424ec3-80a0-43a9-90e3-92d1d65b77dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.026425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a2d66b98-ab9b-4d61-acd0-86b69b3bf840 None None] Port 2483f9d8-0fcf-4b77-808c-1e700db71dec cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:01.037359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 0c65be5b-3ffd-4655-8513-a8500a0750ce, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0c65be5b-3ffd-4655-8513-a8500a0750ce,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:01.061918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a82a32b-d9e0-4c2d-8a23-0221c7ab982f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.064576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b8946b82-27e8-424c-9a01-30e70f315560, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8946b82-27e8-424c-9a01-30e70f315560,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:01.066109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Deleting port 9bea8910-32cd-49dd-8713-1d08167b1b62 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:01.067205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.072067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.072890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4250e3ed-782c-4c9d-bf69-6551a45530ec up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:01.119724 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a82a32b-d9e0-4c2d-8a23-0221c7ab982f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 16 10:55:01.120354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a82a32b-d9e0-4c2d-8a23-0221c7ab982f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:01.122216 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9a82a32b-d9e0-4c2d-8a23-0221c7ab982f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/0a31a371-9b23-44a5-8547-aea6548abead HTTP/1.1" status: 409 len: 405 time: 0.1870224 Mar 16 10:55:01.127083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60414) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.140572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1507492174'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:01.146462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:01.150515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:network and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:01.153632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:01.160666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:01.199321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.222851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7059dd7-f49a-489b-ad9f-72e93e8ea78f None None] Network 57146491-8366-4ccf-8c9b-ce45fc23b431 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:01.243355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:01.247372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.290366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:54:54Z', 'revision_number': 2, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.292520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'b8946b82-27e8-424c-9a01-30e70f315560', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'port_id': 'b8946b82-27e8-424c-9a01-30e70f315560', 'mac_address': 'fa:16:3e:59:06:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:55:01.295340 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f035f46d-902d-4b63-84ff-aa3579dbad57 None None] For port 87a8b0a0-a23b-4602-87f5-f361d851e48f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=87a8b0a0-a23b-4602-87f5-f361d851e48f,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:01.295777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f035f46d-902d-4b63-84ff-aa3579dbad57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.324933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.335856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24875039-3ae6-4591-8915-3768b130045f']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.351842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:01.352253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.389135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:01.389456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Updating router 2c63af43-a5a4-45bf-8448-94761db8e12c port 2483f9d8-0fcf-4b77-808c-1e700db71dec binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:55:01.403211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039031a2-f87c-47d6-bb42-ad40c91ec084') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.403438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039031a2-f87c-47d6-bb42-ad40c91ec084') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.425605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.426006 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Added segment 5cae3469-a8e3-44a1-bc30-d38390e9c93c of type vlan for network f6c46bf2-439b-4ad7-b041-fc353b4f9f83 Mar 16 10:55:01.452619 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.461735 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port f0c721cd-fe80-478c-8c62-81a929c6c251 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:55:01.468770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] For port 9bea8910-32cd-49dd-8713-1d08167b1b62, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9bea8910-32cd-49dd-8713-1d08167b1b62,segment=NetworkSegment(df91ff80-2a7b-4a80-841e-19a4c34adb89),segment_id=df91ff80-2a7b-4a80-841e-19a4c34adb89)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:01.469243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.518958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09a28aad-b6ae-4872-8ada-b4d2dffda0e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.531064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Network 36d98ea5-b9db-4272-94db-34e760ed828a is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:01.542952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:01.561039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09a28aad-b6ae-4872-8ada-b4d2dffda0e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.563278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:01.563930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.576704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132d04a-e19c-4317-856c-0b378daf5394 req-cf8ecba6-2d60-4a15-a255-df381102e55f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:01.578580 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2132d04a-e19c-4317-856c-0b378daf5394 req-cf8ecba6-2d60-4a15-a255-df381102e55f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 944 time: 0.4066370 Mar 16 10:55:01.595727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.619746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791fada-3536-481e-8538-a930ce280c2a req-9eb3002e-f2af-4f07-a3cd-3cd2c2e531e1 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:01.620005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f035f46d-902d-4b63-84ff-aa3579dbad57 None None] Calling delete_port for 87a8b0a0-a23b-4602-87f5-f361d851e48f owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:01.628182 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f791fada-3536-481e-8538-a930ce280c2a req-9eb3002e-f2af-4f07-a3cd-3cd2c2e531e1 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.7001913 Mar 16 10:55:01.661251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'Port': ['ID=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:01.724721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=0c65be5b-3ffd-4655-8513-a8500a0750ce,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:01.759168 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59dfbb8-83f8-4dd9-be33-a6e4a2196e85 None None] Network 0a31a371-9b23-44a5-8547-aea6548abead requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:01.809554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Calling delete_port for 9bea8910-32cd-49dd-8713-1d08167b1b62 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:01.810429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.837106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1a3f6b28-235e-45fb-91c5-853627f900e0 None None] Provisioning complete for port 2483f9d8-0fcf-4b77-808c-1e700db71dec triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:01.837106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6b28-235e-45fb-91c5-853627f900e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.860614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.882271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:01.882971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.884426 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 4250e3ed-782c-4c9d-bf69-6551a45530ec completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:01.896678 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:01.905613 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2132d04a-e19c-4317-856c-0b378daf5394 req-89733e38-fa84-4d77-b6c7-d525851fd5a3 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158893 Mar 16 10:55:01.931429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.937924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:01.938704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.053801 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9254370 Mar 16 10:55:02.055485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.066008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60420) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.072915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:02.073545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.079323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a28aad-b6ae-4872-8ada-b4d2dffda0e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:02.090112 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 4250e3ed-782c-4c9d-bf69-6551a45530ec triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:02.090689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.093715 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f791fada-3536-481e-8538-a930ce280c2a req-d0186bb4-6f86-484f-bf79-799f61b25f1a tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4646094 Mar 16 10:55:02.107755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.122186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'subnet': {'network_id': 'f6c46bf2-439b-4ad7-b041-fc353b4f9f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:02.140429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.153409 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:02.154272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:02.161976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] Pushing event deleted for resources: {'Network': ['ID=24875039-3ae6-4591-8915-3768b130045f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.216081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No DVR routers for this DVR port 9bea8910-32cd-49dd-8713-1d08167b1b62 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:02.218640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8946b82-27e8-424c-9a01-30e70f315560 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:55:02.229947 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-4517fb17-b989-432b-897d-33e6de816bed tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8723831 Mar 16 10:55:02.243854 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-39f5b912-1131-4575-8e48-42b71ac33403 admin admin] 10.222.0.37 "DELETE /v2.0/networks/24875039-3ae6-4591-8915-3768b130045f HTTP/1.1" status: 204 len: 168 time: 2.3123453 Mar 16 10:55:02.245136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Port': ['ID=9bea8910-32cd-49dd-8713-1d08167b1b62,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.248082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b3023-63f7-47ff-8dfd-2cef1cdfeb0d tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Network': ['ID=f6c46bf2-439b-4ad7-b041-fc353b4f9f83,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.249345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60426) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.258020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Request body: {'port': {'device_id': '8012b5e7-066f-42cd-bb79-745030d19988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:02.291780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f6b28-235e-45fb-91c5-853627f900e0 None None] Port 2483f9d8-0fcf-4b77-808c-1e700db71dec cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:02.293565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network f6c46bf2-439b-4ad7-b041-fc353b4f9f83 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:02.369857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f035f46d-902d-4b63-84ff-aa3579dbad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.436888 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b8946b82-27e8-424c-9a01-30e70f315560, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8946b82-27e8-424c-9a01-30e70f315560,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:02.470437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.512921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57146491-8366-4ccf-8c9b-ce45fc23b431']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:02.531050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df91ff80-2a7b-4a80-841e-19a4c34adb89') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:02.531628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df91ff80-2a7b-4a80-841e-19a4c34adb89') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:02.534621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035f46d-902d-4b63-84ff-aa3579dbad57 None None] Pushing event deleted for resources: {'Port': ['ID=87a8b0a0-a23b-4602-87f5-f361d851e48f,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.535321 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a4148445-5f1e-49d5-ac85-a6c196ae6ee1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.0603969 Mar 16 10:55:02.536686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035f46d-902d-4b63-84ff-aa3579dbad57 None None] No DVR routers for this DVR port 87a8b0a0-a23b-4602-87f5-f361d851e48f on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:02.550740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60434) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.552033 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.589423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.637318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.649007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea859f45-6f1f-46f8-ba5e-98f460d39eab None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:02.651115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:02.652236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.657114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-62c5d85d-2e30-40f6-8aa6-33837ecaace4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:02.697913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e2c459e2-f42e-4121-bbef-ecefcbc88b1d None None] Provisioning for port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:02.706065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c45195-9900-46a5-acf9-27fd108b7603 admin admin] Deleting subnet 1f6f80ad-8ec9-4328-ba7d-552063d745f1 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:02.721686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e2c459e2-f42e-4121-bbef-ecefcbc88b1d None None] Provisioning complete for port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:02.722057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e2c459e2-f42e-4121-bbef-ecefcbc88b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.738627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a28aad-b6ae-4872-8ada-b4d2dffda0e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:02.740263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09c45195-9900-46a5-acf9-27fd108b7603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:02.756458 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:02.763011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:02.791281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:02.795294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09a28aad-b6ae-4872-8ada-b4d2dffda0e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.799168 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-09a28aad-b6ae-4872-8ada-b4d2dffda0e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c HTTP/1.1" status: 200 len: 954 time: 5.1914818 Mar 16 10:55:02.799985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60438) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.801523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d3114-0d62-48fd-8f00-f89c3074697f req-494d1eed-2df8-4a75-a71c-b6da9d8b5b54 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:02.803497 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-370d3114-0d62-48fd-8f00-f89c3074697f req-494d1eed-2df8-4a75-a71c-b6da9d8b5b54 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 931 time: 0.6595027 Mar 16 10:55:02.807167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.834945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.839381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=57146491-8366-4ccf-8c9b-ce45fc23b431,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.856972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:02.860476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.878273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-62c5d85d-2e30-40f6-8aa6-33837ecaace4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:02.882099 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-62c5d85d-2e30-40f6-8aa6-33837ecaace4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3300798 Mar 16 10:55:02.888288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf40b2-b400-435f-a8f6-9ea026849125 None None] Network 57146491-8366-4ccf-8c9b-ce45fc23b431 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:02.894996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60442) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.902927 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-080bca23-d0fb-40eb-897b-a2d8da82dbfd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/57146491-8366-4ccf-8c9b-ce45fc23b431 HTTP/1.1" status: 204 len: 168 time: 4.9743302 Mar 16 10:55:02.906721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60446) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.919617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09c45195-9900-46a5-acf9-27fd108b7603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.948240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.972319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf40b2-b400-435f-a8f6-9ea026849125 None None] Network 57146491-8366-4ccf-8c9b-ce45fc23b431 could not be found, it might have been deleted concurrently. {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:55:02.990458 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=b8946b82-27e8-424c-9a01-30e70f315560,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:03.011431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.020188 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e2c459e2-f42e-4121-bbef-ecefcbc88b1d None None] Port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:03.045979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['b8946b82-27e8-424c-9a01-30e70f315560'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:55:03.048866 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-08366120-f5ef-4398-8c80-57602c2a08a0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:03.049352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08366120-f5ef-4398-8c80-57602c2a08a0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:03.051263 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-08366120-f5ef-4398-8c80-57602c2a08a0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/57146491-8366-4ccf-8c9b-ce45fc23b431 HTTP/1.1" status: 404 len: 339 time: 0.1146104 Mar 16 10:55:03.059260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60452) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.072472 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-370d3114-0d62-48fd-8f00-f89c3074697f req-99b08f9d-52b5-457c-96bf-fd64a8e09135 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2390208 Mar 16 10:55:03.079142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1416426464', 'description': 'd1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:03.094935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a21282b-a1ed-425e-a61a-4c464056e5ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:03.096467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a21282b-a1ed-425e-a61a-4c464056e5ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:03.097240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6a21282b-a1ed-425e-a61a-4c464056e5ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:03.114130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:03.123071 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:03.125051 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c979a54c-43f5-49cf-94fc-c953779abfad tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c HTTP/1.1" status: 200 len: 954 time: 0.3145688 Mar 16 10:55:03.127231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60456) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.135722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:03.141558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7e4504f3-7e79-4a57-90fc-003db555e0df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'routes': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:03.149097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e3c1-852e-4dbf-b57e-fa335f2f7022 req-7bdabe67-c436-4dca-a478-04f40f6a56ec tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:03.150709 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2833e3c1-852e-4dbf-b57e-fa335f2f7022 req-7bdabe67-c436-4dca-a478-04f40f6a56ec tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5577173 Mar 16 10:55:03.178733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09c45195-9900-46a5-acf9-27fd108b7603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.196882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 4250e3ed-782c-4c9d-bf69-6551a45530ec, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4250e3ed-782c-4c9d-bf69-6551a45530ec,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:03.205324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:03.216697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.217517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:03.224601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6a21282b-a1ed-425e-a61a-4c464056e5ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:03.226391 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6a21282b-a1ed-425e-a61a-4c464056e5ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3275712 Mar 16 10:55:03.262094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60460) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.332902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:03.336367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.373510 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2833e3c1-852e-4dbf-b57e-fa335f2f7022 req-641796cd-725d-4269-bf5f-6beae0f07271 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082264 Mar 16 10:55:03.436425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f994192-007d-4c20-b5fe-d52c68bc5dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': 'dccfdd5f-f4ee-4d0e-9240-5eb1757f9980'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:03.437407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1f994192-007d-4c20-b5fe-d52c68bc5dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.449948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.452597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-63facd03-3f78-40dd-8b7c-b0ab8e3a6d61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet dccfdd5f-f4ee-4d0e-9240-5eb1757f9980 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:03.462609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63facd03-3f78-40dd-8b7c-b0ab8e3a6d61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.497891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=4250e3ed-782c-4c9d-bf69-6551a45530ec,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:03.538939 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Transition to ACTIVE for port object 2483f9d8-0fcf-4b77-808c-1e700db71dec will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:03.559756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09c45195-9900-46a5-acf9-27fd108b7603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.578819 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.610541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09c45195-9900-46a5-acf9-27fd108b7603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.626284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c45195-9900-46a5-acf9-27fd108b7603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6f80ad-8ec9-4328-ba7d-552063d745f1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:03.630603 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-09c45195-9900-46a5-acf9-27fd108b7603 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1f6f80ad-8ec9-4328-ba7d-552063d745f1 HTTP/1.1" status: 204 len: 168 time: 1.3801358 Mar 16 10:55:03.636508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60464) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.685933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63facd03-3f78-40dd-8b7c-b0ab8e3a6d61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.697507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:03.772327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.772689 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment d668568e-9b60-4118-8214-a4a2806102a2 of type vlan for network 04ca85fe-a7fe-4f94-bb1e-525e9c2c1375 Mar 16 10:55:03.791361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:03.791967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.845053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.852169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63facd03-3f78-40dd-8b7c-b0ab8e3a6d61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.892422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Pushing event updated for resources: {'Port': ['ID=2483f9d8-0fcf-4b77-808c-1e700db71dec,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:03.952163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.963374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778ace-ccc7-4806-a6f0-8b684047f82c req-93ded285-8ab7-4354-bffc-6f0d67f3b18f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:03.965088 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0d778ace-ccc7-4806-a6f0-8b684047f82c req-93ded285-8ab7-4354-bffc-6f0d67f3b18f tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 945 time: 0.6752234 Mar 16 10:55:03.988909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Attempting to bind port 2483f9d8-0fcf-4b77-808c-1e700db71dec on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:03.989149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Attempting to bind port 2483f9d8-0fcf-4b77-808c-1e700db71dec by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '1086ccb9-c6ac-4050-bc36-b605ef0eab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:03.989704 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Attempting to bind port 2483f9d8-0fcf-4b77-808c-1e700db71dec on network 39ede08e-24b2-4fe7-a434-4c44ba762980 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:04.002480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:04.003122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Checking segment: {'id': '1086ccb9-c6ac-4050-bc36-b605ef0eab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:04.003815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.004414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Bound using segment: {'id': '1086ccb9-c6ac-4050-bc36-b605ef0eab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:04.005041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Bound port: 2483f9d8-0fcf-4b77-808c-1e700db71dec, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1086ccb9-c6ac-4050-bc36-b605ef0eab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:04.005576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.112504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.resource_extend [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:55:04.117905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b0c1be-fc43-4657-b332-7ced8d0f80d3 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:55:04.124653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3d24226f-35c7-403b-af07-5370e5de91ee up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:04.125462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63facd03-3f78-40dd-8b7c-b0ab8e3a6d61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.132092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server [None req-1f994192-007d-4c20-b5fe-d52c68bc5dc9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dccfdd5f-f4ee-4d0e-9240-5eb1757f9980: This subnet is being modified by another concurrent operation. Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:04.152112 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dccfdd5f-f4ee-4d0e-9240-5eb1757f9980: This subnet is being modified by another concurrent operation. Mar 16 10:55:04.155773 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server Mar 16 10:55:04.166044 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0d778ace-ccc7-4806-a6f0-8b684047f82c req-70259e4f-b2c9-47d8-a315-37aacb64c18d tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813354 Mar 16 10:55:04.198546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] For port 2483f9d8-0fcf-4b77-808c-1e700db71dec, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:04.199122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.203639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] For port 2483f9d8-0fcf-4b77-808c-1e700db71dec, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2483f9d8-0fcf-4b77-808c-1e700db71dec,segment=NetworkSegment(1086ccb9-c6ac-4050-bc36-b605ef0eab98),segment_id=1086ccb9-c6ac-4050-bc36-b605ef0eab98)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:04.210971 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:04.211867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.215764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc5f828-e78a-4ebb-810b-bc3903462866 None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:04.261934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.293865 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2276061 Mar 16 10:55:04.311204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60470) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.321248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.375923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:04.376567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:04.391381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63facd03-3f78-40dd-8b7c-b0ab8e3a6d61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=dccfdd5f-f4ee-4d0e-9240-5eb1757f9980,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.435448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63facd03-3f78-40dd-8b7c-b0ab8e3a6d61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.443553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Transition to ACTIVE for port object b8b0c1be-fc43-4657-b332-7ced8d0f80d3 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:04.445308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00509217-9ae7-4e62-8523-3c6f438e31e1']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:04.468034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.469502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadd552-b89c-43a6-80f6-83925cab7e70 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=04ca85fe-a7fe-4f94-bb1e-525e9c2c1375,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.478383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff0e6cd-0a06-4bf2-891c-30124923520e') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:04.478756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff0e6cd-0a06-4bf2-891c-30124923520e') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:04.491819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.objects.ports [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87875) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:55:04.498080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.507499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 04ca85fe-a7fe-4f94-bb1e-525e9c2c1375 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:04.562319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8946b82-27e8-424c-9a01-30e70f315560 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:04.584397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Pushing event updated for resources: {'Port': ['ID=2483f9d8-0fcf-4b77-808c-1e700db71dec,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.586863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3d24226f-35c7-403b-af07-5370e5de91ee triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:04.587246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.599758 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-63facd03-3f78-40dd-8b7c-b0ab8e3a6d61 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/dccfdd5f-f4ee-4d0e-9240-5eb1757f9980 HTTP/1.1" status: 204 len: 168 time: 1.3343709 Mar 16 10:55:04.604188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.617183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60476) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.697167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.697167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.697167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.697167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.697167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.697750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.697750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.698112 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.698287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.699203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.699203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.699203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb6ef0-da40-4bc8-9d60-8a4d9ffa9966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:04.703758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.712020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33066b76-cb25-4ff5-832a-9dadc72b83ea tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:04.712714 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-33066b76-cb25-4ff5-832a-9dadc72b83ea tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Synchronizing usage tracker for tenant:6bc73ad08b514c63b450970efd2d7b0b on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:04.740393 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fcd051bf-aae6-4b04-8443-3fac1b32253e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084855 Mar 16 10:55:04.748799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60480) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.754059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Pushing event updated for resources: {'Port': ['ID=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.757795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:04.758265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.765995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:04.769247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:04.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:04.852754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Subnet': ['ID=ee965c7d-6c9b-4f58-a30f-ca8bf3a9479f,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.919590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d026fb6-1e96-42f4-ab8d-fa48d0ddd315 req-21f0132b-8220-4243-9443-9bc88ad611b5 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:04.921169 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5d026fb6-1e96-42f4-ab8d-fa48d0ddd315 req-21f0132b-8220-4243-9443-9bc88ad611b5 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 931 time: 0.6054192 Mar 16 10:55:04.926863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-33066b76-cb25-4ff5-832a-9dadc72b83ea tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Unset dirty status for tenant:6bc73ad08b514c63b450970efd2d7b0b on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:04.928074 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-33066b76-cb25-4ff5-832a-9dadc72b83ea tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/networks?id=04ca85fe-a7fe-4f94-bb1e-525e9c2c1375 HTTP/1.1" status: 200 len: 761 time: 0.6036775 Mar 16 10:55:04.933270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60484) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.933892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.943435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Checking segment: {'id': '5cae3469-a8e3-44a1-bc30-d38390e9c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f6c46bf2-439b-4ad7-b041-fc353b4f9f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:04.943665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9db80b98-f3c5-4c9d-ac0e-a2f251e8e353 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'description': 'd2'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:04.944241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network hostable DHCP agents. Network: f6c46bf2-439b-4ad7-b041-fc353b4f9f83, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:04.950703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.extraroute_db [None req-7e4504f3-7e79-4a57-90fc-003db555e0df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added routes are [] {{(pid=87875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:55:04.951016 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.extraroute_db [None req-7e4504f3-7e79-4a57-90fc-003db555e0df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:55:04.975553 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced714f-45e3-486c-8fab-006aaf8bcff1 req-e67fc70c-6243-4fd4-a9b4-10f1fb858581 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:04.977228 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bced714f-45e3-486c-8fab-006aaf8bcff1 req-e67fc70c-6243-4fd4-a9b4-10f1fb858581 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4832048 Mar 16 10:55:04.984815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.013933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:05.030044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=00509217-9ae7-4e62-8523-3c6f438e31e1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.030298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:05.039996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:05.046446 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6cd4d299-7fb6-400a-9cb5-d838dffce2c4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/00509217-9ae7-4e62-8523-3c6f438e31e1 HTTP/1.1" status: 204 len: 168 time: 1.4045410 Mar 16 10:55:05.057179 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:05.072178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network f6c46bf2-439b-4ad7-b041-fc353b4f9f83 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:05.080437 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port b8946b82-27e8-424c-9a01-30e70f315560 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:05.083779 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bced714f-45e3-486c-8fab-006aaf8bcff1 req-363dcd20-4500-4732-aa65-50edc3f5a906 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965288 Mar 16 10:55:05.085814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7e4504f3-7e79-4a57-90fc-003db555e0df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.087797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:05.091226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.124214 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Attempting to bind port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:05.124440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Attempting to bind port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:05.124807 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Attempting to bind port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 on network 36d98ea5-b9db-4272-94db-34e760ed828a {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:05.130369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, f6c46bf2-439b-4ad7-b041-fc353b4f9f83) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:05.136858 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5d026fb6-1e96-42f4-ab8d-fa48d0ddd315 req-69023d1e-2e08-4c17-ab64-5249ecd08f33 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2070131 Mar 16 10:55:05.148796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 on network 36d98ea5-b9db-4272-94db-34e760ed828a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:55:05.150301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Attempting to bind port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 on network 36d98ea5-b9db-4272-94db-34e760ed828a {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:05.176515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:05.177222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Checking segment: {'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:05.177835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Bound using segment: {'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:05.178552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Bound port: b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c486dc2c-e9db-4e32-88a5-0e27eb10676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:05.179130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.200363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:05.200957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.205468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port b8946b82-27e8-424c-9a01-30e70f315560 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:05.206058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.350297 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7104d30d-013c-44d9-9b7f-cb115e9e2d7e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2491143 Mar 16 10:55:05.355548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60492) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.371114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60494) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.394844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9db80b98-f3c5-4c9d-ac0e-a2f251e8e353 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.410642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 87a8b0a0-a23b-4602-87f5-f361d851e48f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:05.505850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 87a8b0a0-a23b-4602-87f5-f361d851e48f {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:05.506263 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 87a8b0a0-a23b-4602-87f5-f361d851e48f not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 10:55:05.512318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9db80b98-f3c5-4c9d-ac0e-a2f251e8e353 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.522922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] For port b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:05.558167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Port 87a8b0a0-a23b-4602-87f5-f361d851e48f not found, will not notify nova. {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 10:55:05.630804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db80b98-f3c5-4c9d-ac0e-a2f251e8e353 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=04ca85fe-a7fe-4f94-bb1e-525e9c2c1375,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.649381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9db80b98-f3c5-4c9d-ac0e-a2f251e8e353 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network 04ca85fe-a7fe-4f94-bb1e-525e9c2c1375 is not hosted by any dhcp agent {{(pid=87874) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:55:05.654821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db80b98-f3c5-4c9d-ac0e-a2f251e8e353 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:05.655421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9db80b98-f3c5-4c9d-ac0e-a2f251e8e353 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.656697 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9db80b98-f3c5-4c9d-ac0e-a2f251e8e353 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "PUT /v2.0/networks/04ca85fe-a7fe-4f94-bb1e-525e9c2c1375 HTTP/1.1" status: 200 len: 758 time: 0.7210112 Mar 16 10:55:05.664503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] For port b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:05.665346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60500) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.697576 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-92a5b933-05bc-43a4-9f95-1f881dd696b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6c17d53021f4a07a3d06727c66baccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053942 Mar 16 10:55:05.697737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.705258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60504) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:05.708716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.742024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 04ca85fe-a7fe-4f94-bb1e-525e9c2c1375 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:05.833846 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:05.834499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.835943 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] 10.222.0.48 "PUT /v2.0/ports/b8b0c1be-fc43-4657-b332-7ced8d0f80d3 HTTP/1.1" status: 200 len: 1093 time: 3.5902114 Mar 16 10:55:05.908051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7e4504f3-7e79-4a57-90fc-003db555e0df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.925893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8946b82-27e8-424c-9a01-30e70f315560'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:05.926270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd258-1a97-4425-bee0-60db22be6eb1 req-bad01071-a7a2-4d03-8e0a-8068a3fd7ab9 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:05.935692 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e16bd258-1a97-4425-bee0-60db22be6eb1 req-bad01071-a7a2-4d03-8e0a-8068a3fd7ab9 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 945 time: 0.5954947 Mar 16 10:55:05.954907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:00Z', 'revision_number': 6, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:55:04Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:05.957250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7e4504f3-7e79-4a57-90fc-003db555e0df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.960617 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5f828-e78a-4ebb-810b-bc3903462866 None None] Unable to find a vacant binding_index for network f6c46bf2-439b-4ad7-b041-fc353b4f9f83 and agent 2d63f4c4-a690-493f-b5b8-252bbac122ba {{(pid=87876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 16 10:55:05.969808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b8946b82-27e8-424c-9a01-30e70f315560, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8946b82-27e8-424c-9a01-30e70f315560,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:05.971119 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c5122-7663-4110-93b4-fee7a0ec31f6 None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:00Z', 'revision_number': 6, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:55:04Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:05.972923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5f828-e78a-4ebb-810b-bc3903462866 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, f6c46bf2-439b-4ad7-b041-fc353b4f9f83) {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:06.034045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.034257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:06.156660 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8946b82-27e8-424c-9a01-30e70f315560', 'code': 200} Mar 16 10:55:06.159401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=b8946b82-27e8-424c-9a01-30e70f315560,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.167507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.170393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2483f9d8-0fcf-4b77-808c-1e700db71dec up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:06.176927 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'status': 'completed', 'code': 200} Mar 16 10:55:06.229132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e0e31-74e8-45cf-8024-568fd1345383 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:06.230668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ff8e0e31-74e8-45cf-8024-568fd1345383 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/networks?id=04ca85fe-a7fe-4f94-bb1e-525e9c2c1375 HTTP/1.1" status: 200 len: 761 time: 0.5620499 Mar 16 10:55:06.238733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60516) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:06.257226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-121717167'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:06.263621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-178146d1-0a12-4daf-8e89-47ab3ef7fbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.275448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bafd2-fb6d-4385-8e2d-f22d30cccf5b service neutron] Pushing event updated for resources: {'Port': ['ID=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.297567 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e16bd258-1a97-4425-bee0-60db22be6eb1 req-4fc36b62-7f47-4c4e-a8be-80133bee6a0e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463914 Mar 16 10:55:06.301063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:06.338104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.376164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 2483f9d8-0fcf-4b77-808c-1e700db71dec completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:06.382573 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:06.384633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 2483f9d8-0fcf-4b77-808c-1e700db71dec triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:06.385306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.397887 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:06.398812 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:06.416839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:06.437355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4504f3-7e79-4a57-90fc-003db555e0df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:06.442975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:06.448178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:06.453459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:06.454048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.468504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:06.471986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.508637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-178146d1-0a12-4daf-8e89-47ab3ef7fbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.516639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=03eba065-0dbf-4352-87dc-cd15ea9d5feb,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.554427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.571954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.623436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 2483f9d8-0fcf-4b77-808c-1e700db71dec, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2483f9d8-0fcf-4b77-808c-1e700db71dec,segment=NetworkSegment(1086ccb9-c6ac-4050-bc36-b605ef0eab98),segment_id=1086ccb9-c6ac-4050-bc36-b605ef0eab98)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:06.626125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48c92-4479-4bfb-b75b-253760b3487b req-210959da-e9d4-4db5-8254-4d15a383d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:06.627757 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-210959da-e9d4-4db5-8254-4d15a383d5fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9d3c0c93ff34337ab7e306575bf823a&device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 1096 time: 0.5868144 Mar 16 10:55:06.634756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.636388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c3e36dba-f663-4792-aff9-af8c0d184019 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:06.647029 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-33f86e45-d9e9-4489-baa4-942703b86292 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8910565 Mar 16 10:55:06.707836 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60520) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:06.714135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-365830852', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:06.729450 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-a0bcc785-f7c3-4c44-bdb7-899adf9ae2fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3 HTTP/1.1" status: 200 len: 217 time: 0.0808153 Mar 16 10:55:06.736108 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:06.740850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:06.744765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:06.774208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:router and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:06.779636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:06.792626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:06.798898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.799304 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment 9b4e6068-9bb3-4a8a-8e32-4155217f8fd6 of type vlan for network 7c029748-8be5-4ce1-a461-c8f7bf739174 Mar 16 10:55:06.804097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4504f3-7e79-4a57-90fc-003db555e0df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:06.825582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.826554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.843661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7e4504f3-7e79-4a57-90fc-003db555e0df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.847587 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7e4504f3-7e79-4a57-90fc-003db555e0df tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c HTTP/1.1" status: 200 len: 704 time: 3.7164247 Mar 16 10:55:06.848362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60524) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:06.865532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.873644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-178146d1-0a12-4daf-8e89-47ab3ef7fbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.876782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=2483f9d8-0fcf-4b77-808c-1e700db71dec,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.881461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d777a-9acc-40d4-8f39-4ea4d75e78f4 req-d4c1a456-d376-4c96-a888-82641db4b265 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:06.882985 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e58d777a-9acc-40d4-8f39-4ea4d75e78f4 req-d4c1a456-d376-4c96-a888-82641db4b265 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 943 time: 0.3970430 Mar 16 10:55:06.952069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.957289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port c3e36dba-f663-4792-aff9-af8c0d184019 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:06.959291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:06.960491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.965540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c3e36dba-f663-4792-aff9-af8c0d184019 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:06.966273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.045684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4881334-e416-42de-8344-2fa782173ce5 req-2e86a677-2239-4b77-928c-65830fd817d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:07.047295 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4881334-e416-42de-8344-2fa782173ce5 req-2e86a677-2239-4b77-928c-65830fd817d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 1099 time: 0.6486022 Mar 16 10:55:07.061019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1475f-2c88-4b16-bf43-dcea7c3e3e95 req-efc660c4-4fd9-4521-ba16-d53f766981a2 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:07.062815 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20d1475f-2c88-4b16-bf43-dcea7c3e3e95 req-efc660c4-4fd9-4521-ba16-d53f766981a2 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.7132087 Mar 16 10:55:07.093285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=7c029748-8be5-4ce1-a461-c8f7bf739174,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:07.106355 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e58d777a-9acc-40d4-8f39-4ea4d75e78f4 req-680afb49-c9c1-478a-9469-29fee18bd11b tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1946201 Mar 16 10:55:07.116504 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-07a9b246-9fb3-4bbb-abf9-19a4795d19e2 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8723083 Mar 16 10:55:07.119340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60528) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.132315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 7c029748-8be5-4ce1-a461-c8f7bf739174 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:07.136297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': '7c029748-8be5-4ce1-a461-c8f7bf739174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:07.185706 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:04Z', 'revision_number': 7, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:55:04Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:07.204044 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:07.208042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178146d1-0a12-4daf-8e89-47ab3ef7fbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b77e24-81b0-45eb-9af1-801c4d3bd40b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:07.221315 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:07.222128 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:07.223904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.228825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48c92-4479-4bfb-b75b-253760b3487b req-7da8b38e-a390-4521-becd-1f65cc6dcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:07.230461 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-7da8b38e-a390-4521-becd-1f65cc6dcb75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7781f05-50ed-455c-bcc1-a535059d6be9 HTTP/1.1" status: 200 len: 834 time: 0.4953659 Mar 16 10:55:07.240229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.318068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.348650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:07.353865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:subnet and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:07.358375 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:07.364876 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:07.373676 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.385615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:07.386591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Subnet': ['ID=ee965c7d-6c9b-4f58-a30f-ca8bf3a9479f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:07.407429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.447691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port c3e36dba-f663-4792-aff9-af8c0d184019, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c3e36dba-f663-4792-aff9-af8c0d184019,segment=NetworkSegment(1086ccb9-c6ac-4050-bc36-b605ef0eab98),segment_id=1086ccb9-c6ac-4050-bc36-b605ef0eab98)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:07.469168 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:07.474155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.474944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 42079589-8b1e-4fb8-8eac-836934ac44fc up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:07.532908 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20d1475f-2c88-4b16-bf43-dcea7c3e3e95 req-ae4891c3-9c1a-4782-b98d-dd85c79ba86c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020720 Mar 16 10:55:07.543425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '03eba065-0dbf-4352-87dc-cd15ea9d5feb'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:07.550997 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4881334-e416-42de-8344-2fa782173ce5 req-3755bc23-4e59-4d15-8431-53cadfec3a35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4783916 Mar 16 10:55:07.555205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.606489 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-34bc130a-2fe4-4eba-85d6-96f4e2a75bc3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c HTTP/1.1" status: 200 len: 704 time: 0.7512131 Mar 16 10:55:07.609007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60534) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.713460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.731684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-178146d1-0a12-4daf-8e89-47ab3ef7fbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.735242 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-178146d1-0a12-4daf-8e89-47ab3ef7fbec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6b77e24-81b0-45eb-9af1-801c4d3bd40b HTTP/1.1" status: 204 len: 168 time: 2.0264397 Mar 16 10:55:07.789780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.794632 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-08cd8b0b-68bb-4539-b436-137960a66e65 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0856526 Mar 16 10:55:07.796018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60540) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.800885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.830750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c46bf2-439b-4ad7-b041-fc353b4f9f83']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:07.853027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cae3469-a8e3-44a1-bc30-d38390e9c93c') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:07.853411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cae3469-a8e3-44a1-bc30-d38390e9c93c') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:07.881725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.012578 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:04Z', 'revision_number': 7, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:55:06Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:08.020045 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2543b-693f-4149-b32c-a55514c3a386 None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:04Z', 'revision_number': 7, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:55:06Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:08.027415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48c92-4479-4bfb-b75b-253760b3487b req-c071f35b-9b10-443e-b923-65318d02b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:08.028901 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-c071f35b-9b10-443e-b923-65318d02b25e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36d98ea5-b9db-4272-94db-34e760ed828a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7444797 Mar 16 10:55:08.066601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.102218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=dec4d82e-ef77-4ff5-90eb-53ddc4209e40,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:08.207264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/03eba065-0dbf-4352-87dc-cd15ea9d5feb/d8c43da0-1e05-48c8-ba8e-c5fe3157e427) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:08.247820 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': '9b4e6068-9bb3-4a8a-8e32-4155217f8fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7c029748-8be5-4ce1-a461-c8f7bf739174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:08.248380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: 7c029748-8be5-4ce1-a461-c8f7bf739174, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:08.277868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5952904-76ad-43ac-962a-da4dac3aac18 req-d1d851a3-ffce-48d0-a7bd-aa13a94e3bb7 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:08.279283 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a5952904-76ad-43ac-962a-da4dac3aac18 req-d1d851a3-ffce-48d0-a7bd-aa13a94e3bb7 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 946 time: 0.8114150 Mar 16 10:55:08.413326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=c3e36dba-f663-4792-aff9-af8c0d184019,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:08.454181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:08.479108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 42079589-8b1e-4fb8-8eac-836934ac44fc triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:08.479851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.520339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:08.520946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.525893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:08.526535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:08.536032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60548) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:08.536460 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:08.639406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network 7c029748-8be5-4ce1-a461-c8f7bf739174 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:08.653827 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.705551 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a5952904-76ad-43ac-962a-da4dac3aac18 req-8be95300-7ad7-4cfc-a697-6f04f8256def tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515263 Mar 16 10:55:08.719036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 7c029748-8be5-4ce1-a461-c8f7bf739174) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:08.724355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:08.724991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.756318 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7b5f1c06-6edb-4ab2-8141-ede83ece7da3 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6347864 Mar 16 10:55:08.759906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60554) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.771419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:08.793319 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-255047ec-c6d1-4c07-9d28-64798450c8ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d288a2f8f1c45d69f27dced5401eac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557116 Mar 16 10:55:08.801249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60558) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.913740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.988849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.992565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.006777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f86d942b-9aac-4894-b055-85401ee6b0ed up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:09.008236 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-54449b6d-d5bd-41a6-91be-8b1f30d25f97 service neutron] 10.222.0.48 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9680564 Mar 16 10:55:09.015424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Network': ['ID=f6c46bf2-439b-4ad7-b041-fc353b4f9f83,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.021988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.052875 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c0706b00-f3b0-4eea-9c10-ef5ecb23d316 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/f6c46bf2-439b-4ad7-b041-fc353b4f9f83 HTTP/1.1" status: 204 len: 168 time: 3.6836336 Mar 16 10:55:09.055230 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Transition to ACTIVE for port object d8c43da0-1e05-48c8-ba8e-c5fe3157e427 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:09.063311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60562) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.087950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1181152050'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:09.124473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ee25ebfb-ef58-4cf2-aebb-7fc9e787bd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.131286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:09.140854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:network and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:09.168484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Transition to ACTIVE for port object d8c43da0-1e05-48c8-ba8e-c5fe3157e427 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:09.188720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.196925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:09.233636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10ccd9-553f-47f3-9ff6-50c9886e9d89 req-b58e1390-22c1-4832-a1b6-943e93cabc1d tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:09.235220 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe10ccd9-553f-47f3-9ff6-50c9886e9d89 req-b58e1390-22c1-4832-a1b6-943e93cabc1d tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 943 time: 0.7163780 Mar 16 10:55:09.238400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:09.263370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port f86d942b-9aac-4894-b055-85401ee6b0ed completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:09.272020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ee25ebfb-ef58-4cf2-aebb-7fc9e787bd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.304521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:09.306700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:09.307478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.313386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125dde-86f8-47bd-8220-7d55550a34d0 req-baeae50f-7eb4-494e-902e-d50b37c6a8b1 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:09.313881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f86d942b-9aac-4894-b055-85401ee6b0ed triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:09.313881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.314565 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-75125dde-86f8-47bd-8220-7d55550a34d0 req-baeae50f-7eb4-494e-902e-d50b37c6a8b1 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.3443351 Mar 16 10:55:09.327702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.342855 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:55:09.355581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:09.357409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Pushing event updated for resources: {'Port': ['ID=d8c43da0-1e05-48c8-ba8e-c5fe3157e427,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.373413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:09.392931 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28a48c92-4479-4bfb-b75b-253760b3487b req-54013335-9541-4db4-a754-0a48c0c2240e service neutron] 10.222.0.48 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726032 Mar 16 10:55:09.395587 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe10ccd9-553f-47f3-9ff6-50c9886e9d89 req-cb8ee930-662a-40a6-a9fd-ecd6303e4a66 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442966 Mar 16 10:55:09.407490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:09.421895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.422255 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Added segment f5e7b201-9380-472b-8df8-d218ac623791 of type vlan for network 0375464b-5f60-41d1-b784-71f1c989cc0c Mar 16 10:55:09.469318 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-75125dde-86f8-47bd-8220-7d55550a34d0 req-cd5c1a5d-6229-4e83-959e-c5a828aa3e29 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295443 Mar 16 10:55:09.529934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ee25ebfb-ef58-4cf2-aebb-7fc9e787bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.533423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.535010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Attempting to bind port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:09.535533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Attempting to bind port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:09.535909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Attempting to bind port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:09.555398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:09.555819 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:09.556290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.556815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:09.557365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Bound port: d8c43da0-1e05-48c8-ba8e-c5fe3157e427, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:09.557802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.561072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.566198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25ebfb-ef58-4cf2-aebb-7fc9e787bd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9319727-9268-44ab-a193-01f46d65bf7b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.598323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:04Z', 'revision_number': 7, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:55:06Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:09.611432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ee25ebfb-ef58-4cf2-aebb-7fc9e787bd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.614914 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ee25ebfb-ef58-4cf2-aebb-7fc9e787bd7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9319727-9268-44ab-a193-01f46d65bf7b HTTP/1.1" status: 204 len: 168 time: 0.8079941 Mar 16 10:55:09.634339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.640298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:09.641002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.661749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::1 (e57f845a-9024-49c0-a045-365eb6299d60/03eba065-0dbf-4352-87dc-cd15ea9d5feb/c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:09.686348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.713247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875055-dae1-41e8-816d-a99804328e9d req-4e55e62d-2af7-4e09-b18b-63e503c40c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:09.715448 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84875055-dae1-41e8-816d-a99804328e9d req-4e55e62d-2af7-4e09-b18b-63e503c40c4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9d3c0c93ff34337ab7e306575bf823a&device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 1096 time: 0.2342784 Mar 16 10:55:09.726370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.728730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.741840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:09.783598 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:09.784404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:09.825787 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7563088 Mar 16 10:55:09.901998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60570) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.912489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'subnet': {'network_id': '0375464b-5f60-41d1-b784-71f1c989cc0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:09.938470 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=dec4d82e-ef77-4ff5-90eb-53ddc4209e40,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:10.032561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a26042-f0b4-41ee-ae41-d9bb410e39e1 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Network': ['ID=0375464b-5f60-41d1-b784-71f1c989cc0c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:10.067323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port f86d942b-9aac-4894-b055-85401ee6b0ed, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f86d942b-9aac-4894-b055-85401ee6b0ed,segment=NetworkSegment(c3498177-94c3-4ccd-a7c5-027356473e16),segment_id=c3498177-94c3-4ccd-a7c5-027356473e16)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:10.070570 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 0375464b-5f60-41d1-b784-71f1c989cc0c details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:10.102109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.102705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 43e2a5a7-b170-45ce-b5c0-708d4bc6770f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:10.149516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] For port d8c43da0-1e05-48c8-ba8e-c5fe3157e427, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:10.165663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.220000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] For port d8c43da0-1e05-48c8-ba8e-c5fe3157e427, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d8c43da0-1e05-48c8-ba8e-c5fe3157e427,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:10.284726 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:10.302500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.308572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:10.349255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.369820 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:10.387672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:subnet and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:10.393354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c029748-8be5-4ce1-a461-c8f7bf739174']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:10.400397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:10.412064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4e6068-9bb3-4a8a-8e32-4155217f8fd6') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:10.412064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4e6068-9bb3-4a8a-8e32-4155217f8fd6') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:10.421882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:10.428499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.439981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875055-dae1-41e8-816d-a99804328e9d req-258d7ae0-f45f-435e-a797-c5eb38388cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:10.442747 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84875055-dae1-41e8-816d-a99804328e9d req-258d7ae0-f45f-435e-a797-c5eb38388cc3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=36d98ea5-b9db-4272-94db-34e760ed828a HTTP/1.1" status: 200 len: 898 time: 0.5655355 Mar 16 10:55:10.447528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=f86d942b-9aac-4894-b055-85401ee6b0ed,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:10.450284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:10.453801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.478573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.521486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.531628 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84875055-dae1-41e8-816d-a99804328e9d req-11e6894e-0e4c-4817-858b-ca7cf24deeef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3 HTTP/1.1" status: 200 len: 217 time: 0.0756779 Mar 16 10:55:10.552152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563ddb-6bd1-40a1-8317-2f1f8bfb373b req-e5417d02-e699-4083-b53b-5ce4a7e9ec08 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:10.553709 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb563ddb-6bd1-40a1-8317-2f1f8bfb373b req-e5417d02-e699-4083-b53b-5ce4a7e9ec08 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 946 time: 0.6170318 Mar 16 10:55:10.607784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:10.608381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.627910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:10.662955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:10.663478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.680662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875055-dae1-41e8-816d-a99804328e9d req-d6f5773d-6bee-49b8-bfd2-d30720ed4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:10.682140 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84875055-dae1-41e8-816d-a99804328e9d req-d6f5773d-6bee-49b8-bfd2-d30720ed4b48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7781f05-50ed-455c-bcc1-a535059d6be9 HTTP/1.1" status: 200 len: 834 time: 0.1275489 Mar 16 10:55:10.683867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:10.685815 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:10.687745 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb563ddb-6bd1-40a1-8317-2f1f8bfb373b req-2b3f9bf5-8f16-41d2-b11b-4a7d7a8a5a8e tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798783 Mar 16 10:55:10.716949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:10.717480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.835341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 2483f9d8-0fcf-4b77-808c-1e700db71dec {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:10.835945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.862517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d85cb-d5da-4080-a4c2-8324caffcad8 None None] Pushing event updated for resources: {'Port': ['ID=d8c43da0-1e05-48c8-ba8e-c5fe3157e427,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:10.971464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:10.996767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c65be5b-3ffd-4655-8513-a8500a0750ce up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:11.037850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.062534 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.088712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=7c029748-8be5-4ce1-a461-c8f7bf739174,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:11.122103 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0c65be5b-3ffd-4655-8513-a8500a0750ce triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:11.122478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.140601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port 2483f9d8-0fcf-4b77-808c-1e700db71dec, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2483f9d8-0fcf-4b77-808c-1e700db71dec,segment=NetworkSegment(1086ccb9-c6ac-4050-bc36-b605ef0eab98),segment_id=1086ccb9-c6ac-4050-bc36-b605ef0eab98)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:11.141110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.169653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:04Z', 'revision_number': 7, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:55:06Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:11.178489 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3e3c8ba5-23a4-4fd3-921a-7a35aa00f760 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/7c029748-8be5-4ce1-a461-c8f7bf739174 HTTP/1.1" status: 204 len: 168 time: 2.4155293 Mar 16 10:55:11.182013 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60580) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.184182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f8e3e-8bac-48e4-97bc-21708ab1ad17 None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:04Z', 'revision_number': 7, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '2483f9d8-0fcf-4b77-808c-1e700db71dec', 'name': '', 'network_id': '39ede08e-24b2-4fe7-a434-4c44ba762980', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:ac:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:50Z', 'updated_at': '2022-03-16T10:55:06Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '4ffc9038-5203-468c-a2c4-77b896c46f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:54:53Z', 'revision_number': 4, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:11.232116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eece22-2bfe-4576-8964-b0f0fd529912 req-e1497e6d-da8e-4628-8ca1-87b2c2d989b6 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:11.233693 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-48eece22-2bfe-4576-8964-b0f0fd529912 req-e1497e6d-da8e-4628-8ca1-87b2c2d989b6 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 943 time: 0.6021457 Mar 16 10:55:11.266113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.288357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4250e3ed-782c-4c9d-bf69-6551a45530ec up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:11.298882 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec075ed-62e5-4894-baf6-3ee0173d8279 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] GET failed (client error): The resource could not be found. Mar 16 10:55:11.299401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cec075ed-62e5-4894-baf6-3ee0173d8279 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Synchronizing usage tracker for tenant:6bc73ad08b514c63b450970efd2d7b0b on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:11.302838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for 2483f9d8-0fcf-4b77-808c-1e700db71dec owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:11.309229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.365474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 4250e3ed-782c-4c9d-bf69-6551a45530ec triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:11.365474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.380910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875055-dae1-41e8-816d-a99804328e9d req-1e6dd238-906b-4b96-af9c-b8e152722d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:11.382590 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84875055-dae1-41e8-816d-a99804328e9d req-1e6dd238-906b-4b96-af9c-b8e152722d20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36d98ea5-b9db-4272-94db-34e760ed828a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6693027 Mar 16 10:55:11.454513 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-48eece22-2bfe-4576-8964-b0f0fd529912 req-aaedda89-097c-40ad-b075-c9dfc546a3c3 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2075734 Mar 16 10:55:11.468238 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Subnet': ['ID=f02c58da-cbd7-4e20-ade4-172fec6061db,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:11.500620 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cec075ed-62e5-4894-baf6-3ee0173d8279 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Unset dirty status for tenant:6bc73ad08b514c63b450970efd2d7b0b on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:11.505672 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cec075ed-62e5-4894-baf6-3ee0173d8279 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/subnets/dec4d82e-ef77-4ff5-90eb-53ddc4209e40 HTTP/1.1" status: 404 len: 337 time: 0.3160784 Mar 16 10:55:11.514373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60584) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.527481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Checking segment: {'id': 'f5e7b201-9380-472b-8df8-d218ac623791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0375464b-5f60-41d1-b784-71f1c989cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:11.528072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network hostable DHCP agents. Network: 0375464b-5f60-41d1-b784-71f1c989cc0c, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:11.544521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 426201a4-9bf2-4187-b678-1f8fc410231d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:11.584404 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf08b184-8c34-4ed5-ab54-75f19044d15e tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:11.584909 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf08b184-8c34-4ed5-ab54-75f19044d15e tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:11.589924 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bf08b184-8c34-4ed5-ab54-75f19044d15e tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/7c029748-8be5-4ce1-a461-c8f7bf739174 HTTP/1.1" status: 404 len: 339 time: 0.0488782 Mar 16 10:55:11.594574 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60588) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.631945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 426201a4-9bf2-4187-b678-1f8fc410231d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:11.633478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.780297 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84875055-dae1-41e8-816d-a99804328e9d req-842c3b61-32e8-4c78-9511-db7f4ef95f87 service neutron] 10.222.0.48 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895028 Mar 16 10:55:11.828108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 87a8b0a0-a23b-4602-87f5-f361d851e48f no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:11.830371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcddc9d-abf3-46b6-a6da-e6a599a9d364 req-f7bbfd74-312b-46ae-ac1e-5a6322e82833 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:11.832008 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4fcddc9d-abf3-46b6-a6da-e6a599a9d364 req-f7bbfd74-312b-46ae-ac1e-5a6322e82833 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5397761 Mar 16 10:55:11.877729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e7d2c-1853-449d-8150-dd9662980fc0 None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:11.971902 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 87a8b0a0-a23b-4602-87f5-f361d851e48f {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:11.972271 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 87a8b0a0-a23b-4602-87f5-f361d851e48f not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:12.001486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network 0375464b-5f60-41d1-b784-71f1c989cc0c is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:12.009170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-213d145c-7565-463a-ad81-bfe2a20ee9c1 None None] Provisioning for port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:12.043992 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4fcddc9d-abf3-46b6-a6da-e6a599a9d364 req-038222d2-ccc5-4000-aace-53714929fc2c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960397 Mar 16 10:55:12.054370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55488ab-f805-4f2c-ae34-e72b4c5917ac tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:12.058366 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f55488ab-f805-4f2c-ae34-e72b4c5917ac tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4603038 Mar 16 10:55:12.069478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60592) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.109753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-392d1f43-9b70-458b-8b88-1d80580052cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Synchronizing usage tracker for tenant:6bc73ad08b514c63b450970efd2d7b0b on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:12.116957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 0375464b-5f60-41d1-b784-71f1c989cc0c) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:12.125207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:12.125791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.129725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.228480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.242806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a7109-e9f6-47ee-83b1-8eca11b565e1 req-e65c5352-eddd-4d84-ac60-b84a778a7d3b tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:12.244478 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1b0a7109-e9f6-47ee-83b1-8eca11b565e1 req-e65c5352-eddd-4d84-ac60-b84a778a7d3b tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 946 time: 0.5461352 Mar 16 10:55:12.249318 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a4dbc93d-78cd-4677-92f9-d04fbaf4d7fe tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3458529 Mar 16 10:55:12.250711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.251805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.255554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60596) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.255898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60598) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.320933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2483f9d8-0fcf-4b77-808c-1e700db71dec up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:12.327241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4fdcf5fb-c471-4604-ac83-f30c9428187a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Request body: {'floatingip': {'port_id': 'b8946b82-27e8-424c-9a01-30e70f315560'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:12.331201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-392d1f43-9b70-458b-8b88-1d80580052cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Unset dirty status for tenant:6bc73ad08b514c63b450970efd2d7b0b on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:12.332426 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-392d1f43-9b70-458b-8b88-1d80580052cf tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 207 time: 0.2677214 Mar 16 10:55:12.333253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=2483f9d8-0fcf-4b77-808c-1e700db71dec,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:12.338887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60604) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.368277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 2483f9d8-0fcf-4b77-808c-1e700db71dec {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:12.368629 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2483f9d8-0fcf-4b77-808c-1e700db71dec not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 10:55:12.368845 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84875055-dae1-41e8-816d-a99804328e9d req-582d6e56-6cd6-4fe4-8041-0365a52424d3 service neutron] 10.222.0.48 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816898 Mar 16 10:55:12.409686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Port 2483f9d8-0fcf-4b77-808c-1e700db71dec not found, will not notify nova. {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 10:55:12.410544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d8c43da0-1e05-48c8-ba8e-c5fe3157e427 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:12.438182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e7d2c-1853-449d-8150-dd9662980fc0 None None] Unable to find a vacant binding_index for network 0375464b-5f60-41d1-b784-71f1c989cc0c and agent 2d63f4c4-a690-493f-b5b8-252bbac122ba {{(pid=87876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 16 10:55:12.455390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e7d2c-1853-449d-8150-dd9662980fc0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 0375464b-5f60-41d1-b784-71f1c989cc0c) {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:12.467651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf5fb-c471-4604-ac83-f30c9428187a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for floatingip, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.628632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.677258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:12.679390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:12.713534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:12.713903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.814673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.905678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97826c60-aede-4ac0-bcf2-b1835d70fdc9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:12.911548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97826c60-aede-4ac0-bcf2-b1835d70fdc9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:12.917408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97826c60-aede-4ac0-bcf2-b1835d70fdc9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:12.923094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97826c60-aede-4ac0-bcf2-b1835d70fdc9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:12.924768 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-97826c60-aede-4ac0-bcf2-b1835d70fdc9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5837212 Mar 16 10:55:12.928524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.936647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b11836-1873-4867-8877-16e538a26281 req-70bb0ed8-82ea-4f2e-ae92-cf0a2d9fc2c6 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:12.938045 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b9b11836-1873-4867-8877-16e538a26281 req-70bb0ed8-82ea-4f2e-ae92-cf0a2d9fc2c6 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 943 time: 0.2912169 Mar 16 10:55:12.938664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60610) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.956912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:12.963109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:12.993487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port d8c43da0-1e05-48c8-ba8e-c5fe3157e427, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d8c43da0-1e05-48c8-ba8e-c5fe3157e427,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:13.002131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.003511 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c3e36dba-f663-4792-aff9-af8c0d184019 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:13.060411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.134292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-0375464b-5f60-41d1-b784-71f1c989cc0c', 'network_id': '0375464b-5f60-41d1-b784-71f1c989cc0c', 'tenant_id': '8be89bf0dde24a118fc8da282fe39515', 'fixed_ips': [{'subnet_id': 'f02c58da-cbd7-4e20-ade4-172fec6061db'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:13.135134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.159097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=d8c43da0-1e05-48c8-ba8e-c5fe3157e427,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:13.209391 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b9b11836-1873-4867-8877-16e538a26281 req-8be33631-ab00-4572-990c-8a62ccb70adf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2473733 Mar 16 10:55:13.275134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c3e36dba-f663-4792-aff9-af8c0d184019 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:13.275770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.290279 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f77c80cc-1a83-4910-a0a7-e335bbadbe0d tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3485694 Mar 16 10:55:13.294247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:13.294921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60616) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.379721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33f690-9418-46c2-944a-0f4d18e412ae tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:13.381049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33f690-9418-46c2-944a-0f4d18e412ae tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:13.386666 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bd33f690-9418-46c2-944a-0f4d18e412ae tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0869377 Mar 16 10:55:13.389476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60620) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.457744 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Allocated IP 2001:db8::2 (0375464b-5f60-41d1-b784-71f1c989cc0c/f02c58da-cbd7-4e20-ade4-172fec6061db/cc7ab192-f791-4e4a-9e36-1e4ff2802899) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:13.481758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f86d942b-9aac-4894-b055-85401ee6b0ed up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:13.618880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986d9dc-9ea3-40b6-8ec7-324b839bc377 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['shared'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:13.620115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986d9dc-9ea3-40b6-8ec7-324b839bc377 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['shared'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:13.625118 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5986d9dc-9ea3-40b6-8ec7-324b839bc377 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2311323 Mar 16 10:55:13.628340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60624) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.679743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:13.689724 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:13.701827 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bebdd189-7300-416f-a69f-40fc8c26a230 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0840471 Mar 16 10:55:13.702309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60628) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.717592 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:13.718455 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:13.852646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.866566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Transition to ACTIVE for port object cc7ab192-f791-4e4a-9e36-1e4ff2802899 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:13.884152 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee74690-322f-4130-b274-b4f9e3a0ada9 req-565cf17c-f390-4953-af2f-d09dc51a8f29 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:13.886087 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4ee74690-322f-4130-b274-b4f9e3a0ada9 req-565cf17c-f390-4953-af2f-d09dc51a8f29 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.6719472 Mar 16 10:55:13.889689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Router 42d90e5c-36b7-42e4-b787-4f01b53b312c is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:13.899105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Transition to ACTIVE for port object cc7ab192-f791-4e4a-9e36-1e4ff2802899 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:13.915195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.997531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5abaaf6-e3aa-4a2c-93e2-8c4a70957696 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting subnet 4ffc9038-5203-468c-a2c4-77b896c46f26 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:14.000955 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:14.002285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5abaaf6-e3aa-4a2c-93e2-8c4a70957696 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.048345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Network 0375464b-5f60-41d1-b784-71f1c989cc0c is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:14.055702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:14.061530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:14.079527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5abaaf6-e3aa-4a2c-93e2-8c4a70957696 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.142460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.146147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-10943f21-7dda-40cb-9c07-4e28acb9ffdd None None] Provisioning complete for port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:14.146583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-10943f21-7dda-40cb-9c07-4e28acb9ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.190509 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4ee74690-322f-4130-b274-b4f9e3a0ada9 req-3a46d77b-6d6e-4273-a65e-f712545e15fb tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951832 Mar 16 10:55:14.197105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5abaaf6-e3aa-4a2c-93e2-8c4a70957696 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.205842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.resource_extend [None req-4fdcf5fb-c471-4604-ac83-f30c9428187a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:55:14.219302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Pushing event updated for resources: {'Port': ['ID=cc7ab192-f791-4e4a-9e36-1e4ff2802899,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:14.221791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f86d942b-9aac-4894-b055-85401ee6b0ed triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:14.222227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.263521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Subnet': ['ID=f02c58da-cbd7-4e20-ade4-172fec6061db,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:14.286302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Attempting to bind port cc7ab192-f791-4e4a-9e36-1e4ff2802899 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:14.297700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Attempting to bind port cc7ab192-f791-4e4a-9e36-1e4ff2802899 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'f5e7b201-9380-472b-8df8-d218ac623791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0375464b-5f60-41d1-b784-71f1c989cc0c'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:14.312730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Attempting to bind port cc7ab192-f791-4e4a-9e36-1e4ff2802899 on network 0375464b-5f60-41d1-b784-71f1c989cc0c {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:14.340243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:14.375846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Sync routers for ids ['42d90e5c-36b7-42e4-b787-4f01b53b312c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:14.412724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:14.413455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Checking segment: {'id': 'f5e7b201-9380-472b-8df8-d218ac623791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0375464b-5f60-41d1-b784-71f1c989cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:14.416223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.416875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Bound using segment: {'id': 'f5e7b201-9380-472b-8df8-d218ac623791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0375464b-5f60-41d1-b784-71f1c989cc0c'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:14.416990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5abaaf6-e3aa-4a2c-93e2-8c4a70957696 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.417461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf5fb-c471-4604-ac83-f30c9428187a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.419050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.419795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Bound port: cc7ab192-f791-4e4a-9e36-1e4ff2802899, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e7b201-9380-472b-8df8-d218ac623791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0375464b-5f60-41d1-b784-71f1c989cc0c'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:14.420385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.430548 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9e2d3b41-08af-4584-92ab-a4afb20ce93c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "PUT /v2.0/routers/42d90e5c-36b7-42e4-b787-4f01b53b312c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6315339 Mar 16 10:55:14.434209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf5fb-c471-4604-ac83-f30c9428187a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.479231 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:11Z', 'revision_number': 8, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:55:09Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:14.479691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60634) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:14.484399 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:14.486960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Routers {'42d90e5c-36b7-42e4-b787-4f01b53b312c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:14.487742 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['42d90e5c-36b7-42e4-b787-4f01b53b312c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:14.494907 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:14.495724 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:14.518489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0375464b-5f60-41d1-b784-71f1c989cc0c']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:14.536252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e7b201-9380-472b-8df8-d218ac623791') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:14.536550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e7b201-9380-472b-8df8-d218ac623791') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:14.560621 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.628717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5abaaf6-e3aa-4a2c-93e2-8c4a70957696 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.637372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abaaf6-e3aa-4a2c-93e2-8c4a70957696 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffc9038-5203-468c-a2c4-77b896c46f26,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:14.660202 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f5abaaf6-e3aa-4a2c-93e2-8c4a70957696 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/4ffc9038-5203-468c-a2c4-77b896c46f26 HTTP/1.1" status: 204 len: 168 time: 0.9541514 Mar 16 10:55:14.660854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60638) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:14.674037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8b0c1be-fc43-4657-b332-7ced8d0f80d3 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:55:14.688406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.696699 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:14.726460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:14.726859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:14.741408 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:14.750701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcaf9f7-b392-415a-9c62-722224aad1f7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:14.756316 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2dcaf9f7-b392-415a-9c62-722224aad1f7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports/c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 HTTP/1.1" status: 200 len: 911 time: 0.2579513 Mar 16 10:55:14.757024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60642) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:14.796545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.resource_extend [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:55:14.819843 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-4fdcf5fb-c471-4604-ac83-f30c9428187a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Floating IP 50e874b8-35e5-4c45-b00f-5bdbe2777872 associated. External IP: 172.26.2.152, port: b8946b82-27e8-424c-9a01-30e70f315560. Mar 16 10:55:14.853303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa2d20-bf8b-4540-b9a0-0bfd1623317a req-f5cc26c0-184f-4cdb-bed0-32a6c77e36f1 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:14.862188 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9daa2d20-bf8b-4540-b9a0-0bfd1623317a req-f5cc26c0-184f-4cdb-bed0-32a6c77e36f1 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 943 time: 0.3784132 Mar 16 10:55:14.864039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] For port cc7ab192-f791-4e4a-9e36-1e4ff2802899, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:14.889188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e474c-8c88-42b2-a027-d30a39be90bb tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:14.891391 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4e5e474c-8c88-42b2-a027-d30a39be90bb tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/networks/d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 HTTP/1.1" status: 200 len: 799 time: 1.2614009 Mar 16 10:55:14.895866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60646) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:14.946590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Set router 42d90e5c-36b7-42e4-b787-4f01b53b312c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:15.088884 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:11Z', 'revision_number': 8, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:55:09Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:15.094221 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570a748-202f-4105-b70f-608a8f7ff5ec None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:11Z', 'revision_number': 8, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86d942b-9aac-4894-b055-85401ee6b0ed', 'name': '', 'network_id': '6cda20c7-9a9d-476d-9f30-5329f4188877', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:48:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:41Z', 'updated_at': '2022-03-16T10:55:09Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '40359859-c2e2-40b1-be1d-4f769a4e3cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:15.107496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9daa2d20-bf8b-4540-b9a0-0bfd1623317a req-25276735-61d8-4703-8131-16dc1ceb6b47 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2440367 Mar 16 10:55:15.183826 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e2f75110-908f-411f-80e8-c0b19d5f5ce1 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/networks/d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2828224 Mar 16 10:55:15.189791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60650) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.200347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-10943f21-7dda-40cb-9c07-4e28acb9ffdd None None] Provisioning for port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:15.239849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44e03d5-7e4b-4243-a400-7ecc5698dc00 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:15.246700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44e03d5-7e4b-4243-a400-7ecc5698dc00 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:15.252208 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c44e03d5-7e4b-4243-a400-7ecc5698dc00 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4703124 Mar 16 10:55:15.259162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60656) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.286138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-10943f21-7dda-40cb-9c07-4e28acb9ffdd None None] Provisioning complete for port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:15.286509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-10943f21-7dda-40cb-9c07-4e28acb9ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.357688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:15.390373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'port_id': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'mac_address': 'fa:16:3e:90:24:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:55:15.406141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-10943f21-7dda-40cb-9c07-4e28acb9ffdd None None] Port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:15.519739 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdcf5fb-c471-4604-ac83-f30c9428187a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Router 53f3eeb7-03f1-4570-a94f-883f1a9537cf has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:15.523720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] For port cc7ab192-f791-4e4a-9e36-1e4ff2802899, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=cc7ab192-f791-4e4a-9e36-1e4ff2802899,segment=NetworkSegment(f5e7b201-9380-472b-8df8-d218ac623791),segment_id=f5e7b201-9380-472b-8df8-d218ac623791)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:15.528402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d8c43da0-1e05-48c8-ba8e-c5fe3157e427 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:15.533293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.567782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.590720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.622746 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:55:15.622746 dv-neutron-833860-1-hyperv neutron-server[87875]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:55:15.622746 dv-neutron-833860-1-hyperv neutron-server[87875]: [parameters: {'id': '0375464b-5f60-41d1-b784-71f1c989cc0c'}] Mar 16 10:55:15.622746 dv-neutron-833860-1-hyperv neutron-server[87875]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:15.625067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:15.657054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port c3e36dba-f663-4792-aff9-af8c0d184019 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:15.657542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.674342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b0c1be-fc43-4657-b332-7ced8d0f80d3 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:55:15.726784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:15.769987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.773652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fbbc0-516a-4286-9a70-f8798906f9b1 None None] Pushing event updated for resources: {'Port': ['ID=cc7ab192-f791-4e4a-9e36-1e4ff2802899,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.830661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b17ce7d-eed3-4220-a2d2-619598706643 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:15.836786 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5b17ce7d-eed3-4220-a2d2-619598706643 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/subnets/e16b463b-d7d9-4cd2-8f14-4f464a1ef844 HTTP/1.1" status: 200 len: 811 time: 0.6460817 Mar 16 10:55:15.838292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60660) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.913566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d90e5c-36b7-42e4-b787-4f01b53b312c', 'name': 'tempest-NetworksTestDHCPv6-router-365830852', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:06Z', 'updated_at': '2022-03-16T10:55:11Z', 'revision_number': 2, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None, '_interfaces': [{'id': 'c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4', 'name': '', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'mac_address': 'fa:16:3e:97:4a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d90e5c-36b7-42e4-b787-4f01b53b312c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '03eba065-0dbf-4352-87dc-cd15ea9d5feb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:09Z', 'updated_at': '2022-03-16T10:55:11Z', 'revision_number': 2, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'subnets': [{'id': '03eba065-0dbf-4352-87dc-cd15ea9d5feb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:15.930592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:15.930950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.961365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Checking router: 42d90e5c-36b7-42e4-b787-4f01b53b312c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:15.961762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Updating router 42d90e5c-36b7-42e4-b787-4f01b53b312c port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:55:15.976398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cadb2f-3c1e-40eb-bc2f-03b84fe7f61c tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['shared'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:15.980289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-63cadb2f-3c1e-40eb-bc2f-03b84fe7f61c tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "GET /v2.0/subnets/e16b463b-d7d9-4cd2-8f14-4f464a1ef844?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1395593 Mar 16 10:55:15.982615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60664) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.993678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074456648'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:15.998662 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0ec0c0-8da0-4305-81c6-32e022756901 None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:15.999104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:16.010803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Usage tracker for resource:network and tenant:6bc73ad08b514c63b450970efd2d7b0b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:16.045305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:16.051639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279fb65-a7e2-47e7-bcae-31302281c4d6 req-9372bfde-0eba-493b-a368-6661108d3af8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:16.053277 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8279fb65-a7e2-47e7-bcae-31302281c4d6 req-9372bfde-0eba-493b-a368-6661108d3af8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5442030 Mar 16 10:55:16.057551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:16.060638 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:16.074904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdcf5fb-c471-4604-ac83-f30c9428187a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:16.080040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf5fb-c471-4604-ac83-f30c9428187a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.089175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:16.093298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.094706 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] Sync routers for ids ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:16.105788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.111717 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] Routers {'53f3eeb7-03f1-4570-a94f-883f1a9537cf'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:16.112614 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:16.113255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-da216d52-5dbe-4218-a750-8233f3dcabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:16.114907 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-da216d52-5dbe-4218-a750-8233f3dcabbc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1098 time: 0.2275033 Mar 16 10:55:16.147534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-aea9aea0-2701-4bae-b23a-a2306acad3c6 None None] Provisioning complete for port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:16.147935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aea9aea0-2701-4bae-b23a-a2306acad3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.217660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['b8b0c1be-fc43-4657-b332-7ced8d0f80d3'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:55:16.233047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.309711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port c3e36dba-f663-4792-aff9-af8c0d184019, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c3e36dba-f663-4792-aff9-af8c0d184019,segment=NetworkSegment(1086ccb9-c6ac-4050-bc36-b605ef0eab98),segment_id=1086ccb9-c6ac-4050-bc36-b605ef0eab98)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:16.310134 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.385021 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] Set router 53f3eeb7-03f1-4570-a94f-883f1a9537cf gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:16.393236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:16.396964 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Deleting port cc7ab192-f791-4e4a-9e36-1e4ff2802899 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:16.397307 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.493613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for c3e36dba-f663-4792-aff9-af8c0d184019 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:16.523009 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4fdcf5fb-c471-4604-ac83-f30c9428187a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "PUT /v2.0/floatingips/50e874b8-35e5-4c45-b00f-5bdbe2777872 HTTP/1.1" status: 200 len: 992 time: 4.2355056 Mar 16 10:55:16.531672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'tag': 'b8946b82-27e8-424c-9a01-30e70f315560'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:16.535651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.535998 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Added segment 71f3303f-7e5e-461f-ae9b-987b81d673e8 of type vlan for network 96e86e34-09f9-4f54-9575-b66b5eac27b8 Mar 16 10:55:16.551321 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8279fb65-a7e2-47e7-bcae-31302281c4d6 req-9513d8bd-9f10-450d-a484-688f965884bd tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584619 Mar 16 10:55:16.616189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.632306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.664696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ec0c0-8da0-4305-81c6-32e022756901 None None] Resources bound (agent type, host, resource id): {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:16.719745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87866ba-4ffe-4e72-ad7e-1ea418ead8c1 req-baa74eea-af75-40b1-aacf-f13f6c05afba tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:16.721288 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c87866ba-4ffe-4e72-ad7e-1ea418ead8c1 req-baa74eea-af75-40b1-aacf-f13f6c05afba tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 944 time: 0.4144194 Mar 16 10:55:16.738452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-90c64e51-0fc1-4e77-bd5d-0b48e13743ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:16.739964 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-90c64e51-0fc1-4e77-bd5d-0b48e13743ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 913 time: 0.5983541 Mar 16 10:55:16.828479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.932207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-aea9aea0-2701-4bae-b23a-a2306acad3c6 None None] Provisioning complete for port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:16.932853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aea9aea0-2701-4bae-b23a-a2306acad3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.933640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:55:16.987657 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c87866ba-4ffe-4e72-ad7e-1ea418ead8c1 req-917980b6-e87c-4be0-81d7-f4c5c628a7ea tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2515380 Mar 16 10:55:17.088513 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '50e874b8-35e5-4c45-b00f-5bdbe2777872', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'floating_ip_address': '172.26.2.152', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'port_id': 'b8946b82-27e8-424c-9a01-30e70f315560', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'mac_address': 'fa:16:3e:59:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:54:30Z', 'updated_at': '2022-03-16T10:55:13Z', 'revision_number': 1, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a06fab-c2ab-4cd6-ab1f-d53def9a6b43', 'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'mac_address': 'fa:16:3e:ce:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:17Z', 'updated_at': '2022-03-16T10:54:41Z', 'revision_number': 5, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'subnets': [{'id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:17.093379 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] Checking router: 53f3eeb7-03f1-4570-a94f-883f1a9537cf for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:17.115478 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] Routers {'53f3eeb7-03f1-4570-a94f-883f1a9537cf'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:17.116171 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:17.120669 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2483f9d8-0fcf-4b77-808c-1e700db71dec no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:17.157510 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=c3e36dba-f663-4792-aff9-af8c0d184019,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.170203 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'tag': 'b8946b82-27e8-424c-9a01-30e70f315560', 'status': 'completed', 'code': 200} Mar 16 10:55:17.171161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No DVR routers for this DVR port c3e36dba-f663-4792-aff9-af8c0d184019 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:17.177334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-aea9aea0-2701-4bae-b23a-a2306acad3c6 None None] Port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:17.193773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 2483f9d8-0fcf-4b77-808c-1e700db71dec {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:17.194255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2483f9d8-0fcf-4b77-808c-1e700db71dec not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:17.194647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.204463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:17.205463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.272538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] For port cc7ab192-f791-4e4a-9e36-1e4ff2802899, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=cc7ab192-f791-4e4a-9e36-1e4ff2802899,segment=NetworkSegment(f5e7b201-9380-472b-8df8-d218ac623791),segment_id=f5e7b201-9380-472b-8df8-d218ac623791)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:17.272921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.302464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.303426 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-7cd9e707-e003-4a4f-a90d-a919f8116be7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.4620767 Mar 16 10:55:17.306781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255026c0-d7fd-4f52-a640-4d49e53b3679 req-6db546ad-50df-49ad-bdba-12a199728249 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:17.308615 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-255026c0-d7fd-4f52-a640-4d49e53b3679 req-6db546ad-50df-49ad-bdba-12a199728249 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 946 time: 0.5873597 Mar 16 10:55:17.344947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Transition to ACTIVE for port object c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:17.368450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.396328 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] Set router 53f3eeb7-03f1-4570-a94f-883f1a9537cf gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:17.449399 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4632256 Mar 16 10:55:17.458609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60674) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:17.460282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a1c83-22a3-4a29-8dee-21455843daf8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Network': ['ID=96e86e34-09f9-4f54-9575-b66b5eac27b8,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.471509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'network_id': '96e86e34-09f9-4f54-9575-b66b5eac27b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:17.509161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Calling delete_port for cc7ab192-f791-4e4a-9e36-1e4ff2802899 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:17.513523 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 96e86e34-09f9-4f54-9575-b66b5eac27b8 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:17.519092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-f686da85-273d-4ab1-96c8-00c06bf6d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:17.521024 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-f686da85-273d-4ab1-96c8-00c06bf6d5dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 200 len: 851 time: 0.2042019 Mar 16 10:55:17.538562 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.573600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a0be7-08b1-45a6-b7af-0b512989cd33 None None] Pushing event updated for resources: {'Port': ['ID=c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.591073 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ede08e-24b2-4fe7-a434-4c44ba762980']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:17.628451 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-255026c0-d7fd-4f52-a640-4d49e53b3679 req-4e98112b-78fe-4fbb-ad6a-c5f4612145e3 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118001 Mar 16 10:55:17.640050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1086ccb9-c6ac-4050-bc36-b605ef0eab98') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:17.640345 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1086ccb9-c6ac-4050-bc36-b605ef0eab98') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:17.689615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.709702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.724307 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.729685 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:17.730107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:17.772263 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:17.809931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-83bae230-1b95-4623-bb05-1d65ce3e0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:17.811605 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-83bae230-1b95-4623-bb05-1d65ce3e0c37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c480ded403d94a78b89e39ab463cf7cb&device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 1099 time: 0.6730409 Mar 16 10:55:17.817343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:17.835391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:17.838127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.855188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Port': ['ID=cc7ab192-f791-4e4a-9e36-1e4ff2802899,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.857417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No DVR routers for this DVR port cc7ab192-f791-4e4a-9e36-1e4ff2802899 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:17.941897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:17.971321 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '50e874b8-35e5-4c45-b00f-5bdbe2777872', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'floating_ip_address': '172.26.2.152', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'port_id': 'b8946b82-27e8-424c-9a01-30e70f315560', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'mac_address': 'fa:16:3e:59:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:54:30Z', 'updated_at': '2022-03-16T10:55:13Z', 'revision_number': 1, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a06fab-c2ab-4cd6-ab1f-d53def9a6b43', 'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'mac_address': 'fa:16:3e:ce:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:17Z', 'updated_at': '2022-03-16T10:54:41Z', 'revision_number': 5, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'subnets': [{'id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:17.987077 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050b99c-dcb0-4d20-a9e8-aeefe8400788 None None] The sync data for ids ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'] in dv-neutron-833860-1-hyperv is: [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '50e874b8-35e5-4c45-b00f-5bdbe2777872', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'floating_ip_address': '172.26.2.152', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'port_id': 'b8946b82-27e8-424c-9a01-30e70f315560', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'mac_address': 'fa:16:3e:59:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:54:30Z', 'updated_at': '2022-03-16T10:55:13Z', 'revision_number': 1, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a06fab-c2ab-4cd6-ab1f-d53def9a6b43', 'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'mac_address': 'fa:16:3e:ce:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:17Z', 'updated_at': '2022-03-16T10:54:41Z', 'revision_number': 5, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'subnets': [{'id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:18.008707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.066638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0375464b-5f60-41d1-b784-71f1c989cc0c']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:18.082801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Made reservation on behalf of 6bc73ad08b514c63b450970efd2d7b0b for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:18.086554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.098938 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e7b201-9380-472b-8df8-d218ac623791') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:18.099537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e7b201-9380-472b-8df8-d218ac623791') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:18.117165 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.118257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Attempting to bind port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:18.118746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Attempting to bind port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:18.118979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Attempting to bind port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:18.128216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:18.128718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:18.129105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.129506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:18.130006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Bound port: c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:18.130380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.140840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.156711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:18.157507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.232835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] For port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:18.236308 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] For port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:18.246120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:18.252242 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:18.260002 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.312598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-1603ada5-3a6c-4269-9381-a3689a1a0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:18.314208 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-1603ada5-3a6c-4269-9381-a3689a1a0318 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7866693 Mar 16 10:55:18.319439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23eb861-2a85-40c8-91f8-735dba3f050c None None] New status for floating IP 50e874b8-35e5-4c45-b00f-5bdbe2777872: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:55:18.319646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.337751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Network': ['ID=39ede08e-24b2-4fe7-a434-4c44ba762980,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.346918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.372109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.379083 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/0375464b-5f60-41d1-b784-71f1c989cc0c HTTP/1.1" status: 204 len: 168 time: 6.0880556 Mar 16 10:55:18.379795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60686) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.386162 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fb1757fc-b2ef-430f-b0e6-3217429a9d88 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/networks/39ede08e-24b2-4fe7-a434-4c44ba762980 HTTP/1.1" status: 204 len: 168 time: 3.7209420 Mar 16 10:55:18.391166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-275296111'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:18.395694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51993df3-cae1-4ff2-998f-f4e3d92e6410 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Network': ['ID=0375464b-5f60-41d1-b784-71f1c989cc0c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.399100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60690) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.403417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:18.445622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a0be7-08b1-45a6-b7af-0b512989cd33 None None] Pushing event updated for resources: {'Port': ['ID=c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.454028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Routers {'42d90e5c-36b7-42e4-b787-4f01b53b312c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:18.454644 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['42d90e5c-36b7-42e4-b787-4f01b53b312c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:18.465746 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-1931e423-7bdf-4780-a54a-2dd506e45aaa service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387019 Mar 16 10:55:18.469889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:network and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:18.487668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:18.506333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:18.527445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e93a455-f2b1-42f4-8ae5-03b4b17c6c31 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:18.539716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f292d12-3f9f-461a-98da-1425ab1bf0c4 None None] Network f6c46bf2-439b-4ad7-b041-fc353b4f9f83 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:18.557940 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eca6c6-4488-48e1-988b-4029ac35f08c None None] Network 7c029748-8be5-4ce1-a461-c8f7bf739174 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:18.569945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b2cfb0-17e3-4dce-9017-a1b45193ce10 None None] Network 0375464b-5f60-41d1-b784-71f1c989cc0c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:18.636133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7992f1-5c69-495d-87f2-f619bdc3da05 req-6674283c-f618-44df-a7b7-19c12ba3431c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:18.638356 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c7992f1-5c69-495d-87f2-f619bdc3da05 req-6674283c-f618-44df-a7b7-19c12ba3431c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.9206874 Mar 16 10:55:18.694724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_backend_mixin [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Performing IP validity checks on allocation pools {{(pid=87874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:55:18.695383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_backend_mixin [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:55:18.750962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a780963-9a28-4a7e-a303-9b9de21dfca1 req-f39e190a-72a6-4584-820d-c77f6d00ab26 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:18.752593 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4a780963-9a28-4a7e-a303-9b9de21dfca1 req-f39e190a-72a6-4584-820d-c77f6d00ab26 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 944 time: 0.4970484 Mar 16 10:55:18.867495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-786e9532-6bab-49e7-b287-82c74c8179c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:18.870599 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-786e9532-6bab-49e7-b287-82c74c8179c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d763a5a-f308-425a-be9c-c795624cc306 HTTP/1.1" status: 200 len: 913 time: 1.0402362 Mar 16 10:55:18.959349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b2cfb0-17e3-4dce-9017-a1b45193ce10 None None] Network 0375464b-5f60-41d1-b784-71f1c989cc0c could not be found, it might have been deleted concurrently. {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:55:18.960775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f292d12-3f9f-461a-98da-1425ab1bf0c4 None None] Network f6c46bf2-439b-4ad7-b041-fc353b4f9f83 could not be found, it might have been deleted concurrently. {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:55:18.961947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eca6c6-4488-48e1-988b-4029ac35f08c None None] Network 7c029748-8be5-4ce1-a461-c8f7bf739174 could not be found, it might have been deleted concurrently. {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:55:18.977814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4fe3c-ef3a-45df-9a61-419339a4183e None None] DHCP port deletion for 39ede08e-24b2-4fe7-a434-4c44ba762980 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:19.007943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:19.011591 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.013423 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c7992f1-5c69-495d-87f2-f619bdc3da05 req-ac350a0c-c3d8-49f0-854b-f6ce242ff4ef tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287015 Mar 16 10:55:19.034293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acabbf69-7675-475c-b4a0-e4349ce58234 None None] Network 0375464b-5f60-41d1-b784-71f1c989cc0c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:19.061690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] For port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4, host dv-neutron-833860-1-hyperv, got binding levels [] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:19.062771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.065924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986972dd-e52b-45cd-8895-56bff5bee8be None None] Network f6c46bf2-439b-4ad7-b041-fc353b4f9f83 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:19.085976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5d860-74a2-43c3-9e5f-def9de2cc16f None None] Network 7c029748-8be5-4ce1-a461-c8f7bf739174 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:19.091290 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e0d6bdd-3bae-475f-b4c0-5d3ebe1442e3 req-f50edabe-633d-4d05-ad40-96867e9d7f68 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175343 Mar 16 10:55:19.114729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-de4b4ed8-e37a-4bf9-9549-437d595e02df None None] Could not find standard attr ID for object 2483f9d8-0fcf-4b77-808c-1e700db71dec. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:19.119645 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4a780963-9a28-4a7e-a303-9b9de21dfca1 req-e435291e-d5c1-4b15-ba8b-6f67571e2ac5 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1719036 Mar 16 10:55:19.149110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acabbf69-7675-475c-b4a0-e4349ce58234 None None] Network 0375464b-5f60-41d1-b784-71f1c989cc0c could not be found, it might have been deleted concurrently. {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:55:19.162617 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986972dd-e52b-45cd-8895-56bff5bee8be None None] Network f6c46bf2-439b-4ad7-b041-fc353b4f9f83 could not be found, it might have been deleted concurrently. {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:55:19.163970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5d860-74a2-43c3-9e5f-def9de2cc16f None None] Network 7c029748-8be5-4ce1-a461-c8f7bf739174 could not be found, it might have been deleted concurrently. {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 10:55:19.176381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c3e36dba-f663-4792-aff9-af8c0d184019 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:19.201596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:19.211978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.212524 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Added segment b401e18d-e20f-4374-906b-d77cc3cae8a8 of type vlan for network a0a6e81e-8d01-473a-ab24-39acdf33f0d2 Mar 16 10:55:19.267427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.268782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: c3e36dba-f663-4792-aff9-af8c0d184019 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:19.269120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c3e36dba-f663-4792-aff9-af8c0d184019 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:19.275530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:19.278134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] Set router 42d90e5c-36b7-42e4-b787-4f01b53b312c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:19.325908 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-a1ccc43d-44f6-4340-b199-faed5d005934 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8946b82-27e8-424c-9a01-30e70f315560 HTTP/1.1" status: 200 len: 1000 time: 0.4326720 Mar 16 10:55:19.355412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.362121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:19.363130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.494770 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1109710 Mar 16 10:55:19.495653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60696) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.500586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-911cedd8-0967-41c2-b1db-74750c8b2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:19.502075 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-911cedd8-0967-41c2-b1db-74750c8b2fba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d HTTP/1.1" status: 200 len: 851 time: 0.1686213 Mar 16 10:55:19.503196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Request body: {'subnet': {'network_id': 'a0a6e81e-8d01-473a-ab24-39acdf33f0d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:19.518818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e196b96-2c35-4154-84d3-31b6a8bb3a21 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Network': ['ID=a0a6e81e-8d01-473a-ab24-39acdf33f0d2,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:19.576102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.628997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network a0a6e81e-8d01-473a-ab24-39acdf33f0d2 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:19.629261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:19.629377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:19.670354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:19.677710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Usage tracker for resource:subnet and tenant:8be89bf0dde24a118fc8da282fe39515 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:19.678063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=c7db6e58-4561-4e2b-afaa-5175ec484fb2,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:19.681075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:19.689028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Checking segment: {'id': '71f3303f-7e5e-461f-ae9b-987b81d673e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '96e86e34-09f9-4f54-9575-b66b5eac27b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:19.689708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:19.690152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network hostable DHCP agents. Network: 96e86e34-09f9-4f54-9575-b66b5eac27b8, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:19.698323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-1719d0fa-1c2d-4262-a1db-829d01024cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:19.699587 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-1719d0fa-1c2d-4262-a1db-829d01024cd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d763a5a-f308-425a-be9c-c795624cc306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1838739 Mar 16 10:55:19.712460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Made reservation on behalf of 8be89bf0dde24a118fc8da282fe39515 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:19.715977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.736842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.799471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Network 96e86e34-09f9-4f54-9575-b66b5eac27b8 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:19.824099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 96e86e34-09f9-4f54-9575-b66b5eac27b8) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:19.832620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:19.833430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526691'] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.855056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed487a12-37bd-4c21-8975-8b6440ba5c2d None None] Network 96e86e34-09f9-4f54-9575-b66b5eac27b8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:19.868709 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-0f004f4b-3ac1-4f57-bf41-7979e41888ed service neutron] 10.222.0.48 "GET /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612287 Mar 16 10:55:19.913081 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c7ab05f8-606b-4979-bbf4-9629fa9e34fd tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4475751 Mar 16 10:55:19.916951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60700) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.927003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e292d5c0-0734-4233-8c76-96aaa5e29737 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:19.986384 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d90e5c-36b7-42e4-b787-4f01b53b312c', 'name': 'tempest-NetworksTestDHCPv6-router-365830852', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:06Z', 'updated_at': '2022-03-16T10:55:11Z', 'revision_number': 2, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None, '_interfaces': [{'id': 'c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4', 'name': '', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'mac_address': 'fa:16:3e:97:4a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d90e5c-36b7-42e4-b787-4f01b53b312c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '03eba065-0dbf-4352-87dc-cd15ea9d5feb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:09Z', 'updated_at': '2022-03-16T10:55:18Z', 'revision_number': 4, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'subnets': [{'id': '03eba065-0dbf-4352-87dc-cd15ea9d5feb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:19.993428 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fb1b6-8ec8-4eee-8ec6-c413b01f44ce None None] The sync data for ids ['42d90e5c-36b7-42e4-b787-4f01b53b312c'] in dv-neutron-833860-1-hyperv is: [{'id': '42d90e5c-36b7-42e4-b787-4f01b53b312c', 'name': 'tempest-NetworksTestDHCPv6-router-365830852', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:06Z', 'updated_at': '2022-03-16T10:55:11Z', 'revision_number': 2, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None, '_interfaces': [{'id': 'c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4', 'name': '', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'mac_address': 'fa:16:3e:97:4a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d90e5c-36b7-42e4-b787-4f01b53b312c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '03eba065-0dbf-4352-87dc-cd15ea9d5feb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:09Z', 'updated_at': '2022-03-16T10:55:18Z', 'revision_number': 4, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'subnets': [{'id': '03eba065-0dbf-4352-87dc-cd15ea9d5feb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:20.109565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-96e86e34-09f9-4f54-9575-b66b5eac27b8', 'network_id': '96e86e34-09f9-4f54-9575-b66b5eac27b8', 'tenant_id': '6bc73ad08b514c63b450970efd2d7b0b', 'fixed_ips': [{'subnet_id': 'c7db6e58-4561-4e2b-afaa-5175ec484fb2'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:20.111620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.268702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4cf478a2-0d3b-4a0e-a3f6-5c100841d2c1 None None] Provisioning complete for port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:20.269487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4cf478a2-0d3b-4a0e-a3f6-5c100841d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.367085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:20.367953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.439217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port f86d942b-9aac-4894-b055-85401ee6b0ed {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:20.439770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.470465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Allocated IP 172.20.0.3 (96e86e34-09f9-4f54-9575-b66b5eac27b8/c7db6e58-4561-4e2b-afaa-5175ec484fb2/49274f8c-1f95-4ff8-8c8f-c2c615cf70ca) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:20.522414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e292d5c0-0734-4233-8c76-96aaa5e29737 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1699117'] for subnet, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.552069 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c93dc1c7-d268-4e93-92cd-9be36212933e req-6f4ed613-4cdd-4afc-a7a6-4a895bfc1e23 service neutron] 10.222.0.48 "GET /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756854 Mar 16 10:55:20.654101 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8b0c1be-fc43-4657-b332-7ced8d0f80d3 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:20.828100 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfcbfb-ac18-4158-8441-3087e43814a9 req-2d15ba8b-b9db-4b70-83a6-d0307e2519b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:20.836495 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-abdfcbfb-ac18-4158-8441-3087e43814a9 req-2d15ba8b-b9db-4b70-83a6-d0307e2519b4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4701941 Mar 16 10:55:20.886269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port f86d942b-9aac-4894-b055-85401ee6b0ed, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f86d942b-9aac-4894-b055-85401ee6b0ed,segment=NetworkSegment(c3498177-94c3-4ccd-a7c5-027356473e16),segment_id=c3498177-94c3-4ccd-a7c5-027356473e16)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:20.886838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.911815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:20.931110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:20.931485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.968680 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-abdfcbfb-ac18-4158-8441-3087e43814a9 req-00a66a11-13e7-4fce-a78d-b8cb278a6a8a tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308367 Mar 16 10:55:20.983824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] For port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:20.984295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.034049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.083361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Transition to ACTIVE for port object 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:21.201389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Transition to ACTIVE for port object 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:21.221705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.257180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.objects.ports [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87875) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:55:21.305553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:21.308217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:21.339891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.382349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for f86d942b-9aac-4894-b055-85401ee6b0ed owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:21.412624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.418569 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Network 96e86e34-09f9-4f54-9575-b66b5eac27b8 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:21.427587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Pushing event updated for resources: {'Port': ['ID=49274f8c-1f95-4ff8-8c8f-c2c615cf70ca,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:21.430107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:21.456628 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:21.458002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:21.462761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:21.473321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.546163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b479fd2-7c32-45fc-964a-057331784eab req-12c688d4-22ff-4ced-bf64-5dd7e77df7ad tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:21.548350 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6b479fd2-7c32-45fc-964a-057331784eab req-12c688d4-22ff-4ced-bf64-5dd7e77df7ad tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 944 time: 1.2062900 Mar 16 10:55:21.751819 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:21.759828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Attempting to bind port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:21.760501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Attempting to bind port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '71f3303f-7e5e-461f-ae9b-987b81d673e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '96e86e34-09f9-4f54-9575-b66b5eac27b8'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:21.761157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Attempting to bind port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca on network 96e86e34-09f9-4f54-9575-b66b5eac27b8 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:21.766779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:21.769628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event updated for resources: {'Subnet': ['ID=def343a7-89d3-4433-ba37-28867304fde3,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:21.774717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:21.775084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Checking segment: {'id': '71f3303f-7e5e-461f-ae9b-987b81d673e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '96e86e34-09f9-4f54-9575-b66b5eac27b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:21.776446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.776446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Bound using segment: {'id': '71f3303f-7e5e-461f-ae9b-987b81d673e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '96e86e34-09f9-4f54-9575-b66b5eac27b8'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:21.776446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Bound port: 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f3303f-7e5e-461f-ae9b-987b81d673e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '96e86e34-09f9-4f54-9575-b66b5eac27b8'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:21.777172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.779220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-ee2f351e-b4fc-483b-824e-576a6250d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:21.780861 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-ee2f351e-b4fc-483b-824e-576a6250d39f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1098 time: 0.3068228 Mar 16 10:55:21.787584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Checking segment: {'id': 'b401e18d-e20f-4374-906b-d77cc3cae8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0a6e81e-8d01-473a-ab24-39acdf33f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:21.788661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network hostable DHCP agents. Network: a0a6e81e-8d01-473a-ab24-39acdf33f0d2, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:21.792242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56008f-a7ce-4b24-8f5b-22cd0ac5f44b req-2d1cac01-f761-4a20-9329-d4d3e668ad22 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:21.793886 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6c56008f-a7ce-4b24-8f5b-22cd0ac5f44b req-2d1cac01-f761-4a20-9329-d4d3e668ad22 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.3834512 Mar 16 10:55:21.794862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:21.795215 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.873058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e292d5c0-0734-4233-8c76-96aaa5e29737 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765975443703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10907850'] for subnet, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.894550 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6b479fd2-7c32-45fc-964a-057331784eab req-2de9b71a-1e8b-46c0-9698-afdf004155b1 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3121309 Mar 16 10:55:21.923214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Network a0a6e81e-8d01-473a-ab24-39acdf33f0d2 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:21.959574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, a0a6e81e-8d01-473a-ab24-39acdf33f0d2) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:21.979802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:21.981757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.988383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd9e95-e56f-42d8-b2d2-677aaa954788 None None] Network a0a6e81e-8d01-473a-ab24-39acdf33f0d2 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:22.016548 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'code': 200} Mar 16 10:55:22.038197 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3dce5200-4985-4a1d-8a4c-35863d08a040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.071595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292d5c0-0734-4233-8c76-96aaa5e29737 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:22.072205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e292d5c0-0734-4233-8c76-96aaa5e29737 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.073588 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e292d5c0-0734-4233-8c76-96aaa5e29737 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "PUT /v2.0/subnets/c7db6e58-4561-4e2b-afaa-5175ec484fb2 HTTP/1.1" status: 200 len: 877 time: 2.1531940 Mar 16 10:55:22.076695 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6c56008f-a7ce-4b24-8f5b-22cd0ac5f44b req-12190a09-c781-42cb-a7fc-d603fe4884ba tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538788 Mar 16 10:55:22.080845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60714) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.148706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2a10fe72-389e-4e28-ad79-acdbff02282a None None] Provisioning complete for port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:22.149106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2a10fe72-389e-4e28-ad79-acdbff02282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.155420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d5c0-0734-4233-8c76-96aaa5e29737 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event updated for resources: {'Subnet': ['ID=c7db6e58-4561-4e2b-afaa-5175ec484fb2,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:22.157618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.165482 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cbca56dd-e538-41df-81d1-9e8ab5408b1f tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6678340 Mar 16 10:55:22.168098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60718) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.199401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.205348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-ef9568f6-af09-472d-bad9-471a6e2c4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:22.207167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-ef9568f6-af09-472d-bad9-471a6e2c4e55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 913 time: 0.4093728 Mar 16 10:55:22.207587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2a10fe72-389e-4e28-ad79-acdbff02282a None None] Port c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 was deleted so its status cannot be updated. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 10:55:22.214182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] For port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:22.219185 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No ports have port_id starting with c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 Mar 16 10:55:22.264475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] For port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=49274f8c-1f95-4ff8-8c8f-c2c615cf70ca,segment=NetworkSegment(71f3303f-7e5e-461f-ae9b-987b81d673e8),segment_id=71f3303f-7e5e-461f-ae9b-987b81d673e8)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:22.270992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:22.277714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.303078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=f86d942b-9aac-4894-b055-85401ee6b0ed,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:22.437652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a06e6c-18c8-4f48-a7dc-452714e20489 None None] Pushing event updated for resources: {'Port': ['ID=49274f8c-1f95-4ff8-8c8f-c2c615cf70ca,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:22.478794 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-a0a6e81e-8d01-473a-ab24-39acdf33f0d2', 'network_id': 'a0a6e81e-8d01-473a-ab24-39acdf33f0d2', 'tenant_id': '8be89bf0dde24a118fc8da282fe39515', 'fixed_ips': [{'subnet_id': 'def343a7-89d3-4433-ba37-28867304fde3'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:22.479663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.664212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.675831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.718513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.739725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Allocated IP 2001:db8::f816:3eff:fe93:7a4f (a0a6e81e-8d01-473a-ab24-39acdf33f0d2/def343a7-89d3-4433-ba37-28867304fde3/21390675-8664-4260-9a68-0fde4b7a4f86) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:22.862275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Deleting port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:22.862910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.001653 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-b65d39cf-be8f-49ce-872d-3d88c2a9334f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.7317655 Mar 16 10:55:23.005630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.077276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.091806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Transition to ACTIVE for port object 21390675-8664-4260-9a68-0fde4b7a4f86 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:23.124990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Transition to ACTIVE for port object 21390675-8664-4260-9a68-0fde4b7a4f86 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:23.138934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.221192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2247d07-f9bc-47b7-801d-1484976e5e2c req-75d7e01b-a8eb-4d9e-bd90-8fcaec187209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:23.223227 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a2247d07-f9bc-47b7-801d-1484976e5e2c req-75d7e01b-a8eb-4d9e-bd90-8fcaec187209 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 1098 time: 0.8927946 Mar 16 10:55:23.247240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-551c0b05-c2f6-4cf8-adb3-1151122592c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:23.249185 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-551c0b05-c2f6-4cf8-adb3-1151122592c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 200 len: 851 time: 0.2395778 Mar 16 10:55:23.267060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Network a0a6e81e-8d01-473a-ab24-39acdf33f0d2 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:23.288302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:23.294947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:23.319499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:23.330673 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Pushing event updated for resources: {'Port': ['ID=21390675-8664-4260-9a68-0fde4b7a4f86,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.428788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:23.435810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.451011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Attempting to bind port 21390675-8664-4260-9a68-0fde4b7a4f86 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:23.452026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Attempting to bind port 21390675-8664-4260-9a68-0fde4b7a4f86 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'b401e18d-e20f-4374-906b-d77cc3cae8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0a6e81e-8d01-473a-ab24-39acdf33f0d2'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:23.452555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Attempting to bind port 21390675-8664-4260-9a68-0fde4b7a4f86 on network a0a6e81e-8d01-473a-ab24-39acdf33f0d2 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:23.465645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:23.466019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Checking segment: {'id': 'b401e18d-e20f-4374-906b-d77cc3cae8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0a6e81e-8d01-473a-ab24-39acdf33f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:23.466400 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.466874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Bound using segment: {'id': 'b401e18d-e20f-4374-906b-d77cc3cae8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0a6e81e-8d01-473a-ab24-39acdf33f0d2'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:23.468833 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Bound port: 21390675-8664-4260-9a68-0fde4b7a4f86, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b401e18d-e20f-4374-906b-d77cc3cae8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0a6e81e-8d01-473a-ab24-39acdf33f0d2'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:23.469242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.525781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:23.583010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] For port 21390675-8664-4260-9a68-0fde4b7a4f86, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:23.587876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] For port 21390675-8664-4260-9a68-0fde4b7a4f86, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=21390675-8664-4260-9a68-0fde4b7a4f86,segment=NetworkSegment(b401e18d-e20f-4374-906b-d77cc3cae8a8),segment_id=b401e18d-e20f-4374-906b-d77cc3cae8a8)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:23.593698 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.693649 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a2247d07-f9bc-47b7-801d-1484976e5e2c req-cfa400e2-e19b-45b1-b77e-3a0a9ff92e8a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4629476 Mar 16 10:55:23.705576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7a485-fd3d-4899-8c27-c5a0caec4c44 req-7030c8a4-ccfe-4359-b4fb-18a0a3055da9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:23.713833 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fdf7a485-fd3d-4899-8c27-c5a0caec4c44 req-7030c8a4-ccfe-4359-b4fb-18a0a3055da9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.3963017 Mar 16 10:55:23.723161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb36b8-0538-40ba-b0e2-4e0b7f20a7ea None None] Pushing event updated for resources: {'Port': ['ID=21390675-8664-4260-9a68-0fde4b7a4f86,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.772958 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:23.786511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Router 42d90e5c-36b7-42e4-b787-4f01b53b312c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:23.786761 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:23.801455 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:23.802808 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:23.812249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.851339 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ff07c034-6cfe-4c82-afdd-02a0aace2820 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4501464 Mar 16 10:55:23.852276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60726) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:23.863524 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fdf7a485-fd3d-4899-8c27-c5a0caec4c44 req-ff6bd67e-65d6-47ef-839a-6309733fb388 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488199 Mar 16 10:55:23.866804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Subnet': ['ID=def343a7-89d3-4433-ba37-28867304fde3,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.930675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c5ce55-5141-4ce9-a0c1-050408be3029 None None] Network 96e86e34-09f9-4f54-9575-b66b5eac27b8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:24.055033 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:24.076867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.109125 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a6e81e-8d01-473a-ab24-39acdf33f0d2']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:24.112230 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-263182c4-122b-49bb-b201-24178b2c6da0 None None] Provisioning for port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:24.115940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] For port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=49274f8c-1f95-4ff8-8c8f-c2c615cf70ca,segment=NetworkSegment(71f3303f-7e5e-461f-ae9b-987b81d673e8),segment_id=71f3303f-7e5e-461f-ae9b-987b81d673e8)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:24.116461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.126365 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b401e18d-e20f-4374-906b-d77cc3cae8a8') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:24.126818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b401e18d-e20f-4374-906b-d77cc3cae8a8') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:24.127109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-7296bdfa-92de-44c5-87cf-5d023aae8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:24.128719 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-7296bdfa-92de-44c5-87cf-5d023aae8f51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8174334 Mar 16 10:55:24.135637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:24.140833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.145675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-263182c4-122b-49bb-b201-24178b2c6da0 None None] Provisioning complete for port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:24.146179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-263182c4-122b-49bb-b201-24178b2c6da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.159421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.175887 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:24.176383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.188834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581b9fd-eeb2-45b3-b4d8-bba58d96efab req-57f342c2-638e-4b88-9f3c-063fdc3eb683 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:24.189202 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d581b9fd-eeb2-45b3-b4d8-bba58d96efab req-57f342c2-638e-4b88-9f3c-063fdc3eb683 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.8622661 Mar 16 10:55:24.269314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] Sync routers for ids ['42d90e5c-36b7-42e4-b787-4f01b53b312c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:24.305255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] Routers {'42d90e5c-36b7-42e4-b787-4f01b53b312c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:24.305901 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['42d90e5c-36b7-42e4-b787-4f01b53b312c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:24.306048 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:24.310790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:55:24.310790 dv-neutron-833860-1-hyperv neutron-server[87875]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:55:24.310790 dv-neutron-833860-1-hyperv neutron-server[87875]: [parameters: {'id': 'a0a6e81e-8d01-473a-ab24-39acdf33f0d2'}] Mar 16 10:55:24.310790 dv-neutron-833860-1-hyperv neutron-server[87875]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:24.311375 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:24.414710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7dfbf8-c1b8-4e24-9826-8900e7003f1b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting subnet 40359859-c2e2-40b1-be1d-4f769a4e3cda {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:24.444883 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:21Z', 'revision_number': 9, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:24.449965 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:24.459204 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:24.459815 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:24.499654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Calling delete_port for 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:24.510265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] Set router 42d90e5c-36b7-42e4-b787-4f01b53b312c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:24.537458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfbf8-c1b8-4e24-9826-8900e7003f1b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.580097 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-673b813c-99ed-4f5c-b81f-af90ba69b2fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "PUT /v2.0/routers/42d90e5c-36b7-42e4-b787-4f01b53b312c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3174834 Mar 16 10:55:24.580903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60732) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.709614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfbf8-c1b8-4e24-9826-8900e7003f1b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.712770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d90e5c-36b7-42e4-b787-4f01b53b312c', 'name': 'tempest-NetworksTestDHCPv6-router-365830852', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:06Z', 'updated_at': '2022-03-16T10:55:21Z', 'revision_number': 3, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:24.713268 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:24.730640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9faba2-58bc-4eb3-afe2-a9ff9ec4d8f8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:24.733083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9faba2-58bc-4eb3-afe2-a9ff9ec4d8f8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:24.734021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-eb9faba2-58bc-4eb3-afe2-a9ff9ec4d8f8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:24.763879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-eb9faba2-58bc-4eb3-afe2-a9ff9ec4d8f8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:24.766601 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-eb9faba2-58bc-4eb3-afe2-a9ff9ec4d8f8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1850822 Mar 16 10:55:24.770764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] Checking router: 42d90e5c-36b7-42e4-b787-4f01b53b312c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:24.778361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60736) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.787220 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d581b9fd-eeb2-45b3-b4d8-bba58d96efab req-56983054-631f-4feb-9e31-823e0f696c5b tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104923 Mar 16 10:55:24.814364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] Routers {'42d90e5c-36b7-42e4-b787-4f01b53b312c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:24.814998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:54:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['42d90e5c-36b7-42e4-b787-4f01b53b312c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:24.840203 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.916967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc9ab5f-fdbd-4da2-900e-5a9b7519014d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 03eba065-0dbf-4352-87dc-cd15ea9d5feb {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:24.925492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dbc9ab5f-fdbd-4da2-900e-5a9b7519014d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.958025 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-33405d39-62fb-44b9-bae2-97bc64ba4f77 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202653 Mar 16 10:55:24.999109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Deleting port 21390675-8664-4260-9a68-0fde4b7a4f86 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:24.999503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.111823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] Set router 42d90e5c-36b7-42e4-b787-4f01b53b312c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:25.213747 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a58fcd9e-cf9f-4393-b90a-978991410df3 req-86793ef2-3b2d-406c-ad17-e78019822c6d service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432413 Mar 16 10:55:25.226419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfbf8-c1b8-4e24-9826-8900e7003f1b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.252930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dbc9ab5f-fdbd-4da2-900e-5a9b7519014d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.275708 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:21Z', 'revision_number': 9, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.278430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d90e5c-36b7-42e4-b787-4f01b53b312c', 'name': 'tempest-NetworksTestDHCPv6-router-365830852', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:06Z', 'updated_at': '2022-03-16T10:55:21Z', 'revision_number': 3, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.280548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af03d3-8774-4f1e-8934-c4772d7d321d None None] Network a0a6e81e-8d01-473a-ab24-39acdf33f0d2 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:25.281556 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ecd9b-9ecf-4730-af62-0d795369b9f9 None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:21Z', 'revision_number': 9, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '3d24226f-35c7-403b-af07-5370e5de91ee', 'name': '', 'network_id': 'f5776944-fa90-4ba2-8853-2f90507d5232', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:0f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:31Z', 'updated_at': '2022-03-16T10:54:46Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '43070f56-7d91-4e9f-8204-7303b341ac0a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:25.307925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 21390675-8664-4260-9a68-0fde4b7a4f86 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:25.331845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.392604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9c8f3-6160-4e32-b603-2409040fc387 None None] The sync data for ids ['42d90e5c-36b7-42e4-b787-4f01b53b312c'] in dv-neutron-833860-1-hyperv is: [{'id': '42d90e5c-36b7-42e4-b787-4f01b53b312c', 'name': 'tempest-NetworksTestDHCPv6-router-365830852', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:06Z', 'updated_at': '2022-03-16T10:55:21Z', 'revision_number': 3, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:25.433123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Port': ['ID=49274f8c-1f95-4ff8-8c8f-c2c615cf70ca,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.436919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfbf8-c1b8-4e24-9826-8900e7003f1b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.458284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-263182c4-122b-49bb-b201-24178b2c6da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.476299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.490514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.491740 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2fb2-85cc-4404-8413-ef99d7f44731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.543880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dfbf8-c1b8-4e24-9826-8900e7003f1b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Subnet': ['ID=40359859-c2e2-40b1-be1d-4f769a4e3cda,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.559130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fb892-319d-4d10-9b73-8ccd04de34ee req-318f0212-ddcb-4885-937a-c30374b0d5fb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:25.560625 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b75fb892-319d-4d10-9b73-8ccd04de34ee req-318f0212-ddcb-4885-937a-c30374b0d5fb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.4117541 Mar 16 10:55:25.561900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dbc9ab5f-fdbd-4da2-900e-5a9b7519014d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.569095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfbf8-c1b8-4e24-9826-8900e7003f1b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.572322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No DVR routers for this DVR port 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:25.612223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08557cb2-3f68-421e-a24d-83418a5da8a0 None None] Network 6cda20c7-9a9d-476d-9f30-5329f4188877 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:25.633272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60742) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:25.635131 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fc7dfbf8-c1b8-4e24-9826-8900e7003f1b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/40359859-c2e2-40b1-be1d-4f769a4e3cda HTTP/1.1" status: 204 len: 168 time: 1.7798960 Mar 16 10:55:25.662889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.704487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] For port 21390675-8664-4260-9a68-0fde4b7a4f86, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=21390675-8664-4260-9a68-0fde4b7a4f86,segment=NetworkSegment(b401e18d-e20f-4374-906b-d77cc3cae8a8),segment_id=b401e18d-e20f-4374-906b-d77cc3cae8a8)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:25.704972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.851788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.890932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dbc9ab5f-fdbd-4da2-900e-5a9b7519014d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.915988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834ec6c1-419a-4421-8f7f-23361d2c7e4d None None] Network 96e86e34-09f9-4f54-9575-b66b5eac27b8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:26.058722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=c7db6e58-4561-4e2b-afaa-5175ec484fb2,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.106026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 21390675-8664-4260-9a68-0fde4b7a4f86 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:26.129968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Calling delete_port for 21390675-8664-4260-9a68-0fde4b7a4f86 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:26.134921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.182305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e86e34-09f9-4f54-9575-b66b5eac27b8']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:26.201698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5d4e9-dc99-4824-99ff-887820138398 req-f57bbcfe-99b9-4f30-bf78-314a94ae51f8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:26.203797 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b8e5d4e9-dc99-4824-99ff-887820138398 req-f57bbcfe-99b9-4f30-bf78-314a94ae51f8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.2125833 Mar 16 10:55:26.210572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f3303f-7e5e-461f-ae9b-987b81d673e8') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:26.211222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f3303f-7e5e-461f-ae9b-987b81d673e8') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:26.250998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.270126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-46a9d325-102a-48ed-aa26-5fa1ecce1153 None None] Provisioning for port 21390675-8664-4260-9a68-0fde4b7a4f86 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:26.279856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9ab5f-fdbd-4da2-900e-5a9b7519014d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=03eba065-0dbf-4352-87dc-cd15ea9d5feb,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.284446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af548d-def8-4edc-bb4d-dd020de6a243 None None] DHCP port deletion for 96e86e34-09f9-4f54-9575-b66b5eac27b8 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:26.289113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-46a9d325-102a-48ed-aa26-5fa1ecce1153 None None] Provisioning complete for port 21390675-8664-4260-9a68-0fde4b7a4f86 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:26.289823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-46a9d325-102a-48ed-aa26-5fa1ecce1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.290440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dbc9ab5f-fdbd-4da2-900e-5a9b7519014d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.299060 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b8e5d4e9-dc99-4824-99ff-887820138398 req-da789cf6-05fd-4e3c-9db7-e227d8db4347 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734844 Mar 16 10:55:26.300021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.308223 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b75fb892-319d-4d10-9b73-8ccd04de34ee req-e818ac9c-2f66-4f42-86ce-4373ddcd8a9c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6738884 Mar 16 10:55:26.329325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:26.329325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:26.337045 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:26.340310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.366976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec05a09-c84f-4d18-9bfc-16a095d81576 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:26.378688 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dbc9ab5f-fdbd-4da2-900e-5a9b7519014d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/03eba065-0dbf-4352-87dc-cd15ea9d5feb HTTP/1.1" status: 204 len: 168 time: 1.5984604 Mar 16 10:55:26.379788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 42079589-8b1e-4fb8-8eac-836934ac44fc {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:26.380111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.419213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60750) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.422239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.462138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.465378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b2b0d-2219-40f4-a951-7b15c6f00ed2 None None] DHCP port deletion for a0a6e81e-8d01-473a-ab24-39acdf33f0d2 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:26.488877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.510419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=96e86e34-09f9-4f54-9575-b66b5eac27b8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.527005 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-97bf6e3a-b774-43e1-9a8b-c8d976c437a8 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/96e86e34-09f9-4f54-9575-b66b5eac27b8 HTTP/1.1" status: 204 len: 168 time: 4.4400258 Mar 16 10:55:26.527536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60754) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.568641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-46a9d325-102a-48ed-aa26-5fa1ecce1153 None None] Could not find standard attr ID for object 21390675-8664-4260-9a68-0fde4b7a4f86. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:26.570066 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b426fd-5166-4b28-881c-2e69fdf88a39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:26.570657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b426fd-5166-4b28-881c-2e69fdf88a39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:26.574919 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-04b426fd-5166-4b28-881c-2e69fdf88a39 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/c7db6e58-4561-4e2b-afaa-5175ec484fb2 HTTP/1.1" status: 404 len: 337 time: 0.0436566 Mar 16 10:55:26.575124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60758) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.584812 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.plugins.ml2.db [None req-46a9d325-102a-48ed-aa26-5fa1ecce1153 None None] No ports have port_id starting with 21390675-8664-4260-9a68-0fde4b7a4f86 Mar 16 10:55:26.604189 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7f0318-b9cf-4005-b338-9b0fa0eb8798 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:26.604818 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be7f0318-b9cf-4005-b338-9b0fa0eb8798 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:26.609223 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-be7f0318-b9cf-4005-b338-9b0fa0eb8798 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/96e86e34-09f9-4f54-9575-b66b5eac27b8 HTTP/1.1" status: 404 len: 339 time: 0.0305526 Mar 16 10:55:26.609866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60762) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.612449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Port': ['ID=21390675-8664-4260-9a68-0fde4b7a4f86,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.622706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No DVR routers for this DVR port 21390675-8664-4260-9a68-0fde4b7a4f86 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:26.654330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.661584 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ec2feb-b8fa-4b7e-85ba-f89d635d59b7 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:26.662376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ec2feb-b8fa-4b7e-85ba-f89d635d59b7 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:26.664337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-35ec2feb-b8fa-4b7e-85ba-f89d635d59b7 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/dec4d82e-ef77-4ff5-90eb-53ddc4209e40 HTTP/1.1" status: 404 len: 337 time: 0.0534670 Mar 16 10:55:26.667032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60766) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.702917 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd71268-8bd1-4982-a544-4188f3d145d0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:26.703561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd71268-8bd1-4982-a544-4188f3d145d0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:26.707686 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4cd71268-8bd1-4982-a544-4188f3d145d0 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/7c029748-8be5-4ce1-a461-c8f7bf739174 HTTP/1.1" status: 404 len: 339 time: 0.0367296 Mar 16 10:55:26.707849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f1459bc2-cc7b-49c1-8986-5b67a9f72108 None None] Could not find standard attr ID for object 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:26.708113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60770) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.767374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5db4ce2-d1a9-4fbd-812d-7d0c2eacc234 None None] DHCP port deletion for 6cda20c7-9a9d-476d-9f30-5329f4188877 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:26.773341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c5db4ce2-d1a9-4fbd-812d-7d0c2eacc234 None None] Deleting port 42079589-8b1e-4fb8-8eac-836934ac44fc {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:26.773914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c5db4ce2-d1a9-4fbd-812d-7d0c2eacc234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.806048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b598e47-3163-48a5-b93a-6de5f10963f2 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:26.824295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9b598e47-3163-48a5-b93a-6de5f10963f2 None None] Deleting port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:26.825097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9b598e47-3163-48a5-b93a-6de5f10963f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.831708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f7386773-00df-4e4d-a350-cfb1d3f689b1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:router {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:26.946947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.954039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.042119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f7386773-00df-4e4d-a350-cfb1d3f689b1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:router {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:27.043298 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f7386773-00df-4e4d-a350-cfb1d3f689b1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6230447 Mar 16 10:55:27.045035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a6e81e-8d01-473a-ab24-39acdf33f0d2']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:27.063701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5691f-50a5-4807-bde3-860ceaf537b3 req-1414a1f6-b152-4d9c-b38c-67d0d7666ffd tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:27.073042 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-18f5691f-50a5-4807-bde3-860ceaf537b3 req-1414a1f6-b152-4d9c-b38c-67d0d7666ffd tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5955913 Mar 16 10:55:27.074962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60774) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.095812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.130662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ca85fe-a7fe-4f94-bb1e-525e9c2c1375']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:27.142989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd668568e-9b60-4118-8214-a4a2806102a2') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:27.143285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd668568e-9b60-4118-8214-a4a2806102a2') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:27.154583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.167673 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d8c43da0-1e05-48c8-ba8e-c5fe3157e427 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:27.169913 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b401e18d-e20f-4374-906b-d77cc3cae8a8') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:27.170220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b401e18d-e20f-4374-906b-d77cc3cae8a8') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:27.171227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.177790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:27.178322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.195383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port 42079589-8b1e-4fb8-8eac-836934ac44fc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=42079589-8b1e-4fb8-8eac-836934ac44fc,segment=NetworkSegment(c3498177-94c3-4ccd-a7c5-027356473e16),segment_id=c3498177-94c3-4ccd-a7c5-027356473e16)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:27.195743 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:27.206465 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:27.209617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.232947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c5db4ce2-d1a9-4fbd-812d-7d0c2eacc234 None None] For port 42079589-8b1e-4fb8-8eac-836934ac44fc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=42079589-8b1e-4fb8-8eac-836934ac44fc,segment=NetworkSegment(c3498177-94c3-4ccd-a7c5-027356473e16),segment_id=c3498177-94c3-4ccd-a7c5-027356473e16)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:27.233348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c5db4ce2-d1a9-4fbd-812d-7d0c2eacc234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.280378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.285800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.315363 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/04ca85fe-a7fe-4f94-bb1e-525e9c2c1375 HTTP/1.1" status: 204 len: 168 time: 0.6038036 Mar 16 10:55:27.315789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60778) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.320213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef742f1-72d7-43f4-bc29-db65608dc34a tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=04ca85fe-a7fe-4f94-bb1e-525e9c2c1375,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:27.362489 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8dcd7a-0d72-4ccc-b7e6-83199feb720b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.363169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8dcd7a-0d72-4ccc-b7e6-83199feb720b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.367766 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-df8dcd7a-0d72-4ccc-b7e6-83199feb720b tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/c52df06f-e76e-4515-befe-b025429c8b20 HTTP/1.1" status: 404 len: 337 time: 0.0483761 Mar 16 10:55:27.368253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60784) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.372727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c5db4ce2-d1a9-4fbd-812d-7d0c2eacc234 None None] Calling delete_port for 42079589-8b1e-4fb8-8eac-836934ac44fc owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:27.395334 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45e2a29-2323-4339-aaf7-1f7a25d67802 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.395949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45e2a29-2323-4339-aaf7-1f7a25d67802 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.400807 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b45e2a29-2323-4339-aaf7-1f7a25d67802 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/57146491-8366-4ccf-8c9b-ce45fc23b431 HTTP/1.1" status: 404 len: 339 time: 0.0291595 Mar 16 10:55:27.402206 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60788) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.402467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9b598e47-3163-48a5-b93a-6de5f10963f2 None None] For port d8c43da0-1e05-48c8-ba8e-c5fe3157e427, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d8c43da0-1e05-48c8-ba8e-c5fe3157e427,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:27.403058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9b598e47-3163-48a5-b93a-6de5f10963f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.404984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-382f087f-1c42-4ace-837c-1afcc55f66e1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.480780 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d5ca6e-b358-44c2-83fb-3e15b32ec9c7 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.481384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d5ca6e-b358-44c2-83fb-3e15b32ec9c7 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.486381 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f4d5ca6e-b358-44c2-83fb-3e15b32ec9c7 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/ecaa3405-bef0-4e1c-bed0-701b33e22dcc HTTP/1.1" status: 404 len: 337 time: 0.0811210 Mar 16 10:55:27.489616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60792) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.522834 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-543327ff-85cf-44b2-81ef-b4581b743204 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.523398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543327ff-85cf-44b2-81ef-b4581b743204 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.528542 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-543327ff-85cf-44b2-81ef-b4581b743204 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/764937fc-7f80-4a98-8b1c-4efebd0c91ae HTTP/1.1" status: 404 len: 339 time: 0.0354207 Mar 16 10:55:27.528542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60796) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.549610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9b598e47-3163-48a5-b93a-6de5f10963f2 None None] Calling delete_port for d8c43da0-1e05-48c8-ba8e-c5fe3157e427 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:27.574420 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dcdb4c-fc66-47e0-8251-5e91b4e687af tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.574967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dcdb4c-fc66-47e0-8251-5e91b4e687af tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.579116 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b2dcdb4c-fc66-47e0-8251-5e91b4e687af tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/5bba825c-3bd7-4e65-96ea-7d4c38e1c84a HTTP/1.1" status: 404 len: 337 time: 0.0479968 Mar 16 10:55:27.579263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60800) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.605405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for 42079589-8b1e-4fb8-8eac-836934ac44fc owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:27.607845 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5e2474-710f-4c05-9fa0-df295ba58627 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.608386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5e2474-710f-4c05-9fa0-df295ba58627 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.610167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6e5e2474-710f-4c05-9fa0-df295ba58627 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/8f7282fd-c662-4064-8161-578dcf219f80 HTTP/1.1" status: 404 len: 339 time: 0.0300193 Mar 16 10:55:27.612829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60804) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.642708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.656126 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-18f5691f-50a5-4807-bde3-860ceaf537b3 req-a2b952db-de10-468a-9cc5-f251ef1de631 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5821030 Mar 16 10:55:27.665080 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0df6de2-5aa0-4c57-acb6-7e32fca51d53 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.665649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0df6de2-5aa0-4c57-acb6-7e32fca51d53 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.678570 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d0df6de2-5aa0-4c57-acb6-7e32fca51d53 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/21089dd5-b588-4ba8-83ec-17b87fedcdc2 HTTP/1.1" status: 404 len: 337 time: 0.0537653 Mar 16 10:55:27.678570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60808) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.680374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.705789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c5db4ce2-d1a9-4fbd-812d-7d0c2eacc234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.712094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d234-3ae7-4bbf-86c0-a92328c13a41 req-41317f00-73e3-4d0e-b64b-4fcf7e361a5f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:27.713988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23f9d234-3ae7-4bbf-86c0-a92328c13a41 req-41317f00-73e3-4d0e-b64b-4fcf7e361a5f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.2682750 Mar 16 10:55:27.715248 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc030a13-a5d3-4520-9a52-81e153f7d373 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.715823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc030a13-a5d3-4520-9a52-81e153f7d373 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.717637 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cc030a13-a5d3-4520-9a52-81e153f7d373 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/6e989979-d233-4e21-9ca9-c96740dc9fe7 HTTP/1.1" status: 404 len: 339 time: 0.0449815 Mar 16 10:55:27.720188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60814) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.761566 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:27.762218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.763809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db4ce2-d1a9-4fbd-812d-7d0c2eacc234 None None] Pushing event deleted for resources: {'Port': ['ID=42079589-8b1e-4fb8-8eac-836934ac44fc,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:27.765680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db4ce2-d1a9-4fbd-812d-7d0c2eacc234 None None] No DVR routers for this DVR port 42079589-8b1e-4fb8-8eac-836934ac44fc on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:27.785885 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:27.790373 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-90899114-7246-4ef9-b466-ed132430cc37 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.790833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90899114-7246-4ef9-b466-ed132430cc37 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.793236 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-90899114-7246-4ef9-b466-ed132430cc37 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/1074f104-9d72-41a5-a04b-1a74c86b0a7a HTTP/1.1" status: 404 len: 337 time: 0.0720024 Mar 16 10:55:27.795905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60818) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.819510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 42079589-8b1e-4fb8-8eac-836934ac44fc no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:27.837551 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f7ddcc-1934-4fbd-93bd-795f7a2f8ae5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.837940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f7ddcc-1934-4fbd-93bd-795f7a2f8ae5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.839615 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-03f7ddcc-1934-4fbd-93bd-795f7a2f8ae5 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/79d31314-105c-4362-8535-838f413d4887 HTTP/1.1" status: 404 len: 339 time: 0.0428281 Mar 16 10:55:27.842356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60822) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.844032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9b598e47-3163-48a5-b93a-6de5f10963f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.875223 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23f9d234-3ae7-4bbf-86c0-a92328c13a41 req-c7b90ab6-3cd4-49fe-9c81-4723e74f89e5 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166573 Mar 16 10:55:27.883179 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd1e6fb-f3c4-40d1-9322-9b2eca598d02 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.883622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd1e6fb-f3c4-40d1-9322-9b2eca598d02 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.887591 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5dd1e6fb-f3c4-40d1-9322-9b2eca598d02 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/c4ca4cbb-9983-4266-bba1-18196bb94c4f HTTP/1.1" status: 404 len: 337 time: 0.0420690 Mar 16 10:55:27.887821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60826) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.897536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 42079589-8b1e-4fb8-8eac-836934ac44fc {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:27.897536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 42079589-8b1e-4fb8-8eac-836934ac44fc not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:27.897536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:27.922835 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a207d26e-1585-4660-b96d-90d384209d56 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.923302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a207d26e-1585-4660-b96d-90d384209d56 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.925323 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a207d26e-1585-4660-b96d-90d384209d56 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/c8b22e3a-1004-400f-9144-9c03772670f0 HTTP/1.1" status: 404 len: 339 time: 0.0362968 Mar 16 10:55:27.928352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60832) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.928486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b598e47-3163-48a5-b93a-6de5f10963f2 None None] Pushing event deleted for resources: {'Port': ['ID=d8c43da0-1e05-48c8-ba8e-c5fe3157e427,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:27.939766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:27.940207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 49274f8c-1f95-4ff8-8c8f-c2c615cf70ca not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:27.940496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f86d942b-9aac-4894-b055-85401ee6b0ed no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:27.977340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b41068-d8df-4ec5-bf7b-5984637af3db tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:27.977972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b41068-d8df-4ec5-bf7b-5984637af3db tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:27.983240 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-67b41068-d8df-4ec5-bf7b-5984637af3db tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/674e3858-2cdf-4718-9513-d7e4e7ee8d8d HTTP/1.1" status: 404 len: 337 time: 0.0540874 Mar 16 10:55:27.984263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60836) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.017290 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5376039-1c05-4ec5-b812-caf91772f656 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:28.018060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5376039-1c05-4ec5-b812-caf91772f656 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:28.020098 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a5376039-1c05-4ec5-b812-caf91772f656 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/c98ed942-9fd4-4daf-8933-36319baf7682 HTTP/1.1" status: 404 len: 339 time: 0.0337405 Mar 16 10:55:28.022238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b598e47-3163-48a5-b93a-6de5f10963f2 None None] No DVR routers for this DVR port d8c43da0-1e05-48c8-ba8e-c5fe3157e427 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:28.022769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60840) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.037474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: f86d942b-9aac-4894-b055-85401ee6b0ed {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:28.037824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f86d942b-9aac-4894-b055-85401ee6b0ed not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:28.038537 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 21390675-8664-4260-9a68-0fde4b7a4f86 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:28.075726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 21390675-8664-4260-9a68-0fde4b7a4f86 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:28.076039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 21390675-8664-4260-9a68-0fde4b7a4f86 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:28.076652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:28.104533 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-41558845-3517-4a0e-bb9b-087efd38bae9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:28.104900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41558845-3517-4a0e-bb9b-087efd38bae9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:28.109143 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-41558845-3517-4a0e-bb9b-087efd38bae9 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/1b346c4a-7496-45fa-86ab-963c7396a1cb HTTP/1.1" status: 404 len: 337 time: 0.0820091 Mar 16 10:55:28.112131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:28.112283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60844) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.112456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c4228d2a-3cf2-4a39-a0c0-a2b6da164ec4 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:28.143544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-382f087f-1c42-4ace-837c-1afcc55f66e1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.146290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-382f087f-1c42-4ace-837c-1afcc55f66e1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.158220 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-44940b1a-1d21-4553-ba57-bb9f742a5d5c tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:28.159667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44940b1a-1d21-4553-ba57-bb9f742a5d5c tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:28.163056 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-44940b1a-1d21-4553-ba57-bb9f742a5d5c tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/fc2c3765-bf5e-421b-8f82-99cd4727a6e0 HTTP/1.1" status: 404 len: 339 time: 0.0453010 Mar 16 10:55:28.163056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60848) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.169458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.173017 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:28.173331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:28.189160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-382f087f-1c42-4ace-837c-1afcc55f66e1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.189621 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382f087f-1c42-4ace-837c-1afcc55f66e1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Fanout notify agent at l3_agent the message router_deleted on router 42d90e5c-36b7-42e4-b787-4f01b53b312c {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:28.193904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.211422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Network': ['ID=a0a6e81e-8d01-473a-ab24-39acdf33f0d2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.226190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-382f087f-1c42-4ace-837c-1afcc55f66e1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.229954 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-382f087f-1c42-4ace-837c-1afcc55f66e1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/routers/42d90e5c-36b7-42e4-b787-4f01b53b312c HTTP/1.1" status: 204 len: 168 time: 1.1283667 Mar 16 10:55:28.230542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60852) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.240656 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9fb9d29a-8d22-4e90-84aa-9422cc1e4a73 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/a0a6e81e-8d01-473a-ab24-39acdf33f0d2 HTTP/1.1" status: 204 len: 168 time: 6.0673637 Mar 16 10:55:28.241823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60856) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.243976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:28.273880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f33a6-9ad0-4e5f-b69b-e1553b9402c6 req-2ed08528-dd5c-41e3-bae3-bf3b023c08ee tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:28.275355 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-159f33a6-9ad0-4e5f-b69b-e1553b9402c6 req-2ed08528-dd5c-41e3-bae3-bf3b023c08ee tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.2151000 Mar 16 10:55:28.279205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8b432f-1762-4e98-869b-70d1bd05f607 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Deleting subnet e16b463b-d7d9-4cd2-8f14-4f464a1ef844 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:28.282713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2485de-88c7-4f49-a94b-d2874ade0415 req-526fc436-30cc-4c6c-aac7-94d5f00f5e9e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:28.284222 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cd2485de-88c7-4f49-a94b-d2874ade0415 req-526fc436-30cc-4c6c-aac7-94d5f00f5e9e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.3642988 Mar 16 10:55:28.294244 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bb8ce0-5bcb-4aca-bbae-341e39c2653e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:28.294640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bb8ce0-5bcb-4aca-bbae-341e39c2653e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:28.298584 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c9bb8ce0-5bcb-4aca-bbae-341e39c2653e tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/subnets/def343a7-89d3-4433-ba37-28867304fde3 HTTP/1.1" status: 404 len: 337 time: 0.0541246 Mar 16 10:55:28.299180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fa8b432f-1762-4e98-869b-70d1bd05f607 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.309243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60860) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.341486 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-026c4d27-7de0-4aa6-85bb-23f2c656f65a tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:28.341728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026c4d27-7de0-4aa6-85bb-23f2c656f65a tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:28.343384 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-026c4d27-7de0-4aa6-85bb-23f2c656f65a tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/a0a6e81e-8d01-473a-ab24-39acdf33f0d2 HTTP/1.1" status: 404 len: 339 time: 0.0332377 Mar 16 10:55:28.347233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60864) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.363508 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cd2485de-88c7-4f49-a94b-d2874ade0415 req-b4222744-bc7f-47f0-bda7-add1c163a0c6 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712371 Mar 16 10:55:28.470438 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1ea021-c728-4978-854d-b6f9fe0c4642 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:28.470887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1ea021-c728-4978-854d-b6f9fe0c4642 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:28.472597 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5a1ea021-c728-4978-854d-b6f9fe0c4642 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/subnets/f02c58da-cbd7-4e20-ade4-172fec6061db HTTP/1.1" status: 404 len: 337 time: 0.1195457 Mar 16 10:55:28.480331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60870) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.493523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fa8b432f-1762-4e98-869b-70d1bd05f607 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.553282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7e23a-660e-4a25-93b2-2005e0986bac req-f692ac31-9940-453d-86dd-cb685a28b99d tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:28.555013 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c0f7e23a-660e-4a25-93b2-2005e0986bac req-f692ac31-9940-453d-86dd-cb685a28b99d tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.0868566 Mar 16 10:55:28.603383 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c0f7e23a-660e-4a25-93b2-2005e0986bac req-8307b6a1-0532-450a-a58d-df288b9c3ba0 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419707 Mar 16 10:55:28.648298 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-159f33a6-9ad0-4e5f-b69b-e1553b9402c6 req-2a8e1c97-f81f-4203-8b50-56fd042c4ed1 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3543899 Mar 16 10:55:28.671189 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9a8a4c-7bd7-417a-955c-8fe7972401ac tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:28.671409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60876) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.671621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9a8a4c-7bd7-417a-955c-8fe7972401ac tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:28.675811 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1d9a8a4c-7bd7-417a-955c-8fe7972401ac tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/0375464b-5f60-41d1-b784-71f1c989cc0c HTTP/1.1" status: 404 len: 339 time: 0.1877091 Mar 16 10:55:28.675811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:28.676050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 42079589-8b1e-4fb8-8eac-836934ac44fc {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:28.676050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.679698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60880) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.684565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:28.689326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:28.735188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:28.739859 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd39748-214f-48a3-ab7f-8ebab538ea47 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:28.740327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd39748-214f-48a3-ab7f-8ebab538ea47 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:28.744442 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3bd39748-214f-48a3-ab7f-8ebab538ea47 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/subnets/ee965c7d-6c9b-4f58-a30f-ca8bf3a9479f HTTP/1.1" status: 404 len: 337 time: 0.0614145 Mar 16 10:55:28.745125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60884) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.782486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:28.785934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.803093 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2387b3d-e9da-4d16-8751-cdf7d841f734 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:28.803554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2387b3d-e9da-4d16-8751-cdf7d841f734 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:28.805206 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e2387b3d-e9da-4d16-8751-cdf7d841f734 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/f6c46bf2-439b-4ad7-b041-fc353b4f9f83 HTTP/1.1" status: 404 len: 339 time: 0.0577049 Mar 16 10:55:28.818423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60888) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.824755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] The port '42079589-8b1e-4fb8-8eac-836934ac44fc' was deleted {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:55:28.938066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fa8b432f-1762-4e98-869b-70d1bd05f607 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.965624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.007238 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cda20c7-9a9d-476d-9f30-5329f4188877']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:29.014215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-bfa57b55-67e4-424d-ab79-958ed9dc20a8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Deleting port 57fc5000-2869-40fb-8b3e-46c3ba92fbcb {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:29.014562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bfa57b55-67e4-424d-ab79-958ed9dc20a8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.023330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0341f94c-510b-4650-ad8b-a31e8f4ebe41 tempest-TestNetworkAdvancedServerOps-1417374616 tempest-TestNetworkAdvancedServerOps-1417374616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:29.024855 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0341f94c-510b-4650-ad8b-a31e8f4ebe41 tempest-TestNetworkAdvancedServerOps-1417374616 tempest-TestNetworkAdvancedServerOps-1417374616-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 1093 time: 0.3510106 Mar 16 10:55:29.027830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60892) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.032277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3498177-94c3-4ccd-a7c5-027356473e16') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:29.032548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3498177-94c3-4ccd-a7c5-027356473e16') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:29.045094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:29.056233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d61c0a-a6a7-4935-ace8-b730eb070aa7 req-15aac792-4a29-4a22-a985-3ac13b3367d8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:29.060352 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c7d61c0a-a6a7-4935-ace8-b730eb070aa7 req-15aac792-4a29-4a22-a985-3ac13b3367d8 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.3252728 Mar 16 10:55:29.064660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.073251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:29.094556 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Usage tracker for resource:floatingip and tenant:e9d3c0c93ff34337ab7e306575bf823a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:29.102391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:29.110894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.113174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:29.134224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:29.134634 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:29.149650 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:29.167588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fa8b432f-1762-4e98-869b-70d1bd05f607 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.167922 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c7d61c0a-a6a7-4935-ace8-b730eb070aa7 req-9e1223bb-f3f3-4585-b175-8a436456bc4d tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960796 Mar 16 10:55:29.172580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.237286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fa8b432f-1762-4e98-869b-70d1bd05f607 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.244769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66e1774-fe3e-4603-b7b8-a6ab497a75d0 None None] Network d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:29.257355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b432f-1762-4e98-869b-70d1bd05f607 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Subnet': ['ID=e16b463b-d7d9-4cd2-8f14-4f464a1ef844,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:29.305391 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fa8b432f-1762-4e98-869b-70d1bd05f607 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/subnets/e16b463b-d7d9-4cd2-8f14-4f464a1ef844 HTTP/1.1" status: 204 len: 168 time: 1.1397939 Mar 16 10:55:29.332146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60898) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.338645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.343926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.398317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bfa57b55-67e4-424d-ab79-958ed9dc20a8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.411078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.577271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-bfa57b55-67e4-424d-ab79-958ed9dc20a8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Calling delete_port for 57fc5000-2869-40fb-8b3e-46c3ba92fbcb owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:29.588224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa4cae8-e451-4817-9a87-65bbc13717e3 None None] DHCP port deletion for d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:29.592493 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6fa4cae8-e451-4817-9a87-65bbc13717e3 None None] Deleting port ed58b5f1-f974-49e0-9eb9-ff66db4272af {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:29.593086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6fa4cae8-e451-4817-9a87-65bbc13717e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.625665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:29.632389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:29.643481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:29.644130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.644398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2937e66a-7ec6-4be3-a7a3-b43f82ce9cd0 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:29.672563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=b7558e8b-0d6a-4b80-9269-faa685d1bf99,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:29.673514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Network': ['ID=6cda20c7-9a9d-476d-9f30-5329f4188877,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:29.688214 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4f806b39-d27a-4c1b-8568-02d52603d819 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4551775 Mar 16 10:55:29.691144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60904) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.700999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6ed1eda3-7d96-4855-b217-132f522273cb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-638263173', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:29.707725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bfa57b55-67e4-424d-ab79-958ed9dc20a8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.709871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6ed1eda3-7d96-4855-b217-132f522273cb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:29.741609 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7db3e103-cf39-4134-b5e2-0e6e6c3489e2 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/networks/6cda20c7-9a9d-476d-9f30-5329f4188877 HTTP/1.1" status: 204 len: 168 time: 4.0409002 Mar 16 10:55:29.744722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60908) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.769480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6ed1eda3-7d96-4855-b217-132f522273cb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:29.775378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa57b55-67e4-424d-ab79-958ed9dc20a8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Port': ['ID=57fc5000-2869-40fb-8b3e-46c3ba92fbcb,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:29.781824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bfa57b55-67e4-424d-ab79-958ed9dc20a8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.790691 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bfa57b55-67e4-424d-ab79-958ed9dc20a8 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/ports/57fc5000-2869-40fb-8b3e-46c3ba92fbcb HTTP/1.1" status: 204 len: 168 time: 0.9687324 Mar 16 10:55:29.790885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60912) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.825923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.826894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ed1eda3-7d96-4855-b217-132f522273cb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.828447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ed1eda3-7d96-4855-b217-132f522273cb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.837715 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e69489a-207b-449f-ada6-e0863f53df7a tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:29.837910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e69489a-207b-449f-ada6-e0863f53df7a tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:29.842107 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3e69489a-207b-449f-ada6-e0863f53df7a tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/subnets/53abf748-1e5f-44a7-8693-770c236974c4 HTTP/1.1" status: 404 len: 337 time: 0.0476949 Mar 16 10:55:29.843416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60916) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:29.890229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ed1eda3-7d96-4855-b217-132f522273cb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.952045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Deleting port ed58b5f1-f974-49e0-9eb9-ff66db4272af {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:29.952282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.964497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6fa4cae8-e451-4817-9a87-65bbc13717e3 None None] For port ed58b5f1-f974-49e0-9eb9-ff66db4272af, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ed58b5f1-f974-49e0-9eb9-ff66db4272af,segment=NetworkSegment(a6d289f0-2be3-42e6-a28d-743118dde4b8),segment_id=a6d289f0-2be3-42e6-a28d-743118dde4b8)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:29.965347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6fa4cae8-e451-4817-9a87-65bbc13717e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.974030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.977752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ed1eda3-7d96-4855-b217-132f522273cb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.052441 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ed1eda3-7d96-4855-b217-132f522273cb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.053672 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6ed1eda3-7d96-4855-b217-132f522273cb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3613379 Mar 16 10:55:30.068608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60920) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.109705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6fa4cae8-e451-4817-9a87-65bbc13717e3 None None] Calling delete_port for ed58b5f1-f974-49e0-9eb9-ff66db4272af owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:30.222126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': 'b7558e8b-0d6a-4b80-9269-faa685d1bf99'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:30.223093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.236560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e80c-a2d6-4336-a575-0fb011255500 req-6e206233-76c0-4a59-821e-ff2b3b28d0a4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:30.238213 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eeb4e80c-a2d6-4336-a575-0fb011255500 req-6e206233-76c0-4a59-821e-ff2b3b28d0a4 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.5746598 Mar 16 10:55:30.244137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.374186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.421043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/b7558e8b-0d6a-4b80-9269-faa685d1bf99/51910604-9cca-4925-835b-563aa5767bc2) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:30.472271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a31a371-9b23-44a5-8547-aea6548abead']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.523059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6fa4cae8-e451-4817-9a87-65bbc13717e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.534060 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eeb4e80c-a2d6-4336-a575-0fb011255500 req-88926616-3124-4cd4-85d2-9d25eaa85020 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513688 Mar 16 10:55:30.543346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9aa7ad-aa2c-41a0-b42f-a5a31530bb84') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.543889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9aa7ad-aa2c-41a0-b42f-a5a31530bb84') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.558482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.595640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4cae8-e451-4817-9a87-65bbc13717e3 None None] Pushing event deleted for resources: {'Port': ['ID=ed58b5f1-f974-49e0-9eb9-ff66db4272af,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:30.599554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4cae8-e451-4817-9a87-65bbc13717e3 None None] No DVR routers for this DVR port ed58b5f1-f974-49e0-9eb9-ff66db4272af on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:30.632788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Allocated IP 172.26.2.112 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/cbb482d3-c869-4874-9cbd-ab2c53878876) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:30.674417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] For port ed58b5f1-f974-49e0-9eb9-ff66db4272af, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ed58b5f1-f974-49e0-9eb9-ff66db4272af,segment=NetworkSegment(a6d289f0-2be3-42e6-a28d-743118dde4b8),segment_id=a6d289f0-2be3-42e6-a28d-743118dde4b8)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:30.674885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.722723 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.733709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.752282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:30.752663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:30.766704 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:30.880081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Calling delete_port for ed58b5f1-f974-49e0-9eb9-ff66db4272af owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:30.883156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.887498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Transition to ACTIVE for port object 51910604-9cca-4925-835b-563aa5767bc2 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:30.893976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.898551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.911013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Transition to ACTIVE for port object 51910604-9cca-4925-835b-563aa5767bc2 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:30.921458 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.982579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:30.982790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Network': ['ID=0a31a371-9b23-44a5-8547-aea6548abead,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:30.993998 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4a22e74b-51a1-4e88-afa7-4a0a949dd835 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/0a31a371-9b23-44a5-8547-aea6548abead HTTP/1.1" status: 204 len: 168 time: 1.1496794 Mar 16 10:55:31.002148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:31.005182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:31.007385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Pushing event updated for resources: {'Port': ['ID=51910604-9cca-4925-835b-563aa5767bc2,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:31.146916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60926) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.149269 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ed58b5f1-f974-49e0-9eb9-ff66db4272af no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:31.151350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.189568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: ed58b5f1-f974-49e0-9eb9-ff66db4272af {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:31.190061 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ed58b5f1-f974-49e0-9eb9-ff66db4272af not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:31.193639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Attempting to bind port 51910604-9cca-4925-835b-563aa5767bc2 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:31.194146 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Attempting to bind port 51910604-9cca-4925-835b-563aa5767bc2 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:31.194648 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Attempting to bind port 51910604-9cca-4925-835b-563aa5767bc2 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:31.200378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:31.200920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:31.201434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.201913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:31.202478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Bound port: 51910604-9cca-4925-835b-563aa5767bc2, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:31.203048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.231277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:31.231590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:31.273228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-63707cb9-af76-4316-a30d-ab56e620ef3b tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Deleting port c8c63e52-e9ce-4ec1-b235-360e01330b67 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:31.273929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63707cb9-af76-4316-a30d-ab56e620ef3b tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.286603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::1 (e57f845a-9024-49c0-a045-365eb6299d60/b7558e8b-0d6a-4b80-9269-faa685d1bf99/8f214348-2d52-4ba4-b7e0-ad2859c8a0b0) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:31.295981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] For port 51910604-9cca-4925-835b-563aa5767bc2, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:31.299293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] For port 51910604-9cca-4925-835b-563aa5767bc2, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=51910604-9cca-4925-835b-563aa5767bc2,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:31.305643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.383623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.401367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6c2fe-3dd6-489f-a752-60b94e05f118 None None] Pushing event updated for resources: {'Port': ['ID=51910604-9cca-4925-835b-563aa5767bc2,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:31.458497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.475544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:31.498195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:31.500095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.517351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:31.526689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.572852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=8f214348-2d52-4ba4-b7e0-ad2859c8a0b0,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:31.581565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:31.585120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:31.586314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:31.588632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:31.589404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.638551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'Port': ['ID=cbb482d3-c869-4874-9cbd-ab2c53878876,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:31.732583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.736391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Deleting port ed58b5f1-f974-49e0-9eb9-ff66db4272af {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:31.736765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.837112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63707cb9-af76-4316-a30d-ab56e620ef3b tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.010237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-63707cb9-af76-4316-a30d-ab56e620ef3b tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Calling delete_port for c8c63e52-e9ce-4ec1-b235-360e01330b67 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:32.041120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] The port 'ed58b5f1-f974-49e0-9eb9-ff66db4272af' was deleted {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:55:32.140854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71857fa5-ada9-4af3-b5e7-1e1edf30a18d req-b7539816-a3d4-4322-9eeb-c9dc600e7fb3 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:32.142413 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-71857fa5-ada9-4af3-b5e7-1e1edf30a18d req-b7539816-a3d4-4322-9eeb-c9dc600e7fb3 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4115539 Mar 16 10:55:32.280621 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-71857fa5-ada9-4af3-b5e7-1e1edf30a18d req-2c01051c-fa5e-4524-8093-a8922b7045ed tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308329 Mar 16 10:55:32.352631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.360486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.362189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.531658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=8f214348-2d52-4ba4-b7e0-ad2859c8a0b0,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:32.612225 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0f90e41b-b458-4764-8e8a-919a92cd2a6c None None] Provisioning for port 51910604-9cca-4925-835b-563aa5767bc2 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:32.675509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:32.681796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:32.688019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.731105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63707cb9-af76-4316-a30d-ab56e620ef3b tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.735480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:32.855482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4400c6df-5df2-4828-a1f1-7e85a9dab9ac None None] Provisioning for port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:32.861829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4400c6df-5df2-4828-a1f1-7e85a9dab9ac None None] Provisioning complete for port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:32.862036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d289f0-2be3-42e6-a28d-743118dde4b8') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:32.862153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d289f0-2be3-42e6-a28d-743118dde4b8') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:32.862924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4400c6df-5df2-4828-a1f1-7e85a9dab9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.881454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63707cb9-af76-4316-a30d-ab56e620ef3b tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Port': ['ID=c8c63e52-e9ce-4ec1-b235-360e01330b67,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:32.893208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.924613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4cf1-d9b1-4ff6-8ab1-d11231cef186 req-b00d1724-0def-445e-b8d8-5ee69a38ed35 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:32.925254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-63707cb9-af76-4316-a30d-ab56e620ef3b tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.925736 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4fdb4cf1-d9b1-4ff6-8ab1-d11231cef186 req-b00d1724-0def-445e-b8d8-5ee69a38ed35 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.3060443 Mar 16 10:55:32.942686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-4400c6df-5df2-4828-a1f1-7e85a9dab9ac None None] Port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:32.943232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.971902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:32.972325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.978605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e499c0-1974-403b-83a0-aed615ae6418 req-46ab0f62-893d-4539-a695-5b3f8f87556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:32.980092 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-40e499c0-1974-403b-83a0-aed615ae6418 req-46ab0f62-893d-4539-a695-5b3f8f87556d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7afa6b3d306242289b4a4749d86d03e5&device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 1098 time: 0.2382703 Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:32.989429 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:33.046160 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4fdb4cf1-d9b1-4ff6-8ab1-d11231cef186 req-87bb4eb2-cc55-47d2-ac72-8357f96f69db tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129904 Mar 16 10:55:33.090179 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-63707cb9-af76-4316-a30d-ab56e620ef3b tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/ports/c8c63e52-e9ce-4ec1-b235-360e01330b67 HTTP/1.1" status: 204 len: 168 time: 1.9398770 Mar 16 10:55:33.094638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60936) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.137055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 3d24226f-35c7-403b-af07-5370e5de91ee {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:33.137378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.148286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Router b206fae6-6311-4ff9-a3df-6f260dc229fb is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:33.153117 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9f36ce-f511-4bc1-8478-72edfc85cddf tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:33.153576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9f36ce-f511-4bc1-8478-72edfc85cddf tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:33.161446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.171623 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dd9f36ce-f511-4bc1-8478-72edfc85cddf tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/subnets/0e21bab6-f36a-4c7b-b724-09c6e9b7dfa2 HTTP/1.1" status: 404 len: 337 time: 0.0769637 Mar 16 10:55:33.182598 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-643bcf43-c2c3-4dfa-8e7b-ed3f4c242a7c None None] Provisioning complete for port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:33.183028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-643bcf43-c2c3-4dfa-8e7b-ed3f4c242a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.199440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.201165 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60940) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.221757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 51910604-9cca-4925-835b-563aa5767bc2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:33.243918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] Pushing event deleted for resources: {'Network': ['ID=d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:33.250951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e499c0-1974-403b-83a0-aed615ae6418 req-b4a03367-963d-41e8-8ab4-159305917407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:33.252421 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-40e499c0-1974-403b-83a0-aed615ae6418 req-b4a03367-963d-41e8-8ab4-159305917407 service neutron] 10.222.0.48 "GET /v2.0/networks?id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 200 len: 913 time: 0.2603233 Mar 16 10:55:33.276304 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-db37ccc0-2d89-459d-bd2e-b14df016cc57 tempest-NetworksTest-1998719186 tempest-NetworksTest-1998719186-project] 10.222.0.37 "DELETE /v2.0/networks/d7cdd27e-1c07-4d8c-9db3-3f7c1311a9b8 HTTP/1.1" status: 204 len: 168 time: 3.9390736 Mar 16 10:55:33.301427 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-643bcf43-c2c3-4dfa-8e7b-ed3f4c242a7c None None] Port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:33.319485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 51910604-9cca-4925-835b-563aa5767bc2 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:33.325113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 51910604-9cca-4925-835b-563aa5767bc2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:33.325607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.388554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:33.404034 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Sync routers for ids ['b206fae6-6311-4ff9-a3df-6f260dc229fb'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:33.419888 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Routers {'b206fae6-6311-4ff9-a3df-6f260dc229fb'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:33.421135 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b206fae6-6311-4ff9-a3df-6f260dc229fb'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:33.462523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.480633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.494866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.524200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 51910604-9cca-4925-835b-563aa5767bc2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=51910604-9cca-4925-835b-563aa5767bc2,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:33.534796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.612925 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-58cf5636-2f7c-4c45-bddc-f53c58a1806d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "PUT /v2.0/routers/b206fae6-6311-4ff9-a3df-6f260dc229fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5429301 Mar 16 10:55:33.622366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60948) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.636010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60952) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.645299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=51910604-9cca-4925-835b-563aa5767bc2,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:33.699396 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-40e499c0-1974-403b-83a0-aed615ae6418 req-70eb18be-0ba2-4f5f-b363-bfa69c4147ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.3083792 Mar 16 10:55:33.719168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port 3d24226f-35c7-403b-af07-5370e5de91ee, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3d24226f-35c7-403b-af07-5370e5de91ee,segment=NetworkSegment(f9520f90-a4f3-4934-812a-e716b19734bb),segment_id=f9520f90-a4f3-4934-812a-e716b19734bb)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:33.720132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.768338 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Set router b206fae6-6311-4ff9-a3df-6f260dc229fb gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:33.771934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e499c0-1974-403b-83a0-aed615ae6418 req-8ccf7b28-62ba-47c3-bb46-2a924cc2d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:33.773441 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-40e499c0-1974-403b-83a0-aed615ae6418 req-8ccf7b28-62ba-47c3-bb46-2a924cc2d8fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 200 len: 851 time: 0.0678034 Mar 16 10:55:33.878391 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cbcbb88c-d4e8-4e43-9358-3e6e09b9b5e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bc73ad08b514c63b450970efd2d7b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384756 Mar 16 10:55:33.878640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60958) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.924678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e499c0-1974-403b-83a0-aed615ae6418 req-75190b20-f0bc-414e-8198-bb47249255a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:33.926694 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-40e499c0-1974-403b-83a0-aed615ae6418 req-75190b20-f0bc-414e-8198-bb47249255a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70acee01-c08d-4f31-96e3-4e26d4fd7ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1349187 Mar 16 10:55:33.936296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for 3d24226f-35c7-403b-af07-5370e5de91ee owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:33.978719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.006696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e749f-7014-4095-90c0-ce0b83e74f8e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:34.007271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-902e749f-7014-4095-90c0-ce0b83e74f8e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:34.032327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4031e244-35fe-4560-bb9d-177e0bf9d9ab']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:34.036602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb5e8-8b0d-4772-8a13-c41ba9da52b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.078063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dd2701-5569-49f0-ad5d-dc96f1fbe9cf') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:34.078063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dd2701-5569-49f0-ad5d-dc96f1fbe9cf') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:34.082479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb5e8-8b0d-4772-8a13-c41ba9da52b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.103819 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b206fae6-6311-4ff9-a3df-6f260dc229fb', 'name': 'tempest-NetworksTestDHCPv6-router-638263173', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:29Z', 'updated_at': '2022-03-16T10:55:31Z', 'revision_number': 2, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None, '_interfaces': [{'id': '8f214348-2d52-4ba4-b7e0-ad2859c8a0b0', 'name': '', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'mac_address': 'fa:16:3e:bf:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b206fae6-6311-4ff9-a3df-6f260dc229fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b7558e8b-0d6a-4b80-9269-faa685d1bf99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:31Z', 'updated_at': '2022-03-16T10:55:32Z', 'revision_number': 2, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'subnets': [{'id': 'b7558e8b-0d6a-4b80-9269-faa685d1bf99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:34.108785 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Checking router: b206fae6-6311-4ff9-a3df-6f260dc229fb for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:34.109138 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Updating router b206fae6-6311-4ff9-a3df-6f260dc229fb port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:55:34.109250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-902e749f-7014-4095-90c0-ce0b83e74f8e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:34.110406 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-902e749f-7014-4095-90c0-ce0b83e74f8e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports/8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 HTTP/1.1" status: 200 len: 911 time: 0.4812160 Mar 16 10:55:34.113183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.118741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60964) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.119818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.171005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.179150 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-40e499c0-1974-403b-83a0-aed615ae6418 req-8bc9f793-2918-4c45-8e59-e1d74bbe0a21 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452354 Mar 16 10:55:34.185353 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.189008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:34.189432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:34.209469 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:34.291411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb5e8-8b0d-4772-8a13-c41ba9da52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.330094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb5e8-8b0d-4772-8a13-c41ba9da52b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16be090-46d8-4690-ba01-43b5398e514e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:34.342272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb5e8-8b0d-4772-8a13-c41ba9da52b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.346089 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b3cbb5e8-8b0d-4772-8a13-c41ba9da52b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c16be090-46d8-4690-ba01-43b5398e514e HTTP/1.1" status: 204 len: 168 time: 0.4639082 Mar 16 10:55:34.372932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-40e499c0-1974-403b-83a0-aed615ae6418 req-d2039930-0757-4bd6-8a43-0297aa763e65 service neutron] 10.222.0.48 "GET /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758363 Mar 16 10:55:34.382556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c45b33-c712-4060-ac44-5570a8a4c914 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:34.389502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c45b33-c712-4060-ac44-5570a8a4c914 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:34.390605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-30c45b33-c712-4060-ac44-5570a8a4c914 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:34.403291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-30c45b33-c712-4060-ac44-5570a8a4c914 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:34.404446 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-30c45b33-c712-4060-ac44-5570a8a4c914 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2819660 Mar 16 10:55:34.409162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60970) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.626532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.671443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.690296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Network': ['ID=4031e244-35fe-4560-bb9d-177e0bf9d9ab,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:34.707363 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-29f138af-c39e-47a4-b6d4-f5f10a474bd3 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/4031e244-35fe-4560-bb9d-177e0bf9d9ab HTTP/1.1" status: 204 len: 168 time: 1.5029719 Mar 16 10:55:34.717491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 60978) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.758056 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.773875 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Transition to ACTIVE for port object 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:34.786171 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.806339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a214ad-a1c2-4436-9987-32db40e621d9 req-711aa07e-be28-4a77-9bba-8c4630def366 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:34.807886 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-70a214ad-a1c2-4436-9987-32db40e621d9 req-711aa07e-be28-4a77-9bba-8c4630def366 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4305923 Mar 16 10:55:34.808477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.872487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=3d24226f-35c7-403b-af07-5370e5de91ee,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:34.944602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-86121841-11f1-499a-a7f3-7e3a5cb69137 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Deleting subnet 95acfd0f-3135-4445-a715-9319dddf6ec6 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:34.973608 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86121841-11f1-499a-a7f3-7e3a5cb69137 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.062801 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Pushing event updated for resources: {'Port': ['ID=8f214348-2d52-4ba4-b7e0-ad2859c8a0b0,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:35.093529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.144702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.207230 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.209349 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.209840 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.210962 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.212375 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.213174 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.215080 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.215581 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.215725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.216144 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-70a214ad-a1c2-4436-9987-32db40e621d9 req-22c2b895-d145-4599-a738-ea6e14f62b43 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589306 Mar 16 10:55:35.216621 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.217500 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.224338 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.225434 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:35.279076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 51910604-9cca-4925-835b-563aa5767bc2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:35.303478 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Attempting to bind port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:35.304329 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Attempting to bind port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:35.304876 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Attempting to bind port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:35.316494 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:35.318371 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:35.318814 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.319192 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:35.319684 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Bound port: 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:35.320074 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.396805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86121841-11f1-499a-a7f3-7e3a5cb69137 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.413020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 51910604-9cca-4925-835b-563aa5767bc2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:35.413771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.463145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event updated for resources: {'Port': ['ID=cbb482d3-c869-4874-9cbd-ab2c53878876,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:35.546365 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.556211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.597762 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] For port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:35.608869 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] For port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8f214348-2d52-4ba4-b7e0-ad2859c8a0b0,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:35.620679 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.704424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 60996) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:35.714943 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Routers {'b206fae6-6311-4ff9-a3df-6f260dc229fb'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:35.715585 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b206fae6-6311-4ff9-a3df-6f260dc229fb'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:35.783082 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045fa88-5c61-4503-bf83-d0174d04f3f3 None None] Pushing event updated for resources: {'Port': ['ID=8f214348-2d52-4ba4-b7e0-ad2859c8a0b0,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:35.831612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86121841-11f1-499a-a7f3-7e3a5cb69137 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.899732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:35.900065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.902590 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] Set router b206fae6-6311-4ff9-a3df-6f260dc229fb gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:36.008869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2def1273-91fe-4626-ac76-203281c2bd44 tempest-DvrRoutersNegativeTest-1555113966 tempest-DvrRoutersNegativeTest-1555113966-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-47657095', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:36.011987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.policy [None req-2def1273-91fe-4626-ac76-203281c2bd44 tempest-DvrRoutersNegativeTest-1555113966 tempest-DvrRoutersNegativeTest-1555113966-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87874) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 16 10:55:36.012281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.policy [None req-2def1273-91fe-4626-ac76-203281c2bd44 tempest-DvrRoutersNegativeTest-1555113966 tempest-DvrRoutersNegativeTest-1555113966-project] Failed policy check for 'create_router' {{(pid=87874) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 16 10:55:36.012907 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-2def1273-91fe-4626-ac76-203281c2bd44 tempest-DvrRoutersNegativeTest-1555113966 tempest-DvrRoutersNegativeTest-1555113966-project] create failed (client error): Access was denied to this resource. Mar 16 10:55:36.014143 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2def1273-91fe-4626-ac76-203281c2bd44 tempest-DvrRoutersNegativeTest-1555113966 tempest-DvrRoutersNegativeTest-1555113966-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3090904 Mar 16 10:55:36.160791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] For port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8f214348-2d52-4ba4-b7e0-ad2859c8a0b0,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:36.161699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.223729 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Floating IP b1f880aa-4dc6-4812-a0c3-da59bc12ecdb associated. External IP: 172.26.2.112, port: b8b0c1be-fc43-4657-b332-7ced8d0f80d3. Mar 16 10:55:36.317948 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b206fae6-6311-4ff9-a3df-6f260dc229fb', 'name': 'tempest-NetworksTestDHCPv6-router-638263173', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:29Z', 'updated_at': '2022-03-16T10:55:31Z', 'revision_number': 2, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None, '_interfaces': [{'id': '8f214348-2d52-4ba4-b7e0-ad2859c8a0b0', 'name': '', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'mac_address': 'fa:16:3e:bf:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b206fae6-6311-4ff9-a3df-6f260dc229fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b7558e8b-0d6a-4b80-9269-faa685d1bf99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:31Z', 'updated_at': '2022-03-16T10:55:35Z', 'revision_number': 4, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'subnets': [{'id': 'b7558e8b-0d6a-4b80-9269-faa685d1bf99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:36.323108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:36.323772 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f15ee-0c4f-4718-8e96-1b4cf45ad1f9 None None] The sync data for ids ['b206fae6-6311-4ff9-a3df-6f260dc229fb'] in dv-neutron-833860-1-hyperv is: [{'id': 'b206fae6-6311-4ff9-a3df-6f260dc229fb', 'name': 'tempest-NetworksTestDHCPv6-router-638263173', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:29Z', 'updated_at': '2022-03-16T10:55:31Z', 'revision_number': 2, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None, '_interfaces': [{'id': '8f214348-2d52-4ba4-b7e0-ad2859c8a0b0', 'name': '', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'mac_address': 'fa:16:3e:bf:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b206fae6-6311-4ff9-a3df-6f260dc229fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'b7558e8b-0d6a-4b80-9269-faa685d1bf99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:31Z', 'updated_at': '2022-03-16T10:55:35Z', 'revision_number': 4, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'subnets': [{'id': 'b7558e8b-0d6a-4b80-9269-faa685d1bf99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:36.430405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86121841-11f1-499a-a7f3-7e3a5cb69137 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.455869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32776) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:36.542340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86121841-11f1-499a-a7f3-7e3a5cb69137 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.545247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86121841-11f1-499a-a7f3-7e3a5cb69137 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Subnet': ['ID=95acfd0f-3135-4445-a715-9319dddf6ec6,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:36.567725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ece7b9-67d4-4f3f-8135-1c9ca29205d8 None None] Network 7eb3bd1d-ee75-440f-a65c-42f714502a44 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:36.571077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec8627-0c82-495c-8ea8-6979700ecee1 req-2013f008-08ff-432a-89dd-5d8e572fa601 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:36.571834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:36.572590 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5fec8627-0c82-495c-8ea8-6979700ecee1 req-2013f008-08ff-432a-89dd-5d8e572fa601 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.1849511 Mar 16 10:55:36.581722 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-86121841-11f1-499a-a7f3-7e3a5cb69137 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/subnets/95acfd0f-3135-4445-a715-9319dddf6ec6 HTTP/1.1" status: 204 len: 168 time: 1.8575733 Mar 16 10:55:36.585627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32782) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:36.826602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.885562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Deleting port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:36.885914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.910150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec444-68a3-45bb-b1b1-6f169ff72c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.928883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] DHCP port deletion for 7eb3bd1d-ee75-440f-a65c-42f714502a44 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:36.935787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] Deleting port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:36.937283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.956677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6e1ec444-68a3-45bb-b1b1-6f169ff72c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:36.960142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:36.960729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6e1ec444-68a3-45bb-b1b1-6f169ff72c50 admin admin] Usage tracker for resource:security_group_rule and tenant:cade501044ad45c3a83af2ffc092bacb is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:36.963696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6e1ec444-68a3-45bb-b1b1-6f169ff72c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:36.969879 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2f7ee580-1752-4e20-b9ac-66d2de70783a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2135997 Mar 16 10:55:36.969879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32786) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:36.970033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6e1ec444-68a3-45bb-b1b1-6f169ff72c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:36.986369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:37.003686 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5fec8627-0c82-495c-8ea8-6979700ecee1 req-68cca43a-0a9f-42cb-8695-519dd525b14a tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190342 Mar 16 10:55:37.026496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:37.027305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:37.094245 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:37.112785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f92a8dc-c961-4686-9ce1-3844a63af418 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting subnet 43070f56-7d91-4e9f-8204-7303b341ac0a {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:37.119545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f92a8dc-c961-4686-9ce1-3844a63af418 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.138016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.241827 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:37.288909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=8f214348-2d52-4ba4-b7e0-ad2859c8a0b0,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:37.296436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:37.427102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:37.427102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 10:55:37.446401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:37.458885 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] Sync routers for ids ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:37.477920 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] Routers {'37b8ef7e-eed8-4912-9722-19e4c157a3f9'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:37.478504 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:37.482832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f92a8dc-c961-4686-9ce1-3844a63af418 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.496600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Port 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 not found, will not notify nova. {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 10:55:37.531052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.568962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] For port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=43e2a5a7-b170-45ce-b5c0-708d4bc6770f,segment=NetworkSegment(74a7f291-ae3b-409c-a3f5-08e6b1269282),segment_id=74a7f291-ae3b-409c-a3f5-08e6b1269282)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:37.570246 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.642478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 43e2a5a7-b170-45ce-b5c0-708d4bc6770f no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:37.713103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470a20b-1d36-4f7e-8ca1-d4802280adda req-abc4ce37-22d3-442a-bb56-78a6d26626a3 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:37.720169 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4470a20b-1d36-4f7e-8ca1-d4802280adda req-abc4ce37-22d3-442a-bb56-78a6d26626a3 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.4846632 Mar 16 10:55:37.727961 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d1aa37c7-2b91-4e65-8afa-0a183b28f6b9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6977808 Mar 16 10:55:37.735512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:37.773814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Calling delete_port for 43e2a5a7-b170-45ce-b5c0-708d4bc6770f owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:37.788623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f92a8dc-c961-4686-9ce1-3844a63af418 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.833364 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4470a20b-1d36-4f7e-8ca1-d4802280adda req-eac985eb-5126-4434-9fbc-23c180adc2ec tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118913 Mar 16 10:55:37.940236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f92a8dc-c961-4686-9ce1-3844a63af418 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.982122 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] Set router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:38.076294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] For port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=43e2a5a7-b170-45ce-b5c0-708d4bc6770f,segment=NetworkSegment(74a7f291-ae3b-409c-a3f5-08e6b1269282),segment_id=74a7f291-ae3b-409c-a3f5-08e6b1269282)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:38.076599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.195807 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'status': 'completed', 'code': 200} Mar 16 10:55:38.207287 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92a8dc-c961-4686-9ce1-3844a63af418 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Subnet': ['ID=43070f56-7d91-4e9f-8204-7303b341ac0a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:38.209655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f92a8dc-c961-4686-9ce1-3844a63af418 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.216512 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9f92a8dc-c961-4686-9ce1-3844a63af418 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/43070f56-7d91-4e9f-8204-7303b341ac0a HTTP/1.1" status: 204 len: 168 time: 1.2461476 Mar 16 10:55:38.219658 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32800) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:38.288174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.359711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac6bab-85c1-496e-8328-81c2dcd0468e None None] Network f5776944-fa90-4ba2-8853-2f90507d5232 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:38.436982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec444-68a3-45bb-b1b1-6f169ff72c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.440079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.469894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:38.470229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.473204 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] Calling delete_port for 43e2a5a7-b170-45ce-b5c0-708d4bc6770f owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:38.512194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec444-68a3-45bb-b1b1-6f169ff72c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.522227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.524782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7805cde-cb77-4470-9443-63a3d98de2bf req-8e7b0bd6-491e-4cb1-a62a-a56ff567bf4e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:38.525948 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a7805cde-cb77-4470-9443-63a3d98de2bf req-8e7b0bd6-491e-4cb1-a62a-a56ff567bf4e tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.1573157 Mar 16 10:55:38.586213 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a7805cde-cb77-4470-9443-63a3d98de2bf req-f85e857b-6a24-4baa-9df8-72c86b9ae17a tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501220 Mar 16 10:55:38.588124 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'b1f880aa-4dc6-4812-a0c3-da59bc12ecdb', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'floating_ip_address': '172.26.2.112', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'port_id': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'mac_address': 'fa:16:3e:90:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8012b5e7-066f-42cd-bb79-745030d19988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:32Z', 'updated_at': '2022-03-16T10:55:32Z', 'revision_number': 0, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4250e3ed-782c-4c9d-bf69-6551a45530ec', 'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'mac_address': 'fa:16:3e:d1:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:39Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'subnets': [{'id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:38.591255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ec444-68a3-45bb-b1b1-6f169ff72c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6236ba5a-a5f9-4d16-ab96-7447fbb4b8e1,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:38.603643 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] Checking router: 37b8ef7e-eed8-4912-9722-19e4c157a3f9 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:38.628164 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] Routers {'37b8ef7e-eed8-4912-9722-19e4c157a3f9'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:38.629078 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:38.656956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.717480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.773454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Port': ['ID=43e2a5a7-b170-45ce-b5c0-708d4bc6770f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:38.777786 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6e1ec444-68a3-45bb-b1b1-6f169ff72c50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cade501044ad45c3a83af2ffc092bacb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3206348 Mar 16 10:55:38.789380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32806) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:38.842063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2e56a561-cdf0-4b57-8a2d-24c9b57c8097,segment=NetworkSegment(f9520f90-a4f3-4934-812a-e716b19734bb),segment_id=f9520f90-a4f3-4934-812a-e716b19734bb)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:38.842421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.843690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a210-d638-4d1e-a5cb-d2e3ec451c29 req-35d337d2-33e9-4505-868f-91e1fe92d645 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:38.845282 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c072a210-d638-4d1e-a5cb-d2e3ec451c29 req-35d337d2-33e9-4505-868f-91e1fe92d645 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.7230480 Mar 16 10:55:38.855943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:38.855943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:38.858896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-a0cd1b60-4f0c-49fb-89be-61aae972861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:38.860535 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-a0cd1b60-4f0c-49fb-89be-61aae972861a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9d3c0c93ff34337ab7e306575bf823a&device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 1098 time: 0.6674850 Mar 16 10:55:38.864499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] No DVR routers for this DVR port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:38.864707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:34Z', 'revision_number': 10, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:38.871746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:38.882112 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] Set router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:38.886397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:38.887082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:38.903648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Router b206fae6-6311-4ff9-a3df-6f260dc229fb has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:39.038375 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c072a210-d638-4d1e-a5cb-d2e3ec451c29 req-4a4774a5-0654-4bec-9f51-9ffe075636be tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1718509 Mar 16 10:55:39.072928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:39.101749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:39.104550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32810) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:39.133368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd2e8a1-455f-4c70-984c-8dca28428cde None None] DHCP port deletion for f5776944-fa90-4ba2-8853-2f90507d5232 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:39.150489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2e8a1-455f-4c70-984c-8dca28428cde None None] Deleting port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:39.151000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e8a1-455f-4c70-984c-8dca28428cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.221582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.285222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=2e56a561-cdf0-4b57-8a2d-24c9b57c8097,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:39.289705 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.294060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No DVR routers for this DVR port 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:39.343381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0f0b92a4-eadc-4f1e-9f54-2ba9d1cb6221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.358796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] Deleting port 43e2a5a7-b170-45ce-b5c0-708d4bc6770f {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:39.359314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.405128 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'b1f880aa-4dc6-4812-a0c3-da59bc12ecdb', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'floating_ip_address': '172.26.2.112', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'port_id': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'mac_address': 'fa:16:3e:90:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8012b5e7-066f-42cd-bb79-745030d19988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:32Z', 'updated_at': '2022-03-16T10:55:32Z', 'revision_number': 0, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4250e3ed-782c-4c9d-bf69-6551a45530ec', 'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'mac_address': 'fa:16:3e:d1:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:39Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'subnets': [{'id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:39.409767 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6da976-3fa7-4215-8dd3-6c65d51b910d None None] The sync data for ids ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'] in dv-neutron-833860-1-hyperv is: [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'b1f880aa-4dc6-4812-a0c3-da59bc12ecdb', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'floating_ip_address': '172.26.2.112', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'port_id': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'mac_address': 'fa:16:3e:90:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8012b5e7-066f-42cd-bb79-745030d19988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:55:32Z', 'updated_at': '2022-03-16T10:55:32Z', 'revision_number': 0, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4250e3ed-782c-4c9d-bf69-6551a45530ec', 'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'mac_address': 'fa:16:3e:d1:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:39Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'subnets': [{'id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:39.412009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:39.429010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0f0b92a4-eadc-4f1e-9f54-2ba9d1cb6221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.434687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb3bd1d-ee75-440f-a65c-42f714502a44']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:39.464258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] Sync routers for ids ['b206fae6-6311-4ff9-a3df-6f260dc229fb'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:39.472104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a7f291-ae3b-409c-a3f5-08e6b1269282') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:39.472402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a7f291-ae3b-409c-a3f5-08e6b1269282') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:39.491751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-ecfc6db0-fef1-4360-928f-19bc80575db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:39.493263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-ecfc6db0-fef1-4360-928f-19bc80575db5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=36d98ea5-b9db-4272-94db-34e760ed828a HTTP/1.1" status: 200 len: 898 time: 0.5984008 Mar 16 10:55:39.495886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.510100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ccdb8-7102-4a76-8772-645d2683f76b None None] The port '43e2a5a7-b170-45ce-b5c0-708d4bc6770f' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:55:39.510212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.553355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5776944-fa90-4ba2-8853-2f90507d5232']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:39.568683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9520f90-a4f3-4934-812a-e716b19734bb') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:39.568922 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9520f90-a4f3-4934-812a-e716b19734bb') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:39.587323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.588290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2e8a1-455f-4c70-984c-8dca28428cde None None] The port '2e56a561-cdf0-4b57-8a2d-24c9b57c8097' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:55:39.619851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.634617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:39.636183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.638456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] Routers {'b206fae6-6311-4ff9-a3df-6f260dc229fb'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:39.639649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b206fae6-6311-4ff9-a3df-6f260dc229fb'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:39.768141 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:39.824462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] Set router b206fae6-6311-4ff9-a3df-6f260dc229fb gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:39.844629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0f0b92a4-eadc-4f1e-9f54-2ba9d1cb6221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.845925 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-f4fe89f8-600b-4382-95d5-28393eeb837e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3 HTTP/1.1" status: 200 len: 999 time: 0.3382173 Mar 16 10:55:39.863360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.867846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b92a4-eadc-4f1e-9f54-2ba9d1cb6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6236ba5a-a5f9-4d16-ab96-7447fbb4b8e1,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:39.898762 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.901807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Network': ['ID=f5776944-fa90-4ba2-8853-2f90507d5232,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:39.917319 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-78b3f59a-58b1-48b9-a83b-0e80077a34b5 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/floatingips/b1f880aa-4dc6-4812-a0c3-da59bc12ecdb HTTP/1.1" status: 200 len: 991 time: 0.7624736 Mar 16 10:55:39.923131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.928135 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e9bb2ae3-fe8b-4f0a-967b-fd7de98e906a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/networks/f5776944-fa90-4ba2-8853-2f90507d5232 HTTP/1.1" status: 204 len: 168 time: 1.7073820 Mar 16 10:55:39.929299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0f0b92a4-eadc-4f1e-9f54-2ba9d1cb6221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.933141 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0f0b92a4-eadc-4f1e-9f54-2ba9d1cb6221 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6236ba5a-a5f9-4d16-ab96-7447fbb4b8e1 HTTP/1.1" status: 204 len: 168 time: 1.1424921 Mar 16 10:55:39.934200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32816) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:39.951178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:39.951586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:39.987111 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:40.013709 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-57e5a24c-f111-4117-bba5-d1aeae469eb4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "PUT /v2.0/routers/b206fae6-6311-4ff9-a3df-6f260dc229fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6011839 Mar 16 10:55:40.038639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32822) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:40.041957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b206fae6-6311-4ff9-a3df-6f260dc229fb', 'name': 'tempest-NetworksTestDHCPv6-router-638263173', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:29Z', 'updated_at': '2022-03-16T10:55:36Z', 'revision_number': 3, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:40.061863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] Checking router: b206fae6-6311-4ff9-a3df-6f260dc229fb for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:40.087550 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] Routers {'b206fae6-6311-4ff9-a3df-6f260dc229fb'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:40.088179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b206fae6-6311-4ff9-a3df-6f260dc229fb'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:40.132829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-5590ee59-2410-42e7-aa31-18c19616aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:40.134454 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-5590ee59-2410-42e7-aa31-18c19616aaa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7781f05-50ed-455c-bcc1-a535059d6be9 HTTP/1.1" status: 200 len: 834 time: 0.2788332 Mar 16 10:55:40.185058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.210325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.226341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] Pushing event deleted for resources: {'Network': ['ID=7eb3bd1d-ee75-440f-a65c-42f714502a44,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:40.231397 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c0670353-1c05-4c06-aae7-4cd3f924d177 tempest-NetworksIpV6TestAttrs-120441598 tempest-NetworksIpV6TestAttrs-120441598-project] 10.222.0.37 "DELETE /v2.0/networks/7eb3bd1d-ee75-440f-a65c-42f714502a44 HTTP/1.1" status: 204 len: 168 time: 3.6427948 Mar 16 10:55:40.264102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] Set router b206fae6-6311-4ff9-a3df-6f260dc229fb gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:40.301176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-744b7722-1ef1-4e85-837f-82737df0a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:40.304854 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-744b7722-1ef1-4e85-837f-82737df0a0b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36d98ea5-b9db-4272-94db-34e760ed828a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1589265 Mar 16 10:55:40.371722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a80ad-b6c3-4e97-a186-c1bab2b48d38 req-3ebe40bf-a6b6-4c5e-b904-0f9cb7b0de8a tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:40.384348 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ba6a80ad-b6c3-4e97-a186-c1bab2b48d38 req-3ebe40bf-a6b6-4c5e-b904-0f9cb7b0de8a tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.6024663 Mar 16 10:55:40.411588 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b206fae6-6311-4ff9-a3df-6f260dc229fb', 'name': 'tempest-NetworksTestDHCPv6-router-638263173', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:29Z', 'updated_at': '2022-03-16T10:55:36Z', 'revision_number': 3, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:40.424379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a1caba-6de8-4d7b-8e40-37e1da2fcc2a None None] The sync data for ids ['b206fae6-6311-4ff9-a3df-6f260dc229fb'] in dv-neutron-833860-1-hyperv is: [{'id': 'b206fae6-6311-4ff9-a3df-6f260dc229fb', 'name': 'tempest-NetworksTestDHCPv6-router-638263173', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:29Z', 'updated_at': '2022-03-16T10:55:36Z', 'revision_number': 3, 'project_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:40.441913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:34Z', 'revision_number': 10, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:40.448116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4b5a8-6dc1-4338-95f0-284bae5fd36a None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:34Z', 'revision_number': 10, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None, '_interfaces': [{'id': '57f595b0-4c01-421c-867c-4002381131d6', 'name': '', 'network_id': '4d1ce0d3-215c-4e1c-bdd0-26166893847c', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'mac_address': 'fa:16:3e:8d:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76509094-2c19-46e5-9876-4282366fed11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:20Z', 'updated_at': '2022-03-16T10:54:32Z', 'revision_number': 5, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'subnets': [{'id': '76509094-2c19-46e5-9876-4282366fed11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:40.479483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7eb29a-fe74-47eb-9f5e-bc50cbf3c45f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:40.485880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7eb29a-fe74-47eb-9f5e-bc50cbf3c45f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:40.486942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-de7eb29a-fe74-47eb-9f5e-bc50cbf3c45f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:40.524163 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04950700-ad27-4f6d-be32-ed12841a73a7 None None] New status for floating IP b1f880aa-4dc6-4812-a0c3-da59bc12ecdb: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:55:40.592085 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-3657e256-39ba-4fc8-b786-0f9775cd0083 service neutron] 10.222.0.48 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794123 Mar 16 10:55:40.663264 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ba6a80ad-b6c3-4e97-a186-c1bab2b48d38 req-d3ec4825-5ee1-4700-8bf1-2cefcd7bbf55 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715368 Mar 16 10:55:40.765733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-de7eb29a-fe74-47eb-9f5e-bc50cbf3c45f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:40.768546 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-de7eb29a-fe74-47eb-9f5e-bc50cbf3c45f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7272749 Mar 16 10:55:40.773229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32840) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:40.801026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32844) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:40.874673 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3fd6a89d-9fdb-4d76-89f3-8f3833e6ba64 req-788e752e-be41-40d6-ab47-d57e57007948 service neutron] 10.222.0.48 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713726 Mar 16 10:55:40.921602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32850) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:41.107638 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-15830f7f-cbed-425b-9a34-f0f139278c1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8be89bf0dde24a118fc8da282fe39515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054862 Mar 16 10:55:41.110449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32860) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:41.136528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-f440bd8c-e86e-499b-b54e-abfb1d7c812d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet b7558e8b-0d6a-4b80-9269-faa685d1bf99 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:41.145201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f440bd8c-e86e-499b-b54e-abfb1d7c812d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.155844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.218973 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b4804875-4096-4017-ba3f-0ac6507d3cbd tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/floatingips/b1f880aa-4dc6-4812-a0c3-da59bc12ecdb HTTP/1.1" status: 200 len: 993 time: 0.2950509 Mar 16 10:55:41.253492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f440bd8c-e86e-499b-b54e-abfb1d7c812d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.257121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:41.313154 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:41.313494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2e56a561-cdf0-4b57-8a2d-24c9b57c8097 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:41.314385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:41.359444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-858b1a04-8346-4037-a9ad-7130169227ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.359700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-7bdd58f3-75b9-4400-a326-3e7a20342f4c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:41.363080 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-7bdd58f3-75b9-4400-a326-3e7a20342f4c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.3090718 Mar 16 10:55:41.364802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:41.365148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8f214348-2d52-4ba4-b7e0-ad2859c8a0b0 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:41.365559 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3d24226f-35c7-403b-af07-5370e5de91ee no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:41.404694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32866) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:41.405554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 3d24226f-35c7-403b-af07-5370e5de91ee {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:41.405896 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3d24226f-35c7-403b-af07-5370e5de91ee not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:41.460433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Deleting port d2526328-f6e0-4696-ab00-2a56ead9eb1a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:41.460802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.485378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-858b1a04-8346-4037-a9ad-7130169227ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.508238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f440bd8c-e86e-499b-b54e-abfb1d7c812d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.541666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1495576109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:41.562046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:41.580427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Usage tracker for resource:router and tenant:3a14cce18dec4cb082cb174650b38962 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:41.585383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:41.598313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-858b1a04-8346-4037-a9ad-7130169227ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.625043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port 57f595b0-4c01-421c-867c-4002381131d6 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:41.625376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.634463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:41.657502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b1a04-8346-4037-a9ad-7130169227ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30534cfa-7eaa-4a79-8e71-88e32a060c66,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:41.668382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-858b1a04-8346-4037-a9ad-7130169227ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.669555 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-858b1a04-8346-4037-a9ad-7130169227ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30534cfa-7eaa-4a79-8e71-88e32a060c66 HTTP/1.1" status: 204 len: 168 time: 0.5581162 Mar 16 10:55:41.672272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.673478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.730264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f440bd8c-e86e-499b-b54e-abfb1d7c812d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.826324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.845000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port 57f595b0-4c01-421c-867c-4002381131d6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=57f595b0-4c01-421c-867c-4002381131d6,segment=NetworkSegment(de504e74-abeb-4539-bfbc-4a24705f3e70),segment_id=de504e74-abeb-4539-bfbc-4a24705f3e70)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:41.845530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.868031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f440bd8c-e86e-499b-b54e-abfb1d7c812d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.870766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440bd8c-e86e-499b-b54e-abfb1d7c812d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=b7558e8b-0d6a-4b80-9269-faa685d1bf99,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:41.880618 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2911dee-cd74-4570-a443-c247e3cf32f0 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:41.934580 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f440bd8c-e86e-499b-b54e-abfb1d7c812d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/b7558e8b-0d6a-4b80-9269-faa685d1bf99 HTTP/1.1" status: 204 len: 168 time: 1.1600935 Mar 16 10:55:41.938895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32878) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:41.959650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] For port d2526328-f6e0-4696-ab00-2a56ead9eb1a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d2526328-f6e0-4696-ab00-2a56ead9eb1a,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:41.960325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.973352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.082733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.083924 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-36028ee5-8ac2-4643-9ad2-7796a1bcfcdd tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6743128 Mar 16 10:55:42.087102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32886) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.098959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c53c03-5afc-4954-a9c6-893d92bc539e req-7e409db9-19a1-4527-84d6-6826a3686975 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:42.101014 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-88c53c03-5afc-4954-a9c6-893d92bc539e req-7e409db9-19a1-4527-84d6-6826a3686975 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 945 time: 0.2923260 Mar 16 10:55:42.105496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for 57f595b0-4c01-421c-867c-4002381131d6 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:42.115262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-860720020'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:42.180520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d029677-469f-45ad-9b8e-af47215c2349 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:42.185840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-4d029677-469f-45ad-9b8e-af47215c2349 None None] Deleting port 51910604-9cca-4925-835b-563aa5767bc2 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:42.186339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4d029677-469f-45ad-9b8e-af47215c2349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.294882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4ba71e5a-ad1e-40a2-b143-276303b30a0b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:router {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:42.319149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:42.348167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Usage tracker for resource:network and tenant:3a14cce18dec4cb082cb174650b38962 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:42.361536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:42.381298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:42.411631 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-88c53c03-5afc-4954-a9c6-893d92bc539e req-b48963e5-7ddf-451a-ae52-a41e807caa39 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d61cc67-6bce-4031-8960-abc2d0e9903a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898939 Mar 16 10:55:42.427030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Made reservation on behalf of 3a14cce18dec4cb082cb174650b38962 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:42.430719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.473876 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4ba71e5a-ad1e-40a2-b143-276303b30a0b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:router {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:42.477939 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4ba71e5a-ad1e-40a2-b143-276303b30a0b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5348220 Mar 16 10:55:42.480242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32898) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.485925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-4d029677-469f-45ad-9b8e-af47215c2349 None None] For port 51910604-9cca-4925-835b-563aa5767bc2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=51910604-9cca-4925-835b-563aa5767bc2,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:42.486423 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4d029677-469f-45ad-9b8e-af47215c2349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.514549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.551910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:42.559642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Usage tracker for resource:security_group_rule and tenant:3a14cce18dec4cb082cb174650b38962 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:42.572150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:42.584778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:42.620508 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-4d029677-469f-45ad-9b8e-af47215c2349 None None] Calling delete_port for 51910604-9cca-4925-835b-563aa5767bc2 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:42.676255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.676832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.677179 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Floating IP fccbbbda-6c18-4a8e-a067-4db8cc529ef1 disassociated. External IP: 172.26.2.124, port: d2526328-f6e0-4696-ab00-2a56ead9eb1a. Mar 16 10:55:42.677965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Calling delete_port for d2526328-f6e0-4696-ab00-2a56ead9eb1a owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:42.717270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.720276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4d029677-469f-45ad-9b8e-af47215c2349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.754676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32906) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.783868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca6d426b-bc40-48c2-b657-b4d68678edf2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.794654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d029677-469f-45ad-9b8e-af47215c2349 None None] Pushing event deleted for resources: {'Port': ['ID=51910604-9cca-4925-835b-563aa5767bc2,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:42.802856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d029677-469f-45ad-9b8e-af47215c2349 None None] No DVR routers for this DVR port 51910604-9cca-4925-835b-563aa5767bc2 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:42.816186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.843031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=57f595b0-4c01-421c-867c-4002381131d6,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:42.854009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.902212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:42.917287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-217446489'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:42.933587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228680da-4bab-4748-b97b-92e41e775aef,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:42.935633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:42.948159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.949269 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Added segment d7317a03-7f14-4301-9770-7d4d7e748ec7 of type vlan for network e33fb0da-fe1f-45da-a76e-6b95f4da0562 Mar 16 10:55:42.950702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Usage tracker for resource:network and tenant:ed6f173b13b3436294632caf288b98ad is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:42.961894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:42.973092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:42.978485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.046409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.053652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Pushing event deleted for resources: {'Port': ['ID=d2526328-f6e0-4696-ab00-2a56ead9eb1a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:43.128330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Made reservation on behalf of ed6f173b13b3436294632caf288b98ad for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:43.131854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.165017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.194234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:43.207735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 51910604-9cca-4925-835b-563aa5767bc2 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:43.209984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.215476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:43.216092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.221725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Usage tracker for resource:security_group_rule and tenant:ed6f173b13b3436294632caf288b98ad is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:43.228244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca6d426b-bc40-48c2-b657-b4d68678edf2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.244354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:43.255324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 51910604-9cca-4925-835b-563aa5767bc2 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:43.255981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 51910604-9cca-4925-835b-563aa5767bc2 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:43.285072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca6d426b-bc40-48c2-b657-b4d68678edf2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.300264 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.339426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:43.385843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca6d426b-bc40-48c2-b657-b4d68678edf2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.386306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6d426b-bc40-48c2-b657-b4d68678edf2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Fanout notify agent at l3_agent the message router_deleted on router b206fae6-6311-4ff9-a3df-6f260dc229fb {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:43.441041 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'Network': ['ID=e33fb0da-fe1f-45da-a76e-6b95f4da0562,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:43.456047 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0df53c12-de17-4f32-a3be-cb9af6e611a9 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3654993 Mar 16 10:55:43.459282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32914) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.465516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network e33fb0da-fe1f-45da-a76e-6b95f4da0562 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:43.470539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Request body: {'subnet': {'network_id': 'e33fb0da-fe1f-45da-a76e-6b95f4da0562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:43.472560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:43.610417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:43.614517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Usage tracker for resource:subnet and tenant:3a14cce18dec4cb082cb174650b38962 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:43.617538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:43.674829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:43.695574 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.703320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.738276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:43.750379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] Sync routers for ids ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:43.762715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] Routers {'cbab4b38-21a7-4939-8179-1e0ddd5f8a73'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:43.763448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:43.788928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:43.832455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b3d313-f90e-443b-835c-3c6bd2cd5e0c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:43.848765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.849219 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Added segment 82ea8695-0f46-4024-bcdc-7cc657b61ec1 of type vlan for network 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f Mar 16 10:55:43.850967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] No DVR routers for this DVR port d2526328-f6e0-4696-ab00-2a56ead9eb1a on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:43.854490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.861294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'name': 'network-vif-deleted', 'tag': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:43.865050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca6d426b-bc40-48c2-b657-b4d68678edf2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.866405 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ca6d426b-bc40-48c2-b657-b4d68678edf2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/routers/b206fae6-6311-4ff9-a3df-6f260dc229fb HTTP/1.1" status: 204 len: 168 time: 1.3852293 Mar 16 10:55:43.872565 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d8f4406a-a1e2-4116-93fb-9b127f8e1598 req-321fe605-f379-4f46-9cba-e8c1d5d87821 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f0d57b-0ebb-41cc-bb7d-74f35dc8657f HTTP/1.1" status: 200 len: 210 time: 0.2519276 Mar 16 10:55:43.883113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32920) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.933673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Made reservation on behalf of 3a14cce18dec4cb082cb174650b38962 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:43.937906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.954609 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f0d57b-0ebb-41cc-bb7d-74f35dc8657f', 'name': 'network-vif-deleted', 'tag': 'd2526328-f6e0-4696-ab00-2a56ead9eb1a', 'status': 'completed', 'code': 200} Mar 16 10:55:43.956573 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a396b99-36ba-4136-b34a-ba248010a3f6 req-e1f69090-0c9e-4515-8357-5e7dfdf1aa46 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.48 "DELETE /v2.0/ports/d2526328-f6e0-4696-ab00-2a56ead9eb1a HTTP/1.1" status: 204 len: 173 time: 2.5869968 Mar 16 10:55:43.972070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.977396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7c22817e-833a-4bb4-86b9-af5d2e89ed68 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:43.978176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] Set router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:43.993949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:44.007276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7c22817e-833a-4bb4-86b9-af5d2e89ed68 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:44.008498 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7c22817e-833a-4bb4-86b9-af5d2e89ed68 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1069112 Mar 16 10:55:44.012660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32924) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.063993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.080008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:44.081079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.147143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d4982-c159-4adf-a365-cc6fcf6999f4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:44.147826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-790d4982-c159-4adf-a365-cc6fcf6999f4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:44.208627 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4502220 Mar 16 10:55:44.212601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32928) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.220553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Request body: {'subnet': {'network_id': '2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:44.242182 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:44.257631 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:44.258806 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7706a03c-2eca-4952-a323-daecd9b55783 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3221762 Mar 16 10:55:44.260694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32932) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.271430 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:44.272627 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:44.355786 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:51:09Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e618873a-e2ed-4f18-8f13-e2afd2ea5c81', 'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'mac_address': 'fa:16:3e:e3:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:18Z', 'revision_number': 5, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'subnets': [{'id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:44.361593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] Checking router: cbab4b38-21a7-4939-8179-1e0ddd5f8a73 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:44.382246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] Routers {'cbab4b38-21a7-4939-8179-1e0ddd5f8a73'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:44.382468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-91226aeb-8bf2-47ba-9ede-069b2cd338e4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting subnet 76509094-2c19-46e5-9876-4282366fed11 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:44.383142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:44.387883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c2f83-f789-415e-b5ff-29643b851dd1 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Pushing event updated for resources: {'Network': ['ID=2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.388303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91226aeb-8bf2-47ba-9ede-069b2cd338e4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.455791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:44.468248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-790d4982-c159-4adf-a365-cc6fcf6999f4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:44.468814 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:44.469904 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-790d4982-c159-4adf-a365-cc6fcf6999f4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4563229 Mar 16 10:55:44.476714 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32936) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.531498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91226aeb-8bf2-47ba-9ede-069b2cd338e4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.574243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f0c9b266-88b1-4e5c-b39c-8a4f53628f30 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:router {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:44.598055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:44.602681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Usage tracker for resource:subnet and tenant:ed6f173b13b3436294632caf288b98ad is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:44.605685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:44.611590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:44.619348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f0c9b266-88b1-4e5c-b39c-8a4f53628f30 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:router {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:44.620204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.621213 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f0c9b266-88b1-4e5c-b39c-8a4f53628f30 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1432159 Mar 16 10:55:44.627225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32940) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.630875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Made reservation on behalf of ed6f173b13b3436294632caf288b98ad for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:44.635191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.695854 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:42Z', 'revision_number': 11, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:44.702387 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:44.713061 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:44.714506 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:44.742599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'Subnet': ['ID=40cfeb10-268d-451a-9767-a33a10be72e3,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.754334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d2526328-f6e0-4696-ab00-2a56ead9eb1a no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:44.792922 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Checking segment: {'id': 'd7317a03-7f14-4301-9770-7d4d7e748ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e33fb0da-fe1f-45da-a76e-6b95f4da0562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:44.793184 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: d2526328-f6e0-4696-ab00-2a56ead9eb1a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:44.793277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Network hostable DHCP agents. Network: e33fb0da-fe1f-45da-a76e-6b95f4da0562, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:44.793395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d2526328-f6e0-4696-ab00-2a56ead9eb1a not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:44.803259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:44.827731 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Network e33fb0da-fe1f-45da-a76e-6b95f4da0562 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:44.828289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] Set router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:44.846295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, e33fb0da-fe1f-45da-a76e-6b95f4da0562) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:44.852926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91226aeb-8bf2-47ba-9ede-069b2cd338e4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.887429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:44.888771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.952218 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2ddc1fe7-07dd-4d2c-98e2-a691e2e85b49 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4900208 Mar 16 10:55:44.956138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32946) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.971161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Request body: {'network': {'name': 'tempest-router-network01--866358191'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:44.979572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:44.985998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Usage tracker for resource:network and tenant:3a14cce18dec4cb082cb174650b38962 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:44.989020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:44.996626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:45.001500 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:45.016453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Made reservation on behalf of 3a14cce18dec4cb082cb174650b38962 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:45.020963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:45.021510 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.043268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:45.052031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32952) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.086503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:45.088941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:45.092139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.114616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91226aeb-8bf2-47ba-9ede-069b2cd338e4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.117372 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:42Z', 'revision_number': 11, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:45.121545 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c45a0f-b696-4361-b16f-7985f10638b1 None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:42Z', 'revision_number': 11, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:45.161780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.162148 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Added segment 33b61c6e-a850-449c-a28a-76a66669c589 of type vlan for network 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf Mar 16 10:55:45.189737 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91226aeb-8bf2-47ba-9ede-069b2cd338e4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Subnet': ['ID=76509094-2c19-46e5-9876-4282366fed11,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.194688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91226aeb-8bf2-47ba-9ede-069b2cd338e4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.199378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.205402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e91c85-63da-450c-b6df-53819a0d53f2 None None] Network e33fb0da-fe1f-45da-a76e-6b95f4da0562 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:45.209634 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-91226aeb-8bf2-47ba-9ede-069b2cd338e4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/76509094-2c19-46e5-9876-4282366fed11 HTTP/1.1" status: 204 len: 168 time: 0.9478810 Mar 16 10:55:45.213043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32956) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.252885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.281850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19f8e83a-75d7-4b4e-ba9c-4f0b6916cd66 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.314403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Pushing event updated for resources: {'Subnet': ['ID=663b3dc9-d43f-4296-af1b-3be4c2a3aad8,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.328273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Checking segment: {'id': '82ea8695-0f46-4024-bcdc-7cc657b61ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:45.328629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Network hostable DHCP agents. Network: 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:45.335858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9729ee-737f-49e0-b9f0-247abbab10f2 None None] Network 4d1ce0d3-215c-4e1c-bdd0-26166893847c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:45.397671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Network 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:45.399244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.402637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19f8e83a-75d7-4b4e-ba9c-4f0b6916cd66 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.417063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.422419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:45.423258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.447514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:45.452229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:45.452843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.504481 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5472336 Mar 16 10:55:45.504717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32960) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.505586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Deleting port bd590e77-cf26-43c3-894b-04d9424e90d3 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:45.505922 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.544437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Request body: {'network': {'name': 'tempest-router-network02--1985832928'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:45.551752 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4b756858-ef4c-47b1-ba5d-4de2a5bd31eb tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3357279 Mar 16 10:55:45.555450 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32964) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.566409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:45.571980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1887b7-8981-42b3-bd2e-b9db2321a2b2 None None] Network 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:45.573655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Request body: {'port': {'network_id': '2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f', 'name': 'tempest-TagsExtTest-1791090924'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:45.619974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Usage tracker for resource:network and tenant:3a14cce18dec4cb082cb174650b38962 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:45.628360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e14d35-2a5d-4235-9a4c-3f8d1821da72 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'Network': ['ID=08bc7fb4-8fb7-4b27-b722-045e1bf74bcf,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.629850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:45.675962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19f8e83a-75d7-4b4e-ba9c-4f0b6916cd66 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.712048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8e83a-75d7-4b4e-ba9c-4f0b6916cd66 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d61cc67-6bce-4031-8960-abc2d0e9903a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.725996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:45.740995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:45.757793 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e33fb0da-fe1f-45da-a76e-6b95f4da0562', 'network_id': 'e33fb0da-fe1f-45da-a76e-6b95f4da0562', 'tenant_id': '3a14cce18dec4cb082cb174650b38962', 'fixed_ips': [{'subnet_id': '40cfeb10-268d-451a-9767-a33a10be72e3'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:45.758390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19f8e83a-75d7-4b4e-ba9c-4f0b6916cd66 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.758614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.758976 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-19f8e83a-75d7-4b4e-ba9c-4f0b6916cd66 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d61cc67-6bce-4031-8960-abc2d0e9903a HTTP/1.1" status: 204 len: 168 time: 0.7043405 Mar 16 10:55:45.763005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32968) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.768389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:55:45.772914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.836241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] For port bd590e77-cf26-43c3-894b-04d9424e90d3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd590e77-cf26-43c3-894b-04d9424e90d3,segment=NetworkSegment(de504e74-abeb-4539-bfbc-4a24705f3e70),segment_id=de504e74-abeb-4539-bfbc-4a24705f3e70)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:45.836910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.844459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Made reservation on behalf of 3a14cce18dec4cb082cb174650b38962 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:45.848090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.878327 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-8f30c9a3-3626-4dfc-be3c-0c9053e9c038 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] show failed (client error): The resource could not be found. Mar 16 10:55:45.880845 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8f30c9a3-3626-4dfc-be3c-0c9053e9c038 tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "GET /v2.0/security-groups/9d61cc67-6bce-4031-8960-abc2d0e9903a HTTP/1.1" status: 404 len: 347 time: 0.1079781 Mar 16 10:55:45.889803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32972) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.900542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:45.970718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:45.974029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:45.974610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.991513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c469f9-902b-4545-83e6-b38552967866 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:46.019935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=0205a3ed-a971-4e21-b19f-eb2a0683c30d,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:46.088782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Calling delete_port for bd590e77-cf26-43c3-894b-04d9424e90d3 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:46.107352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:46.109613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:46.124704 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:51:09Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e618873a-e2ed-4f18-8f13-e2afd2ea5c81', 'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'mac_address': 'fa:16:3e:e3:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:18Z', 'revision_number': 5, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'subnets': [{'id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:46.132769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Deleting port c76e7cda-747f-443f-88fb-932155282511 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:46.132769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.152066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12203884-528f-4b22-baa0-9ed539bb1849 None None] The sync data for ids ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'] in dv-neutron-833860-1-hyperv is: [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:51:09Z', 'revision_number': 4, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e618873a-e2ed-4f18-8f13-e2afd2ea5c81', 'name': '', 'network_id': '70acee01-c08d-4f31-96e3-4e26d4fd7ac7', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'mac_address': 'fa:16:3e:e3:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:51:05Z', 'updated_at': '2022-03-16T10:51:18Z', 'revision_number': 5, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'subnets': [{'id': '233d9851-e3dd-47f1-9307-ebbe74e26b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:46.165180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Usage tracker for resource:port and tenant:ed6f173b13b3436294632caf288b98ad is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:46.171809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.173237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.173681 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Added segment 4b7a428e-3b9d-46b2-8629-c64501a2b39b of type vlan for network d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0 Mar 16 10:55:46.179256 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ef2e61c5-6768-4636-9bf3-eb5ffce603c0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5500414 Mar 16 10:55:46.179939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32976) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.180797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:46.203149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:46.208473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:46.238801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Port': ['ID=bd590e77-cf26-43c3-894b-04d9424e90d3,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:46.244517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No DVR routers for this DVR port bd590e77-cf26-43c3-894b-04d9424e90d3 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:46.247624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7af37c-9b78-4e2f-bc20-a4aa7d976e42 None None] DHCP port deletion for 4d1ce0d3-215c-4e1c-bdd0-26166893847c request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:46.346767 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:55:46.388726 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.426628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1ce0d3-215c-4e1c-bdd0-26166893847c']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:46.440627 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de504e74-abeb-4539-bfbc-4a24705f3e70') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:46.441003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de504e74-abeb-4539-bfbc-4a24705f3e70') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:46.456044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.460324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Made reservation on behalf of ed6f173b13b3436294632caf288b98ad for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:46.463864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.475163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.475855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.484115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f', 'network_id': '2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f', 'tenant_id': 'ed6f173b13b3436294632caf288b98ad', 'fixed_ips': [{'subnet_id': '663b3dc9-d43f-4296-af1b-3be4c2a3aad8'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:46.484954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.485455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:46.486083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.588966 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d72838e-62f5-43ee-aea7-e478c28ca412 None None] New status for floating IP fccbbbda-6c18-4a8e-a067-4db8cc529ef1: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:46.608338 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:46.613114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] device_id is not set on port 5af0a3e0-1b50-4e64-b0c7-85f82c29ba58 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:55:46.617857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.641469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.647375 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Allocated IP 172.20.0.2 (e33fb0da-fe1f-45da-a76e-6b95f4da0562/40cfeb10-268d-451a-9767-a33a10be72e3/34388961-1d9f-401f-b14e-71f2a970ee2b) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:46.653696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Pushing event deleted for resources: {'Network': ['ID=4d1ce0d3-215c-4e1c-bdd0-26166893847c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:46.669185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:55:46.670552 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-acbd69c2-e0b9-4bd9-8393-07e146b3e191 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/networks/4d1ce0d3-215c-4e1c-bdd0-26166893847c HTTP/1.1" status: 204 len: 168 time: 1.4482996 Mar 16 10:55:46.671416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32982) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.681174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5dfd76ab-3f88-4156-a46d-68fbd99556f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'routes': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:46.764266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.769823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:46.770407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.775212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:46.818501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.818937 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.901568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:46.977517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.extraroute_db [None req-5dfd76ab-3f88-4156-a46d-68fbd99556f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Added routes are [] {{(pid=87875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:55:46.977818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.extraroute_db [None req-5dfd76ab-3f88-4156-a46d-68fbd99556f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Removed routes are [] {{(pid=87875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:55:46.978178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5dfd76ab-3f88-4156-a46d-68fbd99556f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.999938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '0205a3ed-a971-4e21-b19f-eb2a0683c30d'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:47.001119 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.023140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Calling delete_port for c76e7cda-747f-443f-88fb-932155282511 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:47.043803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Allocated IP 172.20.0.2 (2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/46556fba-104c-4680-a7c1-bc1eef5ab008) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:47.070574 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5616689 Mar 16 10:55:47.073124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32986) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.075505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54755a9c-ed5b-46e8-b4ec-f2d566c0d3f7 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'Network': ['ID=d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.084927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Request body: {'subnet': {'network_id': '08bc7fb4-8fb7-4b27-b722-045e1bf74bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:47.099530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:47.103810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.119440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:47.194450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 57f595b0-4c01-421c-867c-4002381131d6 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:47.238749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5dfd76ab-3f88-4156-a46d-68fbd99556f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.242257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5dfd76ab-3f88-4156-a46d-68fbd99556f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.267162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 57f595b0-4c01-421c-867c-4002381131d6 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:47.267456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 57f595b0-4c01-421c-867c-4002381131d6 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:47.267880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd590e77-cf26-43c3-894b-04d9424e90d3 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:47.344319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:47.353012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Usage tracker for resource:subnet and tenant:3a14cce18dec4cb082cb174650b38962 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:47.359996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:47.360285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:47.363473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:47.372260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:47.388898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Made reservation on behalf of 3a14cce18dec4cb082cb174650b38962 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:47.392568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.420171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: bd590e77-cf26-43c3-894b-04d9424e90d3 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:47.420509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd590e77-cf26-43c3-894b-04d9424e90d3 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:47.516422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfd76ab-3f88-4156-a46d-68fbd99556f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router 2c63af43-a5a4-45bf-8448-94761db8e12c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:47.605192 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.652864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Allocated IP 2001:db8::f816:3eff:fed8:4098 (e57f845a-9024-49c0-a045-365eb6299d60/0205a3ed-a971-4e21-b19f-eb2a0683c30d/f0960dd7-3d3c-463a-af0b-3dc91b32e440) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:47.659708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Transition to ACTIVE for port object 34388961-1d9f-401f-b14e-71f2a970ee2b will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:47.665971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.709634 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfd76ab-3f88-4156-a46d-68fbd99556f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:47.716696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5dfd76ab-3f88-4156-a46d-68fbd99556f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.718283 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5dfd76ab-3f88-4156-a46d-68fbd99556f5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c HTTP/1.1" status: 200 len: 705 time: 1.0445058 Mar 16 10:55:47.724616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Transition to ACTIVE for port object 34388961-1d9f-401f-b14e-71f2a970ee2b will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:47.725885 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] Sync routers for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:47.732204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32990) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.738100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.739472 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:47.740099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.740955 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.748250 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:47.760867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:47.764146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:47.764718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.789522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=de2bb269-aa0d-41fd-881a-7c0e416bebe6,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.790423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b12bc662-ec49-4209-9c2b-78d1e4cc7d69 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:47.803320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.814019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b12bc662-ec49-4209-9c2b-78d1e4cc7d69 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:47.817616 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b12bc662-ec49-4209-9c2b-78d1e4cc7d69 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c63af43-a5a4-45bf-8448-94761db8e12c HTTP/1.1" status: 200 len: 205 time: 0.0828342 Mar 16 10:55:47.819669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 32994) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.854861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Transition to ACTIVE for port object 46556fba-104c-4680-a7c1-bc1eef5ab008 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:47.865960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Deleting port c76e7cda-747f-443f-88fb-932155282511 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:47.866238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.875592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Network e33fb0da-fe1f-45da-a76e-6b95f4da0562 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:47.881684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:47.893820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:47.916668 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:47.939791 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-45783dfb-407a-41b1-845a-4e594d0c582b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7452686 Mar 16 10:55:47.945126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 32998) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.958999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:31:e2:0c', 'name': 'tempest-NetworksTestDHCPv6-1245824245'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:47.986405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'Subnet': ['ID=cb42a8e1-771a-4934-8d49-7f4074b86744,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:48.008623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Pushing event updated for resources: {'Port': ['ID=34388961-1d9f-401f-b14e-71f2a970ee2b,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:48.019482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Transition to ACTIVE for port object 46556fba-104c-4680-a7c1-bc1eef5ab008 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:48.029699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31ff3081-20ed-4ba4-9f9e-cc0c48dd9be3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.032235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Checking segment: {'id': '33b61c6e-a850-449c-a28a-76a66669c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08bc7fb4-8fb7-4b27-b722-045e1bf74bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:48.032587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Network hostable DHCP agents. Network: 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:48.051240 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:42Z', 'revision_number': 11, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:48.056466 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] Checking router: 2c63af43-a5a4-45bf-8448-94761db8e12c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:48.066972 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] Routers {'2c63af43-a5a4-45bf-8448-94761db8e12c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:48.067858 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['2c63af43-a5a4-45bf-8448-94761db8e12c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:48.080258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.155916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Attempting to bind port 34388961-1d9f-401f-b14e-71f2a970ee2b on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:48.155916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Attempting to bind port 34388961-1d9f-401f-b14e-71f2a970ee2b by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'd7317a03-7f14-4301-9770-7d4d7e748ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e33fb0da-fe1f-45da-a76e-6b95f4da0562'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:48.156318 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Attempting to bind port 34388961-1d9f-401f-b14e-71f2a970ee2b on network e33fb0da-fe1f-45da-a76e-6b95f4da0562 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:48.191272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:48.191642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Checking segment: {'id': 'd7317a03-7f14-4301-9770-7d4d7e748ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e33fb0da-fe1f-45da-a76e-6b95f4da0562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:48.192052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.192445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Bound using segment: {'id': 'd7317a03-7f14-4301-9770-7d4d7e748ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e33fb0da-fe1f-45da-a76e-6b95f4da0562'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:48.192961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Bound port: 34388961-1d9f-401f-b14e-71f2a970ee2b, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7317a03-7f14-4301-9770-7d4d7e748ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e33fb0da-fe1f-45da-a76e-6b95f4da0562'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:48.193337 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.213077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Network 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:48.214328 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] Set router 2c63af43-a5a4-45bf-8448-94761db8e12c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:48.220040 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:48.232677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:48.320211 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9457db51-1954-43f7-a873-a5821229a042 None None] For port 34388961-1d9f-401f-b14e-71f2a970ee2b, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:48.323445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9457db51-1954-43f7-a873-a5821229a042 None None] For port 34388961-1d9f-401f-b14e-71f2a970ee2b, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=34388961-1d9f-401f-b14e-71f2a970ee2b,segment=NetworkSegment(d7317a03-7f14-4301-9770-7d4d7e748ec7),segment_id=d7317a03-7f14-4301-9770-7d4d7e748ec7)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:48.331541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.340880 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:42Z', 'revision_number': 11, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:48.347138 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cf95b2-fdd7-456f-bdba-0c837ea219c6 None None] The sync data for ids ['2c63af43-a5a4-45bf-8448-94761db8e12c'] in dv-neutron-833860-1-hyperv is: [{'id': '2c63af43-a5a4-45bf-8448-94761db8e12c', 'name': 'tempest-RoutersIpV6Test-router-1098567914', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:15Z', 'updated_at': '2022-03-16T10:55:42Z', 'revision_number': 11, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:48.373535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Pushing event updated for resources: {'Port': ['ID=46556fba-104c-4680-a7c1-bc1eef5ab008,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:48.402124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Network 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:48.407147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.419274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Allocated IP 172.20.0.11 (2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:48.462622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31ff3081-20ed-4ba4-9f9e-cc0c48dd9be3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.465471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31ff3081-20ed-4ba4-9f9e-cc0c48dd9be3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.465976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:48.471953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:48.471953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.481477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.481874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.495785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72f4f5b-8c89-46c7-8b53-31cc21efac5d None None] Network 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:48.513912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Transition to ACTIVE for port object f0960dd7-3d3c-463a-af0b-3dc91b32e440 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:48.515481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31ff3081-20ed-4ba4-9f9e-cc0c48dd9be3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.517574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ff3081-20ed-4ba4-9f9e-cc0c48dd9be3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Fanout notify agent at l3_agent the message router_deleted on router 2c63af43-a5a4-45bf-8448-94761db8e12c {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:48.518595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:48.537972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31ff3081-20ed-4ba4-9f9e-cc0c48dd9be3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.544221 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-31ff3081-20ed-4ba4-9f9e-cc0c48dd9be3 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c HTTP/1.1" status: 204 len: 168 time: 0.7213619 Mar 16 10:55:48.545042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33002) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.556822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Attempting to bind port 46556fba-104c-4680-a7c1-bc1eef5ab008 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:48.557061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1696316125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:48.557169 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Attempting to bind port 46556fba-104c-4680-a7c1-bc1eef5ab008 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '82ea8695-0f46-4024-bcdc-7cc657b61ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:48.557522 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Attempting to bind port 46556fba-104c-4680-a7c1-bc1eef5ab008 on network 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:48.565776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:48.570458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Usage tracker for resource:router and tenant:c1661195893a44fa9a605d0bb4fc5ebd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:48.573752 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:48.581603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:48.609519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.610912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.629398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.643639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Transition to ACTIVE for port object f0960dd7-3d3c-463a-af0b-3dc91b32e440 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:48.645285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:48.645843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Checking segment: {'id': '82ea8695-0f46-4024-bcdc-7cc657b61ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:48.646403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.646959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Bound using segment: {'id': '82ea8695-0f46-4024-bcdc-7cc657b61ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:48.647594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Bound port: 46556fba-104c-4680-a7c1-bc1eef5ab008, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ea8695-0f46-4024-bcdc-7cc657b61ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:48.650339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:48.650946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.660023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Calling delete_port for c76e7cda-747f-443f-88fb-932155282511 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:48.662953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.679645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457db51-1954-43f7-a873-a5821229a042 None None] Pushing event updated for resources: {'Port': ['ID=34388961-1d9f-401f-b14e-71f2a970ee2b,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:48.690887 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e652001f-93c1-4a0d-9de1-ca2c5e4499d5 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6165969 Mar 16 10:55:48.707340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33006) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.713466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Request body: {'subnet': {'network_id': 'd1d4ba4e-9010-41cd-9f22-913f8cbb5ed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:48.735366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.739670 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1331cd96-887c-4b38-9ea0-50648d3894d7 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1932423 Mar 16 10:55:48.740436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33010) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.744418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:48.770384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3b7682e3-6364-48a5-bee3-e1b820ddf578 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:48.783470 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] For port 46556fba-104c-4680-a7c1-bc1eef5ab008, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:48.788414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] For port 46556fba-104c-4680-a7c1-bc1eef5ab008, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=46556fba-104c-4680-a7c1-bc1eef5ab008,segment=NetworkSegment(82ea8695-0f46-4024-bcdc-7cc657b61ec1),segment_id=82ea8695-0f46-4024-bcdc-7cc657b61ec1)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:48.790640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.836707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.888180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:48.923679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:48.948067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:49.012345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Pushing event updated for resources: {'Port': ['ID=f0960dd7-3d3c-463a-af0b-3dc91b32e440,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.092207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.121323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:49.151446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.162487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Attempting to bind port f0960dd7-3d3c-463a-af0b-3dc91b32e440 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:49.163005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Attempting to bind port f0960dd7-3d3c-463a-af0b-3dc91b32e440 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:49.163471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Attempting to bind port f0960dd7-3d3c-463a-af0b-3dc91b32e440 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:49.167383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port fa39d638-af3f-4893-8c96-7064dff0e122 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:55:49.192868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:49.193390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:49.193895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.194392 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:49.194992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Bound port: f0960dd7-3d3c-463a-af0b-3dc91b32e440, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:49.195539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.216376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.241050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Usage tracker for resource:subnet and tenant:3a14cce18dec4cb082cb174650b38962 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:49.247425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:49.276388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Transition to ACTIVE for port object 5af0a3e0-1b50-4e64-b0c7-85f82c29ba58 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:49.284600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Pushing event deleted for resources: {'Port': ['ID=c76e7cda-747f-443f-88fb-932155282511,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.328727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] For port f0960dd7-3d3c-463a-af0b-3dc91b32e440, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:49.332411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] For port f0960dd7-3d3c-463a-af0b-3dc91b32e440, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f0960dd7-3d3c-463a-af0b-3dc91b32e440,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:49.351024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.425366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b789b-1b3f-4ff4-b403-544a07e830e7 None None] Pushing event updated for resources: {'Port': ['ID=46556fba-104c-4680-a7c1-bc1eef5ab008,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.503973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-08bc7fb4-8fb7-4b27-b722-045e1bf74bcf', 'network_id': '08bc7fb4-8fb7-4b27-b722-045e1bf74bcf', 'tenant_id': '3a14cce18dec4cb082cb174650b38962', 'fixed_ips': [{'subnet_id': 'cb42a8e1-771a-4934-8d49-7f4074b86744'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:49.504951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.557177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.573954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.609950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:49.638859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Made reservation on behalf of 3a14cce18dec4cb082cb174650b38962 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:49.648434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.661371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92601b22-a5f1-41d2-8619-29c3f4d80da2 None None] Pushing event updated for resources: {'Port': ['ID=f0960dd7-3d3c-463a-af0b-3dc91b32e440,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.712103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Pushing event updated for resources: {'Port': ['ID=5af0a3e0-1b50-4e64-b0c7-85f82c29ba58,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.719898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Network 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:49.724573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:49.727577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:49.753587 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b7682e3-6364-48a5-bee3-e1b820ddf578 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.834320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Allocated IP 172.20.0.2 (08bc7fb4-8fb7-4b27-b722-045e1bf74bcf/cb42a8e1-771a-4934-8d49-7f4074b86744/585a77bc-5d7d-4a40-9b98-564d68d0e004) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:49.838372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b7682e3-6364-48a5-bee3-e1b820ddf578 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.845159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.849325 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5493182f-37a5-4be1-b1a7-491bb74bb25c tempest-ServerActionsTestJSON-85344241 tempest-ServerActionsTestJSON-85344241-project] 10.222.0.37 "DELETE /v2.0/floatingips/fccbbbda-6c18-4a8e-a067-4db8cc529ef1 HTTP/1.1" status: 204 len: 168 time: 3.9509504 Mar 16 10:55:49.888121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33014) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:49.895771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:49.896516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.027342 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-51c4d077-0345-44e4-9ee8-bf978b0b5f20 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4651418 Mar 16 10:55:50.052535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33018) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.064300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1848565566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:50.071707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:50.075645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Usage tracker for resource:router and tenant:ed6f173b13b3436294632caf288b98ad is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:50.078600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:50.084526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:50.104286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 172.20.0.4 (e57f845a-9024-49c0-a045-365eb6299d60/de2bb269-aa0d-41fd-881a-7c0e416bebe6/fa39d638-af3f-4893-8c96-7064dff0e122) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:50.125616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.125988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f816:3eff:fe31:e20c (e57f845a-9024-49c0-a045-365eb6299d60/0205a3ed-a971-4e21-b19f-eb2a0683c30d/fa39d638-af3f-4893-8c96-7064dff0e122) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:50.126588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.144238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.144860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7682e3-6364-48a5-bee3-e1b820ddf578 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Router dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:50.156697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Transition to ACTIVE for port object 585a77bc-5d7d-4a40-9b98-564d68d0e004 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:50.179034 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Transition to ACTIVE for port object 585a77bc-5d7d-4a40-9b98-564d68d0e004 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:50.189627 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.193599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.277539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.332018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Network 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:50.339695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:50.344209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:50.350878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Pushing event updated for resources: {'Port': ['ID=585a77bc-5d7d-4a40-9b98-564d68d0e004,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:50.395557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7682e3-6364-48a5-bee3-e1b820ddf578 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:50.416801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.439556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1669f-4cf4-48c4-9cb7-4bc7911b5b4c None None] Sync routers for ids ['dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:50.476188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b7682e3-6364-48a5-bee3-e1b820ddf578 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.480098 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3b7682e3-6364-48a5-bee3-e1b820ddf578 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "PUT /v2.0/routers/dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc HTTP/1.1" status: 200 len: 698 time: 1.7198782 Mar 16 10:55:50.487093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Attempting to bind port 585a77bc-5d7d-4a40-9b98-564d68d0e004 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:50.487518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Attempting to bind port 585a77bc-5d7d-4a40-9b98-564d68d0e004 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '33b61c6e-a850-449c-a28a-76a66669c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08bc7fb4-8fb7-4b27-b722-045e1bf74bcf'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:50.487929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Attempting to bind port 585a77bc-5d7d-4a40-9b98-564d68d0e004 on network 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:50.491970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33022) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.493975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1669f-4cf4-48c4-9cb7-4bc7911b5b4c None None] Routers {'dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:50.494639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-26f1669f-4cf4-48c4-9cb7-4bc7911b5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:50.500985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'Subnet': ['ID=ca2b2609-1efc-4bd0-9eb7-81835e2569a7,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:50.588910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.598911 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3be5a9f9-abdd-4ed6-aaee-1edb4704e675 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5406518 Mar 16 10:55:50.620975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Checking segment: {'id': '4b7a428e-3b9d-46b2-8629-c64501a2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1d4ba4e-9010-41cd-9f22-913f8cbb5ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:50.621644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Network hostable DHCP agents. Network: d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:50.621758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd2e49-18ea-4ee3-a6d6-8f919e0b1bf7 None None] Network e33fb0da-fe1f-45da-a76e-6b95f4da0562 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:50.628248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33026) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.639706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d8b6bc90-0ed9-45a5-b3bc-de45a49c9abd tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1586151574', 'prefixes': ['172.20.0.0/16']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:50.649711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:50.650118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Checking segment: {'id': '33b61c6e-a850-449c-a28a-76a66669c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08bc7fb4-8fb7-4b27-b722-045e1bf74bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:50.650533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.650999 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Bound using segment: {'id': '33b61c6e-a850-449c-a28a-76a66669c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08bc7fb4-8fb7-4b27-b722-045e1bf74bcf'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:50.651491 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Bound port: 585a77bc-5d7d-4a40-9b98-564d68d0e004, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b61c6e-a850-449c-a28a-76a66669c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08bc7fb4-8fb7-4b27-b722-045e1bf74bcf'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:50.651925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.701181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d8b6bc90-0ed9-45a5-b3bc-de45a49c9abd tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:50.739065 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1ec41c21-9f85-415e-89fe-74dd43da9543 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/routers/dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc HTTP/1.1" status: 200 len: 704 time: 0.2412357 Mar 16 10:55:50.745423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33030) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.786052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Network d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:50.807224 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-22a70b73-1e0b-40a6-b0c9-2dc7b64e328c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc HTTP/1.1" status: 200 len: 205 time: 0.0610254 Mar 16 10:55:50.810119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33034) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.817692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:50.828757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:50.829355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.878134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-26f1669f-4cf4-48c4-9cb7-4bc7911b5b4c None None] Set router dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:50.891902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d8b6bc90-0ed9-45a5-b3bc-de45a49c9abd tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for subnetpool, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.893434 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d8b6bc90-0ed9-45a5-b3bc-de45a49c9abd tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2588627 Mar 16 10:55:50.895871 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-736003a6-10b9-4eae-bd97-be9c47a12dfc tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1873622 Mar 16 10:55:50.896815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33038) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.899042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33040) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.902772 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-8b2035aa-788c-4b90-bab0-9bce601e90a0 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8', 'tempest-TagsExtTest-Tag-40956595') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:50.947516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.964185 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12655aa-0349-4693-9142-a2dce8c2ab0c None None] Network d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:51.036162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb655ccf-51cf-47b4-958d-7b54d36c977c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.097208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object fa39d638-af3f-4893-8c96-7064dff0e122 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:51.191073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] For port 585a77bc-5d7d-4a40-9b98-564d68d0e004, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:51.194517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] For port 585a77bc-5d7d-4a40-9b98-564d68d0e004, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=585a77bc-5d7d-4a40-9b98-564d68d0e004,segment=NetworkSegment(33b61c6e-a850-449c-a28a-76a66669c589),segment_id=33b61c6e-a850-449c-a28a-76a66669c589)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:51.317443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.361647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e677cc54-e777-45a1-b2d7-b9b9bea12e71 None None] Provisioning for port 34388961-1d9f-401f-b14e-71f2a970ee2b completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:51.398502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bff645-55ca-4866-af54-2f29b1732f45 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:51.483227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb655ccf-51cf-47b4-958d-7b54d36c977c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.486013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb655ccf-51cf-47b4-958d-7b54d36c977c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.520901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb655ccf-51cf-47b4-958d-7b54d36c977c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.521588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb655ccf-51cf-47b4-958d-7b54d36c977c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Fanout notify agent at l3_agent the message router_deleted on router dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:51.527584 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-26f1669f-4cf4-48c4-9cb7-4bc7911b5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc', 'name': 'tempest-RoutersIpV6Test-router-1696316125', 'tenant_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:48Z', 'updated_at': '2022-03-16T10:55:49Z', 'revision_number': 2, 'project_id': 'c1661195893a44fa9a605d0bb4fc5ebd', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:51.544187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb655ccf-51cf-47b4-958d-7b54d36c977c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.549794 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bb655ccf-51cf-47b4-958d-7b54d36c977c tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc HTTP/1.1" status: 204 len: 168 time: 0.7363665 Mar 16 10:55:51.550825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33046) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.578083 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 46556fba-104c-4680-a7c1-bc1eef5ab008 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:51.612998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7b8bb9f0-318b-4c36-8c70-c84daaebc8ce tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Synchronizing usage tracker for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:51.630321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7b8bb9f0-318b-4c36-8c70-c84daaebc8ce tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] Unset dirty status for tenant:c1661195893a44fa9a605d0bb4fc5ebd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:51.635455 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7b8bb9f0-318b-4c36-8c70-c84daaebc8ce tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc HTTP/1.1" status: 200 len: 205 time: 0.0820811 Mar 16 10:55:51.636367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33050) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.637959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.638126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1669f-4cf4-48c4-9cb7-4bc7911b5b4c None None] Checking router: dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:51.678477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7294b405-3176-455e-89dd-e44903c9ff1c None None] Network 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:51.736899 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-8a650736-bd90-489c-9fa6-2c747137e7f8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] delete failed (client error): The resource could not be found. Mar 16 10:55:51.741565 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8a650736-bd90-489c-9fa6-2c747137e7f8 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc HTTP/1.1" status: 404 len: 336 time: 0.0901031 Mar 16 10:55:51.742829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33054) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.750696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:51.759915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:51.768751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:51.779548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1669f-4cf4-48c4-9cb7-4bc7911b5b4c None None] Routers set() bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:51.779924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1669f-4cf4-48c4-9cb7-4bc7911b5b4c None None] Router IDs set() for agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 16 10:55:51.780573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_agentschedulers_db [None req-26f1669f-4cf4-48c4-9cb7-4bc7911b5b4c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent'). {{(pid=87876) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 16 10:55:51.780990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1669f-4cf4-48c4-9cb7-4bc7911b5b4c None None] The sync data for ids ['dd9e1c29-ebad-4abf-b3e8-5e4d35bd16fc'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:51.804537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=fa39d638-af3f-4893-8c96-7064dff0e122,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:51.828863 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8b2035aa-788c-4b90-bab0-9bce601e90a0 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags/tempest-TagsExtTest-Tag-40956595 HTTP/1.1" status: 201 len: 201 time: 0.9307179 Mar 16 10:55:51.831891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33058) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.836846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.840627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-147431eb-4149-4bb2-8562-acc6fd2edea8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58', 'tempest-TagsExtTest-Tag-835733595') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:51.849192 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-c645b7a4-368e-49c3-ba3b-8a1ea6169c45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:51.850374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c645b7a4-368e-49c3-ba3b-8a1ea6169c45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:51.853196 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c645b7a4-368e-49c3-ba3b-8a1ea6169c45 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/4ffc9038-5203-468c-a2c4-77b896c46f26 HTTP/1.1" status: 404 len: 337 time: 0.1064725 Mar 16 10:55:51.857466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33062) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.898553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:51.903305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.947047 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-30601631-91d2-44ae-bab2-85b3bb8bc811 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9959786 Mar 16 10:55:51.949957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.967675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33066) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.039948 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bd5dc1-d137-4be5-9e56-85f301d6ed40 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:52.040679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bd5dc1-d137-4be5-9e56-85f301d6ed40 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:52.043549 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-69bd5dc1-d137-4be5-9e56-85f301d6ed40 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/40359859-c2e2-40b1-be1d-4f769a4e3cda HTTP/1.1" status: 404 len: 337 time: 0.1844718 Mar 16 10:55:52.054142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33070) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.061182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0', 'network_id': 'd1d4ba4e-9010-41cd-9f22-913f8cbb5ed0', 'tenant_id': '3a14cce18dec4cb082cb174650b38962', 'fixed_ips': [{'subnet_id': 'ca2b2609-1efc-4bd0-9eb7-81835e2569a7'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:52.062048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.115575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aace07-6d77-48a6-98f4-f1ecc1530143 None None] Pushing event updated for resources: {'Port': ['ID=585a77bc-5d7d-4a40-9b98-564d68d0e004,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:52.129050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 46556fba-104c-4680-a7c1-bc1eef5ab008 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:52.176973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-67b019c1-6090-4345-9315-736e2f6cf6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.179556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 34388961-1d9f-401f-b14e-71f2a970ee2b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:52.231689 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-694dc3c7-0d22-4aa6-9e08-4b44558fce31 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:52.232153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694dc3c7-0d22-4aa6-9e08-4b44558fce31 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:52.234006 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-694dc3c7-0d22-4aa6-9e08-4b44558fce31 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/43070f56-7d91-4e9f-8204-7303b341ac0a HTTP/1.1" status: 404 len: 337 time: 0.1751344 Mar 16 10:55:52.240175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33074) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.292707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cebaaf31-576b-4842-adc7-7f384d72dedd None None] Provisioning for port 46556fba-104c-4680-a7c1-bc1eef5ab008 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:52.323379 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-147431eb-4149-4bb2-8562-acc6fd2edea8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags/tempest-TagsExtTest-Tag-835733595 HTTP/1.1" status: 201 len: 201 time: 0.4905200 Mar 16 10:55:52.326604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33078) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.336873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-922930fc-9741-4a6f-955b-6997b4b2f644 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe', 'tempest-TagsExtTest-Tag-785068305') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.337152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-11294a4b-6eb9-49c9-9d42-887cdce357d5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:52.337547 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11294a4b-6eb9-49c9-9d42-887cdce357d5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:52.367135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cebaaf31-576b-4842-adc7-7f384d72dedd None None] Provisioning complete for port 46556fba-104c-4680-a7c1-bc1eef5ab008 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:52.367546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cebaaf31-576b-4842-adc7-7f384d72dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.381408 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-11294a4b-6eb9-49c9-9d42-887cdce357d5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/76509094-2c19-46e5-9876-4282366fed11 HTTP/1.1" status: 404 len: 337 time: 0.1384020 Mar 16 10:55:52.384708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33082) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.451647 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f60674e1-3a79-4027-b84c-999fbf49ce97 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c63af43-a5a4-45bf-8448-94761db8e12c HTTP/1.1" status: 200 len: 205 time: 0.0637600 Mar 16 10:55:52.454921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33086) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.528773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9d4b3a-bb57-46c8-8cec-4fdebc86a8d0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:52.534661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9d4b3a-bb57-46c8-8cec-4fdebc86a8d0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:52.536269 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7b9d4b3a-bb57-46c8-8cec-4fdebc86a8d0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5577965 Mar 16 10:55:52.541077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 34388961-1d9f-401f-b14e-71f2a970ee2b completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:52.547106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33090) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.570527 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 34388961-1d9f-401f-b14e-71f2a970ee2b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:52.571170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.581060 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-d574b43b-12db-4632-abca-bad9c02e0bf4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] delete failed (client error): The resource could not be found. Mar 16 10:55:52.582276 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d574b43b-12db-4632-abca-bad9c02e0bf4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/2c63af43-a5a4-45bf-8448-94761db8e12c HTTP/1.1" status: 404 len: 336 time: 0.1266336 Mar 16 10:55:52.585591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33094) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.648917 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6c340987-77be-4ec9-81f4-ba78e57d5936 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad0145b5-ad09-4184-8439-3802206f4be7 HTTP/1.1" status: 200 len: 205 time: 0.0619960 Mar 16 10:55:52.651538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33098) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.663349 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-922930fc-9741-4a6f-955b-6997b4b2f644 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags/tempest-TagsExtTest-Tag-785068305 HTTP/1.1" status: 201 len: 201 time: 0.3357372 Mar 16 10:55:52.688982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33102) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.704802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-f5eec467-28bc-4777-b598-ffd9e9aa6ac7 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042', 'tempest-TagsExtTest-Tag-386672057') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.719936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Allocated IP 172.20.0.2 (d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0/ca2b2609-1efc-4bd0-9eb7-81835e2569a7/e6e2faee-3433-4e57-9211-516652a0e980) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:52.750439 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] Deleting port e618873a-e2ed-4f18-8f13-e2afd2ea5c81 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:52.750810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.752295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e6b41b63-24a4-4012-8819-2ff623ac6df2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port fa39d638-af3f-4893-8c96-7064dff0e122 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:52.752677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6b41b63-24a4-4012-8819-2ff623ac6df2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.785593 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-9a518d3c-85b0-4fed-bb19-ec562c76ea84 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] delete failed (client error): The resource could not be found. Mar 16 10:55:52.786625 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9a518d3c-85b0-4fed-bb19-ec562c76ea84 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/ad0145b5-ad09-4184-8439-3802206f4be7 HTTP/1.1" status: 404 len: 336 time: 0.1340656 Mar 16 10:55:52.797552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33106) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.852928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Allocated IP 172.20.0.1 (08bc7fb4-8fb7-4b27-b722-045e1bf74bcf/cb42a8e1-771a-4934-8d49-7f4074b86744/a78b90e0-5723-433d-bcb7-405c5d74ead9) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:52.860426 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1750a52-f7bf-4a90-85ac-46daf80b02da tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:52.860991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1750a52-f7bf-4a90-85ac-46daf80b02da tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:52.862843 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c1750a52-f7bf-4a90-85ac-46daf80b02da tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/23154dcc-d80e-4932-a3b4-ba5f6376c364 HTTP/1.1" status: 404 len: 337 time: 0.0644035 Mar 16 10:55:52.873573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33110) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.907332 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f5eec467-28bc-4777-b598-ffd9e9aa6ac7 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags/tempest-TagsExtTest-Tag-386672057 HTTP/1.1" status: 201 len: 201 time: 0.2171786 Mar 16 10:55:52.910702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33114) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.917641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-f06ae50a-db31-4a4e-befd-37422f2cd60c tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.942760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab55e8-716a-40c7-828f-57bc28340c15 None None] Update dhcp port {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': '0205a3ed-a971-4e21-b19f-eb2a0683c30d', 'ip_address': '2001:db8::f816:3eff:fed8:4098'}, {'subnet_id': 'de2bb269-aa0d-41fd-881a-7c0e416bebe6'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': 'f0960dd7-3d3c-463a-af0b-3dc91b32e440'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:55:53.023366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cebaaf31-576b-4842-adc7-7f384d72dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.110284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] For port e618873a-e2ed-4f18-8f13-e2afd2ea5c81, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e618873a-e2ed-4f18-8f13-e2afd2ea5c81,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:53.110795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.130725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36ab55e8-716a-40c7-828f-57bc28340c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.171477 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-29491b1c-5ee9-4c75-b7b6-159b2b5831d4 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d3b7ab2-b0e5-405a-93db-aa28632d1867 HTTP/1.1" status: 200 len: 205 time: 0.2963593 Mar 16 10:55:53.189387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33120) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.208904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-cebaaf31-576b-4842-adc7-7f384d72dedd None None] For port 46556fba-104c-4680-a7c1-bc1eef5ab008, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=46556fba-104c-4680-a7c1-bc1eef5ab008,segment=NetworkSegment(82ea8695-0f46-4024-bcdc-7cc657b61ec1),segment_id=82ea8695-0f46-4024-bcdc-7cc657b61ec1)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:53.210536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.237533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cebaaf31-576b-4842-adc7-7f384d72dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.271244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] Calling delete_port for e618873a-e2ed-4f18-8f13-e2afd2ea5c81 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:53.289941 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-f34fe89a-1437-44e3-8a31-26d9f42b7699 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] delete failed (client error): The resource could not be found. Mar 16 10:55:53.290956 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f34fe89a-1437-44e3-8a31-26d9f42b7699 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/7d3b7ab2-b0e5-405a-93db-aa28632d1867 HTTP/1.1" status: 404 len: 336 time: 0.1002283 Mar 16 10:55:53.342842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33124) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.370377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235a6636-41b1-4eb6-ba66-b1183e1ad157 None None] Network 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:53.457674 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c37b16fc-08d6-4fbe-9c2a-1f9acc234ece tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd1be64f-69d0-4273-8d1f-bd5ebff221cc HTTP/1.1" status: 200 len: 205 time: 0.1136456 Mar 16 10:55:53.461764 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33128) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.575138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cebaaf31-576b-4842-adc7-7f384d72dedd None None] Provisioning for port f0960dd7-3d3c-463a-af0b-3dc91b32e440 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:53.590520 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f06ae50a-db31-4a4e-befd-37422f2cd60c tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags HTTP/1.1" status: 200 len: 239 time: 0.6787639 Mar 16 10:55:53.591020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33132) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.592091 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-e6633c88-5fba-4fc3-83a3-466da5c5e736 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] delete failed (client error): The resource could not be found. Mar 16 10:55:53.600267 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e6633c88-5fba-4fc3-83a3-466da5c5e736 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/fd1be64f-69d0-4273-8d1f-bd5ebff221cc HTTP/1.1" status: 404 len: 336 time: 0.1343856 Mar 16 10:55:53.600463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.608546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-fecc795a-10d7-4319-a9d2-7dc2b56c5dad tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8', 'tempest-TagsExtTest-Tag-40956595') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:53.657175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33136) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.713558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.719128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 34388961-1d9f-401f-b14e-71f2a970ee2b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=34388961-1d9f-401f-b14e-71f2a970ee2b,segment=NetworkSegment(d7317a03-7f14-4301-9770-7d4d7e748ec7),segment_id=d7317a03-7f14-4301-9770-7d4d7e748ec7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:53.722481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6b41b63-24a4-4012-8819-2ff623ac6df2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.734428 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d488d3-2de3-4aa0-b110-8988f436562b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:53.734837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d488d3-2de3-4aa0-b110-8988f436562b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:53.739219 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-29d488d3-2de3-4aa0-b110-8988f436562b tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/066e2520-6d59-4197-89b9-5860af426f9c HTTP/1.1" status: 404 len: 337 time: 0.0785031 Mar 16 10:55:53.739404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.740134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f0960dd7-3d3c-463a-af0b-3dc91b32e440 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:53.740332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Transition to ACTIVE for port object a78b90e0-5723-433d-bcb7-405c5d74ead9 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:53.744434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33140) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.765586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] Pushing event deleted for resources: {'Port': ['ID=e618873a-e2ed-4f18-8f13-e2afd2ea5c81,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:53.772027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.780945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaaf31-576b-4842-adc7-7f384d72dedd None None] Pushing event updated for resources: {'Port': ['ID=46556fba-104c-4680-a7c1-bc1eef5ab008,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:53.847137 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Transition to ACTIVE for port object e6e2faee-3433-4e57-9211-516652a0e980 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:53.900896 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-36ab55e8-716a-40c7-828f-57bc28340c15 None None] Allocated IP 172.20.0.2 (e57f845a-9024-49c0-a045-365eb6299d60/de2bb269-aa0d-41fd-881a-7c0e416bebe6/f0960dd7-3d3c-463a-af0b-3dc91b32e440) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:53.950698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e6b41b63-24a4-4012-8819-2ff623ac6df2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for fa39d638-af3f-4893-8c96-7064dff0e122 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:54.001069 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c964f0b1-8509-4921-87c7-739ce0f37036 None None] Provisioning complete for port 46556fba-104c-4680-a7c1-bc1eef5ab008 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:54.001447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c964f0b1-8509-4921-87c7-739ce0f37036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.018276 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1231dc26-ed13-4cf2-a71f-2c86b1773730 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5c5e6b-8d1f-4adf-b137-0ba1e3207140 HTTP/1.1" status: 200 len: 205 time: 0.2704287 Mar 16 10:55:54.022619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33144) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.080997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Transition to ACTIVE for port object e6e2faee-3433-4e57-9211-516652a0e980 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:54.133045 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-70ec43c9-e9b4-4497-a735-39583f4da501 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] delete failed (client error): The resource could not be found. Mar 16 10:55:54.137320 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-70ec43c9-e9b4-4497-a735-39583f4da501 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/0c5c5e6b-8d1f-4adf-b137-0ba1e3207140 HTTP/1.1" status: 404 len: 336 time: 0.1106596 Mar 16 10:55:54.137964 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33148) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.154929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.158247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=34388961-1d9f-401f-b14e-71f2a970ee2b,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.188309 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-976e0ae1-a845-4c24-92e4-58743955f76a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:54.188777 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976e0ae1-a845-4c24-92e4-58743955f76a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:54.192643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.239367 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-976e0ae1-a845-4c24-92e4-58743955f76a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/d05d1749-41e9-4c38-bd5c-5eef2c4111b8 HTTP/1.1" status: 404 len: 337 time: 0.0943778 Mar 16 10:55:54.244444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.251358 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fecc795a-10d7-4319-a9d2-7dc2b56c5dad tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags/tempest-TagsExtTest-Tag-40956595 HTTP/1.1" status: 204 len: 168 time: 0.6534839 Mar 16 10:55:54.253223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33152) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.253223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33154) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.280464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port f0960dd7-3d3c-463a-af0b-3dc91b32e440 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:54.296512 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f0960dd7-3d3c-463a-af0b-3dc91b32e440 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:54.296918 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.327001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-427722c9-de77-43ab-86bd-f91010838850 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8', 'tempest-TagsExtTest-Tag-40956595') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:54.339510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Network d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:54.355347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:54.387455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:54.394187 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-703239dd-984e-4886-b408-2939bdcf7b1f tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "GET /v2.0/ports?device_id=d01ae639-0e7b-43ad-a051-7a883afddd81 HTTP/1.1" status: 200 len: 205 time: 0.1079323 Mar 16 10:55:54.398063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33160) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.420805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Network 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:54.449967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Pushing event updated for resources: {'Port': ['ID=e6e2faee-3433-4e57-9211-516652a0e980,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.490185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:54.533107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:54.567921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] Router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:54.571364 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-457f1d86-af29-4393-8d39-720c54579718 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] delete failed (client error): The resource could not be found. Mar 16 10:55:54.572409 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-457f1d86-af29-4393-8d39-720c54579718 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/routers/d01ae639-0e7b-43ad-a051-7a883afddd81 HTTP/1.1" status: 404 len: 336 time: 0.1700652 Mar 16 10:55:54.573385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'Port': ['ID=a78b90e0-5723-433d-bcb7-405c5d74ead9,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.575873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33164) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.582327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-36ab55e8-716a-40c7-828f-57bc28340c15 None None] For port f0960dd7-3d3c-463a-af0b-3dc91b32e440, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f0960dd7-3d3c-463a-af0b-3dc91b32e440,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:54.607666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Attempting to bind port e6e2faee-3433-4e57-9211-516652a0e980 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:54.608031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Attempting to bind port e6e2faee-3433-4e57-9211-516652a0e980 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '4b7a428e-3b9d-46b2-8629-c64501a2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1d4ba4e-9010-41cd-9f22-913f8cbb5ed0'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:54.608392 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Attempting to bind port e6e2faee-3433-4e57-9211-516652a0e980 on network d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:54.633522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.668317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:54.668692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Checking segment: {'id': '4b7a428e-3b9d-46b2-8629-c64501a2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1d4ba4e-9010-41cd-9f22-913f8cbb5ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:54.669139 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.669539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Bound using segment: {'id': '4b7a428e-3b9d-46b2-8629-c64501a2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1d4ba4e-9010-41cd-9f22-913f8cbb5ed0'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:54.670037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Bound port: e6e2faee-3433-4e57-9211-516652a0e980, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7a428e-3b9d-46b2-8629-c64501a2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1d4ba4e-9010-41cd-9f22-913f8cbb5ed0'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:54.670414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.704862 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79b4c15-5cb3-40f0-bc79-844d3e9025e5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:54.705332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79b4c15-5cb3-40f0-bc79-844d3e9025e5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:54.723246 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a79b4c15-5cb3-40f0-bc79-844d3e9025e5 tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/58e136c9-07d8-4d22-aec3-a875fb2402a6 HTTP/1.1" status: 404 len: 337 time: 0.1421828 Mar 16 10:55:54.723963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33168) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.756725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36ab55e8-716a-40c7-828f-57bc28340c15 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.772513 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72e569f-ccdf-47dd-9006-c0f4ea13899a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:54.773674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72e569f-ccdf-47dd-9006-c0f4ea13899a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:54.777823 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b72e569f-ccdf-47dd-9006-c0f4ea13899a tempest-RoutersIpV6Test-1950442220 tempest-RoutersIpV6Test-1950442220-project] 10.222.0.37 "DELETE /v2.0/subnets/9beb5758-60e1-4f46-899f-02e03604d783 HTTP/1.1" status: 404 len: 337 time: 0.0505459 Mar 16 10:55:54.777977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6b41b63-24a4-4012-8819-2ff623ac6df2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.790073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.806861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c964f0b1-8509-4921-87c7-739ce0f37036 None None] Provisioning for port 585a77bc-5d7d-4a40-9b98-564d68d0e004 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:54.825623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-36ab55e8-716a-40c7-828f-57bc28340c15 None None] Ignored duplicate provisioning block setup for port f0960dd7-3d3c-463a-af0b-3dc91b32e440 by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 10:55:54.839112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b41b63-24a4-4012-8819-2ff623ac6df2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=fa39d638-af3f-4893-8c96-7064dff0e122,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.851680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36ab55e8-716a-40c7-828f-57bc28340c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.917197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:54.927396 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-beb16f8d-474e-40ca-b0f0-a567aceaa98f admin admin] 10.222.0.37 "PUT /v2.0/routers/cbab4b38-21a7-4939-8179-1e0ddd5f8a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0357373 Mar 16 10:55:54.928889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33174) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:54.934363 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] Sync routers for ids ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:54.937848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.957529 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] Routers {'cbab4b38-21a7-4939-8179-1e0ddd5f8a73'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:54.958187 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:55.100686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] For port e6e2faee-3433-4e57-9211-516652a0e980, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:55.102681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c964f0b1-8509-4921-87c7-739ce0f37036 None None] Provisioning complete for port 34388961-1d9f-401f-b14e-71f2a970ee2b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:55.103082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c964f0b1-8509-4921-87c7-739ce0f37036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.150713 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-427722c9-de77-43ab-86bd-f91010838850 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags/tempest-TagsExtTest-Tag-40956595 HTTP/1.1" status: 204 len: 168 time: 0.8650529 Mar 16 10:55:55.160080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33180) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.188020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-8784eab8-5fad-47a1-865e-29bda14beb8f tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:55.265742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.281129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] For port e6e2faee-3433-4e57-9211-516652a0e980, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e6e2faee-3433-4e57-9211-516652a0e980,segment=NetworkSegment(4b7a428e-3b9d-46b2-8629-c64501a2b39b),segment_id=4b7a428e-3b9d-46b2-8629-c64501a2b39b)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:55.292084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-905bbc27-3b7f-42b6-8db4-e94f37f908f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.296280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6b41b63-24a4-4012-8819-2ff623ac6df2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.298212 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e6b41b63-24a4-4012-8819-2ff623ac6df2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/fa39d638-af3f-4893-8c96-7064dff0e122 HTTP/1.1" status: 204 len: 168 time: 2.7497973 Mar 16 10:55:55.301120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33186) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.318755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab55e8-716a-40c7-828f-57bc28340c15 None None] Pushing event updated for resources: {'Port': ['ID=f0960dd7-3d3c-463a-af0b-3dc91b32e440,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:55.337281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:55.338700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:55.341517 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] Set router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:55.342796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.405690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.463455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33190) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.483067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.618093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dbd8e-f997-4f99-bb2d-ee8152f0e915 None None] Pushing event updated for resources: {'Port': ['ID=e6e2faee-3433-4e57-9211-516652a0e980,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:55.710915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c964f0b1-8509-4921-87c7-739ce0f37036 None None] Provisioning for port 5af0a3e0-1b50-4e64-b0c7-85f82c29ba58 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:55.721037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c964f0b1-8509-4921-87c7-739ce0f37036 None None] Provisioning complete for port 5af0a3e0-1b50-4e64-b0c7-85f82c29ba58 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:55.722205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c964f0b1-8509-4921-87c7-739ce0f37036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.745868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760dbdb6-aa46-4c05-8aec-6f3ec2ccfa93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:55.747575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760dbdb6-aa46-4c05-8aec-6f3ec2ccfa93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:55.749091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760dbdb6-aa46-4c05-8aec-6f3ec2ccfa93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:55.751192 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-760dbdb6-aa46-4c05-8aec-6f3ec2ccfa93 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4484627 Mar 16 10:55:55.755980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33196) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.808329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.833021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c964f0b1-8509-4921-87c7-739ce0f37036 None None] Port 5af0a3e0-1b50-4e64-b0c7-85f82c29ba58 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:55.850169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Deleting port c2da7ee6-3a8a-48bf-a788-dd8166585d3b {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:55.850639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.928563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 0205a3ed-a971-4e21-b19f-eb2a0683c30d {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:55.936030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.001530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.028050 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8784eab8-5fad-47a1-865e-29bda14beb8f tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags HTTP/1.1" status: 200 len: 205 time: 0.8643761 Mar 16 10:55:56.045625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33200) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.053917 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.064699 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:55:53Z', 'revision_number': 5, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port': {'id': 'c2da7ee6-3a8a-48bf-a788-dd8166585d3b', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:50:57Z', 'updated_at': '2022-03-16T10:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:56.069801 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] Checking router: cbab4b38-21a7-4939-8179-1e0ddd5f8a73 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:56.071245 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-21fcb346-ac40-456d-b3e7-1a7fae15c640 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:56.080370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port f0960dd7-3d3c-463a-af0b-3dc91b32e440, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f0960dd7-3d3c-463a-af0b-3dc91b32e440,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:56.089594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.105352 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] Routers {'cbab4b38-21a7-4939-8179-1e0ddd5f8a73'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:56.106490 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:56.188881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e0b08f1c-47d1-4ce6-a0cd-5d23417e8580 None None] Provisioning for port a78b90e0-5723-433d-bcb7-405c5d74ead9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:56.219023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e0b08f1c-47d1-4ce6-a0cd-5d23417e8580 None None] Provisioning complete for port a78b90e0-5723-433d-bcb7-405c5d74ead9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:56.219718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e0b08f1c-47d1-4ce6-a0cd-5d23417e8580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.260941 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a437bda1-9c7a-469c-a6e2-33ac038ae5e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1661195893a44fa9a605d0bb4fc5ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7936113 Mar 16 10:55:56.322817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33204) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.405113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e0b08f1c-47d1-4ce6-a0cd-5d23417e8580 None None] Port a78b90e0-5723-433d-bcb7-405c5d74ead9 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:56.457029 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-21fcb346-ac40-456d-b3e7-1a7fae15c640 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags HTTP/1.1" status: 200 len: 240 time: 0.4069326 Mar 16 10:55:56.462733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33208) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.472951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=f0960dd7-3d3c-463a-af0b-3dc91b32e440,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:56.492436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-788e2b51-be9a-4a32-9313-5291e48ca67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.507148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-8f93e528-784a-4553-b86b-0bab5b9b4bba tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58', 'tempest-TagsExtTest-Tag-835733595') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:56.524824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.544612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.554730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-181df416-9b49-44d2-a91a-ffa72e554fc8 None None] Could not find standard attr ID for object fa39d638-af3f-4893-8c96-7064dff0e122. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:56.566114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.592687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-181df416-9b49-44d2-a91a-ffa72e554fc8 None None] Provisioning complete for port f0960dd7-3d3c-463a-af0b-3dc91b32e440 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:56.593009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-181df416-9b49-44d2-a91a-ffa72e554fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.631605 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] Set router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:56.677233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 46556fba-104c-4680-a7c1-bc1eef5ab008 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:56.727805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-788e2b51-be9a-4a32-9313-5291e48ca67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.747700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] For port c2da7ee6-3a8a-48bf-a788-dd8166585d3b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c2da7ee6-3a8a-48bf-a788-dd8166585d3b,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:56.748223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.842539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'Port': ['ID=a78b90e0-5723-433d-bcb7-405c5d74ead9,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:56.852705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.853202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 46556fba-104c-4680-a7c1-bc1eef5ab008 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:56.853563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.864984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.865611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.866251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.866740 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.867232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.867718 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.868199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.868678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.869197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.869676 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.870145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.870620 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:56.894160 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:55:55Z', 'revision_number': 6, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:56.901132 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7fc8b6-4dfe-4634-9470-336cc48d3b3d None None] The sync data for ids ['cbab4b38-21a7-4939-8179-1e0ddd5f8a73'] in dv-neutron-833860-1-hyperv is: [{'id': 'cbab4b38-21a7-4939-8179-1e0ddd5f8a73', 'name': 'tempest-ServerActionsTestJSON-1957041940-router', 'tenant_id': '7afa6b3d306242289b4a4749d86d03e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:50:54Z', 'updated_at': '2022-03-16T10:55:55Z', 'revision_number': 6, 'project_id': '7afa6b3d306242289b4a4749d86d03e5', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:56.940725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-788e2b51-be9a-4a32-9313-5291e48ca67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.979859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Calling delete_port for c2da7ee6-3a8a-48bf-a788-dd8166585d3b owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:57.010759 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8f93e528-784a-4553-b86b-0bab5b9b4bba tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags/tempest-TagsExtTest-Tag-835733595 HTTP/1.1" status: 204 len: 168 time: 0.5284948 Mar 16 10:55:57.019919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33212) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:57.029517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-1f1aee22-4aa5-4ab4-a0fa-f6110d5bbfdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58', 'tempest-TagsExtTest-Tag-835733595') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:57.034164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e2b51-be9a-4a32-9313-5291e48ca67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f06e6a-554e-439f-bb0d-228f70085c72,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:57.059594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.067128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-788e2b51-be9a-4a32-9313-5291e48ca67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.068559 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-788e2b51-be9a-4a32-9313-5291e48ca67f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87f06e6a-554e-439f-bb0d-228f70085c72 HTTP/1.1" status: 204 len: 168 time: 0.7399042 Mar 16 10:55:57.150686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Network 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:57.152571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:57.170956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e6e2faee-3433-4e57-9211-516652a0e980 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:57.214038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4406409f-d9ca-4fc8-983b-706a7a1297ac None None] Network d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:57.236547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.336946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=0205a3ed-a971-4e21-b19f-eb2a0683c30d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:57.346387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.404121 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/0205a3ed-a971-4e21-b19f-eb2a0683c30d HTTP/1.1" status: 204 len: 168 time: 1.6429114 Mar 16 10:55:57.414812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33220) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:57.416483 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1f1aee22-4aa5-4ab4-a0fa-f6110d5bbfdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags/tempest-TagsExtTest-Tag-835733595 HTTP/1.1" status: 204 len: 168 time: 0.3929675 Mar 16 10:55:57.417964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.418299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.418636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.418966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.419292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.419617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.419939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.420319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.420577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.422279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.422626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.422923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c6848-5eb4-429d-8872-42e10f10239a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.427503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33222) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:57.430110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-60ddf072-af3e-4ce5-89d2-1ab10442baf8 None None] Provisioning for port e6e2faee-3433-4e57-9211-516652a0e980 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:57.466455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-60ddf072-af3e-4ce5-89d2-1ab10442baf8 None None] Could not find standard attr ID for object fa39d638-af3f-4893-8c96-7064dff0e122. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:57.500344 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port e6e2faee-3433-4e57-9211-516652a0e980 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:57.532758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-942f6e8d-2465-4cf7-afce-6341b3a5aa2c tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:57.537484 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Router cc9a7906-7d77-4d27-9438-b25d2aafe51f is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:57.561669 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e6e2faee-3433-4e57-9211-516652a0e980 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:57.563324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.678055 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e374d2b5-b8d9-47c8-8eda-892325236229 None None] Provisioning complete for port a78b90e0-5723-433d-bcb7-405c5d74ead9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:57.685510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e374d2b5-b8d9-47c8-8eda-892325236229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.712623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c932c5c-5653-4890-a6f6-fa5d8544a8ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet de2bb269-aa0d-41fd-881a-7c0e416bebe6 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:57.718319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c932c5c-5653-4890-a6f6-fa5d8544a8ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.779483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1bfa6-2ca4-4cfb-af36-fa888ad07161 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:57.785098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.861896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2da7ee6-3a8a-48bf-a788-dd8166585d3b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:57.897881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e374d2b5-b8d9-47c8-8eda-892325236229 None None] Port a78b90e0-5723-433d-bcb7-405c5d74ead9 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:57.946411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c932c5c-5653-4890-a6f6-fa5d8544a8ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.991985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:58.010772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.013545 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8cf90ad5-2b0f-4a98-b868-4fb96bb06846 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "PUT /v2.0/routers/cc9a7906-7d77-4d27-9438-b25d2aafe51f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0820463 Mar 16 10:55:58.014526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33236) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.021144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd78b6-fa1d-44f0-9c5f-aae3f55f1779 None None] Sync routers for ids ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:58.045693 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-942f6e8d-2465-4cf7-afce-6341b3a5aa2c tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags HTTP/1.1" status: 200 len: 205 time: 0.6150036 Mar 16 10:55:58.050815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33242) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.060152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-47a66c21-87cf-45e9-a76f-02e08dce25b8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:58.117183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd78b6-fa1d-44f0-9c5f-aae3f55f1779 None None] Routers {'cc9a7906-7d77-4d27-9438-b25d2aafe51f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:58.117470 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e4fd78b6-fa1d-44f0-9c5f-aae3f55f1779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:58.216950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e4fd78b6-fa1d-44f0-9c5f-aae3f55f1779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:58.227099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port e6e2faee-3433-4e57-9211-516652a0e980, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e6e2faee-3433-4e57-9211-516652a0e980,segment=NetworkSegment(4b7a428e-3b9d-46b2-8629-c64501a2b39b),segment_id=4b7a428e-3b9d-46b2-8629-c64501a2b39b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:58.233379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c932c5c-5653-4890-a6f6-fa5d8544a8ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.240680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.246624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 585a77bc-5d7d-4a40-9b98-564d68d0e004 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:58.319664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.339858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd78b6-fa1d-44f0-9c5f-aae3f55f1779 None None] Routers {'cc9a7906-7d77-4d27-9438-b25d2aafe51f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:58.340498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e4fd78b6-fa1d-44f0-9c5f-aae3f55f1779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:58.418874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33252) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.450478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e4fd78b6-fa1d-44f0-9c5f-aae3f55f1779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:58.450883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd78b6-fa1d-44f0-9c5f-aae3f55f1779 None None] The sync data for ids ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:58.463566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c932c5c-5653-4890-a6f6-fa5d8544a8ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.492303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=e6e2faee-3433-4e57-9211-516652a0e980,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:58.523852 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 585a77bc-5d7d-4a40-9b98-564d68d0e004 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:58.526143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c932c5c-5653-4890-a6f6-fa5d8544a8ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=de2bb269-aa0d-41fd-881a-7c0e416bebe6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:58.532826 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 585a77bc-5d7d-4a40-9b98-564d68d0e004 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:58.533195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.561681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8c6a2f01-3c42-4e1f-be7a-e27aa3571ba3 None None] Provisioning complete for port e6e2faee-3433-4e57-9211-516652a0e980 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:58.562345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2f01-3c42-4e1f-be7a-e27aa3571ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.657699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023340356'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:58.668229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:58.672482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:58.676237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:58.682757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:58.706280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.756678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.758258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.797449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:58.798400 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 585a77bc-5d7d-4a40-9b98-564d68d0e004, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=585a77bc-5d7d-4a40-9b98-564d68d0e004,segment=NetworkSegment(33b61c6e-a850-449c-a28a-76a66669c589),segment_id=33b61c6e-a850-449c-a28a-76a66669c589)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:58.805364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.806615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:58.806936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 34388961-1d9f-401f-b14e-71f2a970ee2b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:58.811916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:58.821221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:58.843725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.852429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.855143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c932c5c-5653-4890-a6f6-fa5d8544a8ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.885582 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-47a66c21-87cf-45e9-a76f-02e08dce25b8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags HTTP/1.1" status: 200 len: 240 time: 0.8332331 Mar 16 10:55:58.887181 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3c932c5c-5653-4890-a6f6-fa5d8544a8ed tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/de2bb269-aa0d-41fd-881a-7c0e416bebe6 HTTP/1.1" status: 204 len: 168 time: 1.4611833 Mar 16 10:55:58.889263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33258) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.891021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33260) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.894846 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-612fa2cd-0166-4f64-a8da-278194ac45e8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe', 'tempest-TagsExtTest-Tag-785068305') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:58.902282 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-f0dab45a-266c-430c-93de-f8e2d80d0e0b tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:55:58.902925 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f0dab45a-266c-430c-93de-f8e2d80d0e0b tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "PUT /v2.0/routers/cc9a7906-7d77-4d27-9438-b25d2aafe51f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8867595 Mar 16 10:55:58.906564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33264) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.000099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 34388961-1d9f-401f-b14e-71f2a970ee2b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:59.000472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.041803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.042339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbab4b38-21a7-4939-8179-1e0ddd5f8a73 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:59.066365 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0bea5915-f764-4b23-8919-b7ff406028a2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174960 Mar 16 10:55:59.071015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33270) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.080496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=585a77bc-5d7d-4a40-9b98-564d68d0e004,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.100572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:59.136990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.138307 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1d7b4ecc-e1df-4445-96a0-429b3169c03d admin admin] 10.222.0.37 "DELETE /v2.0/routers/cbab4b38-21a7-4939-8179-1e0ddd5f8a73 HTTP/1.1" status: 204 len: 168 time: 4.2094755 Mar 16 10:55:59.157427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33274) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.162545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f0960dd7-3d3c-463a-af0b-3dc91b32e440 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:59.246968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f0960dd7-3d3c-463a-af0b-3dc91b32e440 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:59.247388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.276390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.286847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.293397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:59.297018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:59.299980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:59.305854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:59.314512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75ede47-9a03-495d-b58c-db4099c98506 admin admin] Deleting subnet 233d9851-e3dd-47f1-9307-ebbe74e26b7d {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:59.325359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75ede47-9a03-495d-b58c-db4099c98506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.341131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742eff18-c029-47a9-8b1e-ef9ccab07afa None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:59.445788 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-612fa2cd-0166-4f64-a8da-278194ac45e8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags/tempest-TagsExtTest-Tag-785068305 HTTP/1.1" status: 204 len: 168 time: 0.5558803 Mar 16 10:55:59.451000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33278) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.461284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-f3c388b2-0115-4a28-af47-bc621022f1b3 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe', 'tempest-TagsExtTest-Tag-785068305') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:59.519526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:59.523544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:59.526334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:59.532999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:59.544756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2772ce50-9187-41e3-9acd-b99ca80658f2 None None] Provisioning complete for port f0960dd7-3d3c-463a-af0b-3dc91b32e440 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:59.544756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2772ce50-9187-41e3-9acd-b99ca80658f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.564128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75ede47-9a03-495d-b58c-db4099c98506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.589612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f0960dd7-3d3c-463a-af0b-3dc91b32e440 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:59.591801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:59.595303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.627359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438ea576-7964-4ba6-a675-658bf15a7d52,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.735296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.745241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.757240 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f0960dd7-3d3c-463a-af0b-3dc91b32e440 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:59.757899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.810708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f09cdaf-2ba6-4fd4-aab4-a51383382d27,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.836295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.840375 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-661db8f5-fed6-4d09-8028-cdd4bb0bb175 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4177423 Mar 16 10:55:59.843300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33282) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.844916 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f3c388b2-0115-4a28-af47-bc621022f1b3 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags/tempest-TagsExtTest-Tag-785068305 HTTP/1.1" status: 204 len: 168 time: 0.3914135 Mar 16 10:55:59.867069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33286) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.873769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721923f-6462-4378-a01f-5df9750c039a None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:59.876777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-e70c5152-a05c-4810-a2f7-a1a4fa17e336 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:59.886660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e721923f-6462-4378-a01f-5df9750c039a None None] Deleting port f0960dd7-3d3c-463a-af0b-3dc91b32e440 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:59.887155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e721923f-6462-4378-a01f-5df9750c039a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.923412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.951469 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e6e2faee-3433-4e57-9211-516652a0e980 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:59.988698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75ede47-9a03-495d-b58c-db4099c98506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.178035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e721923f-6462-4378-a01f-5df9750c039a None None] For port f0960dd7-3d3c-463a-af0b-3dc91b32e440, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f0960dd7-3d3c-463a-af0b-3dc91b32e440,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:00.178791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e721923f-6462-4378-a01f-5df9750c039a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.183250 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0a68cfe8-aa17-4744-80a5-e5dfc644053b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3345602 Mar 16 10:56:00.184281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33290) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.186041 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e70c5152-a05c-4810-a2f7-a1a4fa17e336 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags HTTP/1.1" status: 200 len: 205 time: 0.3156493 Mar 16 10:56:00.189491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33292) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.195131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7854e596-cc8a-4e06-9f6a-8ed9958f1169 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group': {'name': 'tempest-security--1348523981', 'description': 'tempest-security-description-1702960592'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:00.195789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e6e2faee-3433-4e57-9211-516652a0e980 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:00.196352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.198366 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-d6b0ee90-f34d-408b-9c7a-b93ee8f2df4d tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:00.237340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7854e596-cc8a-4e06-9f6a-8ed9958f1169 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.242282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75ede47-9a03-495d-b58c-db4099c98506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.336899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7854e596-cc8a-4e06-9f6a-8ed9958f1169 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.350292 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7854e596-cc8a-4e06-9f6a-8ed9958f1169 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.352684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7854e596-cc8a-4e06-9f6a-8ed9958f1169 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.356682 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7854e596-cc8a-4e06-9f6a-8ed9958f1169 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "PUT /v2.0/security-groups/2f09cdaf-2ba6-4fd4-aab4-a51383382d27 HTTP/1.1" status: 200 len: 1778 time: 0.1643186 Mar 16 10:56:00.364460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33298) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.371804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Deleting port a78b90e0-5723-433d-bcb7-405c5d74ead9 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:00.372160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.384512 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e721923f-6462-4378-a01f-5df9750c039a None None] Calling delete_port for f0960dd7-3d3c-463a-af0b-3dc91b32e440 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:00.433827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ede47-9a03-495d-b58c-db4099c98506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233d9851-e3dd-47f1-9307-ebbe74e26b7d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:00.438286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75ede47-9a03-495d-b58c-db4099c98506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.443222 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d6b0ee90-f34d-408b-9c7a-b93ee8f2df4d tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags HTTP/1.1" status: 200 len: 240 time: 0.2522628 Mar 16 10:56:00.448677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33302) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.465324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-4439f4af-31b7-4ac3-bf3c-30347d14d177 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042', 'tempest-TagsExtTest-Tag-386672057') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:00.465586 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa8181c-f853-4c02-97e4-8d07e9e7d312 None None] Network 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:00.488963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854e596-cc8a-4e06-9f6a-8ed9958f1169 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f09cdaf-2ba6-4fd4-aab4-a51383382d27,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:00.508810 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f75ede47-9a03-495d-b58c-db4099c98506 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/233d9851-e3dd-47f1-9307-ebbe74e26b7d HTTP/1.1" status: 204 len: 168 time: 1.3501320 Mar 16 10:56:00.512324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33306) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.545142 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c904ad46-5a74-4931-a049-56e78c59e915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups/2f09cdaf-2ba6-4fd4-aab4-a51383382d27 HTTP/1.1" status: 200 len: 1778 time: 0.1769557 Mar 16 10:56:00.596252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33310) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.641184 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 585a77bc-5d7d-4a40-9b98-564d68d0e004 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:00.665847 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4439f4af-31b7-4ac3-bf3c-30347d14d177 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags/tempest-TagsExtTest-Tag-386672057 HTTP/1.1" status: 204 len: 168 time: 0.2084997 Mar 16 10:56:00.675018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33316) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.688006 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:00.691286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.693147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-001918f5-245c-442d-921f-f81bec4f1ee6 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042', 'tempest-TagsExtTest-Tag-386672057') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:00.708949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.711598 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e721923f-6462-4378-a01f-5df9750c039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.725232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.765890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:00.771770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:00.776699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:00.777309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.782749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Deleting port fe8cc062-3198-462b-b591-1660b0078284 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:00.783078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.808447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721923f-6462-4378-a01f-5df9750c039a None None] No DVR routers for this DVR port f0960dd7-3d3c-463a-af0b-3dc91b32e440 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:00.815855 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721923f-6462-4378-a01f-5df9750c039a None None] Pushing event deleted for resources: {'Port': ['ID=f0960dd7-3d3c-463a-af0b-3dc91b32e440,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:00.831600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=8a75497b-02a6-4fb3-9eb9-e7f461764061,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:00.855917 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1beea625-35dd-4b76-a706-96f41b2f1a33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7833614 Mar 16 10:56:00.860686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33320) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.864437 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb47fb75-8e0d-484d-9e41-2911bc51c73c None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:00.864605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:00.875348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Calling delete_port for a78b90e0-5723-433d-bcb7-405c5d74ead9 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:00.883272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 585a77bc-5d7d-4a40-9b98-564d68d0e004 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:00.883715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.928723 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd58b-4b3e-413a-9916-45adf41eecb1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.013240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd58b-4b3e-413a-9916-45adf41eecb1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.052251 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-001918f5-245c-442d-921f-f81bec4f1ee6 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags/tempest-TagsExtTest-Tag-386672057 HTTP/1.1" status: 204 len: 168 time: 0.3740079 Mar 16 10:56:01.055262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33324) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.066871 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] DHCP port deletion for 70acee01-c08d-4f31-96e3-4e26d4fd7ac7 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:01.071108 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-7341cfcb-c78b-4e8e-9169-ae84c8a14df5 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:01.077265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] Deleting port fe8cc062-3198-462b-b591-1660b0078284 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:01.077631 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.132321 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7341cfcb-c78b-4e8e-9169-ae84c8a14df5 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags HTTP/1.1" status: 200 len: 205 time: 0.0731287 Mar 16 10:56:01.134933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33328) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.135811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd58b-4b3e-413a-9916-45adf41eecb1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.144202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-6fb7c219-b018-486e-9466-a8dbccc88649 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:01.179850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:01.187763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:01.193442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:01.196998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] For port fe8cc062-3198-462b-b591-1660b0078284, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fe8cc062-3198-462b-b591-1660b0078284,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:01.197359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.204663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcd58b-4b3e-413a-9916-45adf41eecb1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f09cdaf-2ba6-4fd4-aab4-a51383382d27,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:01.209914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:01.244516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd58b-4b3e-413a-9916-45adf41eecb1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.247172 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b1dcd58b-4b3e-413a-9916-45adf41eecb1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/2f09cdaf-2ba6-4fd4-aab4-a51383382d27 HTTP/1.1" status: 204 len: 168 time: 0.6436300 Mar 16 10:56:01.251320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33332) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.269800 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.315829 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6fb7c219-b018-486e-9466-a8dbccc88649 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags HTTP/1.1" status: 204 len: 168 time: 0.1722109 Mar 16 10:56:01.325340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33336) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.331244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event deleted for resources: {'Port': ['ID=a78b90e0-5723-433d-bcb7-405c5d74ead9,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:01.331565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-d401ac3e-d49d-402d-9052-835ef551b2cc tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:01.389330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Calling delete_port for fe8cc062-3198-462b-b591-1660b0078284 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:01.399297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e618873a-e2ed-4f18-8f13-e2afd2ea5c81 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:01.423765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '8a75497b-02a6-4fb3-9eb9-e7f461764061'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:01.424790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.438801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:01.448911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.460831 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: e618873a-e2ed-4f18-8f13-e2afd2ea5c81 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:01.461086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e618873a-e2ed-4f18-8f13-e2afd2ea5c81 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:01.461343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c2da7ee6-3a8a-48bf-a788-dd8166585d3b no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:01.559311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: c2da7ee6-3a8a-48bf-a788-dd8166585d3b {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:01.559558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c2da7ee6-3a8a-48bf-a788-dd8166585d3b not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:01.578639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0139bed7-1c71-41f3-8be8-189ba25c77cb tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:01.612129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] For port fe8cc062-3198-462b-b591-1660b0078284, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fe8cc062-3198-462b-b591-1660b0078284,segment=NetworkSegment(28e67ace-088e-43dd-913b-d72f6ba3ded5),segment_id=28e67ace-088e-43dd-913b-d72f6ba3ded5)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:01.612526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.671525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0139bed7-1c71-41f3-8be8-189ba25c77cb tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:01.672722 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0139bed7-1c71-41f3-8be8-189ba25c77cb tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4201717 Mar 16 10:56:01.680841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33340) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.700405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.754802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fe8cc062-3198-462b-b591-1660b0078284 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:01.761146 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-bfa52f1f-866d-4eca-850d-c68e831eff7d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] delete failed (client error): The resource could not be found. Mar 16 10:56:01.766000 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bfa52f1f-866d-4eca-850d-c68e831eff7d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/2f09cdaf-2ba6-4fd4-aab4-a51383382d27 HTTP/1.1" status: 404 len: 347 time: 0.0807924 Mar 16 10:56:01.766000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.766254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33344) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.767176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8cc062-3198-462b-b591-1660b0078284,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:01.773390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609139000'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:01.776822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] No DVR routers for this DVR port fe8cc062-3198-462b-b591-1660b0078284 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:01.783992 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:01.787705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] Calling delete_port for fe8cc062-3198-462b-b591-1660b0078284 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:01.838047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: fe8cc062-3198-462b-b591-1660b0078284 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:01.838250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fe8cc062-3198-462b-b591-1660b0078284 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:01.838689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f0960dd7-3d3c-463a-af0b-3dc91b32e440 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:01.859598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:01.892275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: f0960dd7-3d3c-463a-af0b-3dc91b32e440 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:01.892601 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f0960dd7-3d3c-463a-af0b-3dc91b32e440 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:01.937335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.964355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:01.964708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:01.965719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Allocated IP 2001:db8::f816:3eff:fe28:f3f0 (e57f845a-9024-49c0-a045-365eb6299d60/8a75497b-02a6-4fb3-9eb9-e7f461764061/43472fd9-f953-4fb5-a858-8eb2f928dee3) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:01.980082 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d401ac3e-d49d-402d-9052-835ef551b2cc tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags HTTP/1.1" status: 204 len: 168 time: 0.6526976 Mar 16 10:56:01.981780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.992124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33348) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.000323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-7881abfd-3c19-44c3-add6-dc89543c5c30 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.025341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:02.051112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70acee01-c08d-4f31-96e3-4e26d4fd7ac7']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.084111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:02.089657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:02.098223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:02.105596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Router cc9a7906-7d77-4d27-9438-b25d2aafe51f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:02.224161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e67ace-088e-43dd-913b-d72f6ba3ded5') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.224940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e67ace-088e-43dd-913b-d72f6ba3ded5') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.235502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.246449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Transition to ACTIVE for port object 43472fd9-f953-4fb5-a858-8eb2f928dee3 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:02.251890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.267654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Transition to ACTIVE for port object 43472fd9-f953-4fb5-a858-8eb2f928dee3 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:02.275380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:02.276939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.278432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.289329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:02.289799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:02.303774 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:02.310948 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a34395d6-bc67-49b5-8aa4-ccb0c8c48c07 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "PUT /v2.0/routers/cc9a7906-7d77-4d27-9438-b25d2aafe51f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4032819 Mar 16 10:56:02.315511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33352) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.322381 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20214cf-dfe4-4288-be6c-ad7a10d38bea None None] Sync routers for ids ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:02.332505 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20214cf-dfe4-4288-be6c-ad7a10d38bea None None] Routers {'cc9a7906-7d77-4d27-9438-b25d2aafe51f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:02.333140 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d20214cf-dfe4-4288-be6c-ad7a10d38bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.354599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:02.363064 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:02.370621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:02.398893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.408708 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7881abfd-3c19-44c3-add6-dc89543c5c30 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags HTTP/1.1" status: 204 len: 168 time: 0.4131174 Mar 16 10:56:02.410154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33356) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.410426 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d20214cf-dfe4-4288-be6c-ad7a10d38bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.410905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.415213 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-34e67602-52f9-4076-87d9-339f9795fe04 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] delete failed (client error): The resource could not be found. Mar 16 10:56:02.416244 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-34e67602-52f9-4076-87d9-339f9795fe04 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1792927334 HTTP/1.1" status: 404 len: 335 time: 0.1005218 Mar 16 10:56:02.422415 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20214cf-dfe4-4288-be6c-ad7a10d38bea None None] Routers {'cc9a7906-7d77-4d27-9438-b25d2aafe51f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:02.423231 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d20214cf-dfe4-4288-be6c-ad7a10d38bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.433859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33360) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.436870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-7e260f82-bd38-4dde-9e30-3b5578c595e8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.444065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.469887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.470688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bc5c0997-d8d0-4f75-8a3b-737536ab6621 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc9a7906-7d77-4d27-9438-b25d2aafe51f'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:02.486483 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d20214cf-dfe4-4288-be6c-ad7a10d38bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:02.487202 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20214cf-dfe4-4288-be6c-ad7a10d38bea None None] The sync data for ids ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:02.497694 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] Deleting port fe8cc062-3198-462b-b591-1660b0078284 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:02.497694 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.503753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=70acee01-c08d-4f31-96e3-4e26d4fd7ac7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.505820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.536419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Pushing event updated for resources: {'Port': ['ID=43472fd9-f953-4fb5-a858-8eb2f928dee3,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.557202 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7464edc3-927c-493a-b1be-10c204982fcb admin admin] 10.222.0.37 "DELETE /v2.0/networks/70acee01-c08d-4f31-96e3-4e26d4fd7ac7 HTTP/1.1" status: 204 len: 168 time: 2.0314479 Mar 16 10:56:02.574130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.578440 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8082590 Mar 16 10:56:02.580810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33366) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.585614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-862784f5-64fa-48da-8c71-20f2dad2f89a None None] The port 'fe8cc062-3198-462b-b591-1660b0078284' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:02.587531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Attempting to bind port 43472fd9-f953-4fb5-a858-8eb2f928dee3 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:02.587895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Attempting to bind port 43472fd9-f953-4fb5-a858-8eb2f928dee3 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:02.588250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Attempting to bind port 43472fd9-f953-4fb5-a858-8eb2f928dee3 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:02.597035 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:02.600942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:02.601307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:02.601718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.602639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '872837c4-421f-484b-bea9-46b8de432485', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:02.605046 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:02.605451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Bound port: 43472fd9-f953-4fb5-a858-8eb2f928dee3, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:02.605829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.607455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:02.613481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:02.614077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.617869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:02.634827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:02.640170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:02.649442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=15bd08a8-0193-4987-aa61-0d8229377a20,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.651687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:02.656238 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9c2771fe-afc6-4647-943f-cb7723f808d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7966306 Mar 16 10:56:02.660183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33370) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.666347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:33:ff:b6', 'name': 'tempest-NetworksTestDHCPv6-1297108038'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:02.700533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.723095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] For port 43472fd9-f953-4fb5-a858-8eb2f928dee3, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:02.728131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] For port 43472fd9-f953-4fb5-a858-8eb2f928dee3, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=43472fd9-f953-4fb5-a858-8eb2f928dee3,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:02.735392 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.780112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576a7d3-ac2c-4663-8caa-38e226f6c915 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872837c4-421f-484b-bea9-46b8de432485,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.847202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.851220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905d78c-5c1a-49ea-9a94-0813ecb7f941 None None] Pushing event updated for resources: {'Port': ['ID=43472fd9-f953-4fb5-a858-8eb2f928dee3,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.860281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.893931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:02.896862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ff4996-d6a0-40f4-a4cb-a318a06a4ce1,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.903980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:02.907108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:02.913015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33374) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.932304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:02.934436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.935643 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b0c52407-97a6-4536-a606-7dcd9b023663 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547792 Mar 16 10:56:02.941778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33378) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.976153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:03.036687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-467129ea-507e-4a74-bff3-dc869d5843c8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.047440 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-220df921-7556-4ba9-bcc9-02a21c369665 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7afa6b3d306242289b4a4749d86d03e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1331534 Mar 16 10:56:03.048254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33382) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.134398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-467129ea-507e-4a74-bff3-dc869d5843c8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.185681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0997-d8d0-4f75-8a3b-737536ab6621 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.219512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.224072 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-bc5c0997-d8d0-4f75-8a3b-737536ab6621 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] update failed (client error): The resource could not be found. Mar 16 10:56:03.228979 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bc5c0997-d8d0-4f75-8a3b-737536ab6621 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "PUT /v2.0/routers/cc9a7906-7d77-4d27-9438-b25d2aafe51f HTTP/1.1" status: 404 len: 339 time: 0.7595761 Mar 16 10:56:03.228979 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7e260f82-bd38-4dde-9e30-3b5578c595e8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags HTTP/1.1" status: 204 len: 168 time: 0.8099005 Mar 16 10:56:03.229399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33386) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.235711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33390) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.246745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-467129ea-507e-4a74-bff3-dc869d5843c8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.255398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-cf1a00c3-9536-48cf-8b1e-70729cfce616 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8', 'tempest-TagsExtTest-Tag-1474605693') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:03.306787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89435d31-5d29-4e92-b72a-2cc09763f007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.308401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467129ea-507e-4a74-bff3-dc869d5843c8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23ff4996-d6a0-40f4-a4cb-a318a06a4ce1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:03.331003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port e6ea3dac-b900-46c1-b161-6774a1fb1eb7 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:03.375276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-467129ea-507e-4a74-bff3-dc869d5843c8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.379063 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-467129ea-507e-4a74-bff3-dc869d5843c8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/23ff4996-d6a0-40f4-a4cb-a318a06a4ce1 HTTP/1.1" status: 204 len: 168 time: 0.4337027 Mar 16 10:56:03.388178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33394) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.405813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89435d31-5d29-4e92-b72a-2cc09763f007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.554388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c099ac42-4481-46b7-b7d6-39eff6b52437 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:03.608376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89435d31-5d29-4e92-b72a-2cc09763f007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.658077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c099ac42-4481-46b7-b7d6-39eff6b52437 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:03.659414 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c099ac42-4481-46b7-b7d6-39eff6b52437 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2665017 Mar 16 10:56:03.669466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33398) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.685598 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cf1a00c3-9536-48cf-8b1e-70729cfce616 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags/tempest-TagsExtTest-Tag-1474605693 HTTP/1.1" status: 201 len: 201 time: 0.4488266 Mar 16 10:56:03.686282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33402) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.694036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89435d31-5d29-4e92-b72a-2cc09763f007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ea52e7-a8dd-42e4-9303-3216a8b50684,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:03.702087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-cdefe13a-b136-46fa-bbf2-1110a9765c52 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58', 'tempest-TagsExtTest-Tag-1155095658') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:03.752056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 43472fd9-f953-4fb5-a858-8eb2f928dee3 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:03.806105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89435d31-5d29-4e92-b72a-2cc09763f007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.809817 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-89435d31-5d29-4e92-b72a-2cc09763f007 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78ea52e7-a8dd-42e4-9303-3216a8b50684 HTTP/1.1" status: 204 len: 168 time: 0.7546091 Mar 16 10:56:03.809817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 172.20.0.7 (e57f845a-9024-49c0-a045-365eb6299d60/15bd08a8-0193-4987-aa61-0d8229377a20/e6ea3dac-b900-46c1-b161-6774a1fb1eb7) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:03.823884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.829664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f816:3eff:fe33:ffb6 (e57f845a-9024-49c0-a045-365eb6299d60/8a75497b-02a6-4fb3-9eb9-e7f461764061/e6ea3dac-b900-46c1-b161-6774a1fb1eb7) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:03.871298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 43472fd9-f953-4fb5-a858-8eb2f928dee3 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:03.912253 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cdefe13a-b136-46fa-bbf2-1110a9765c52 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags/tempest-TagsExtTest-Tag-1155095658 HTTP/1.1" status: 201 len: 201 time: 0.2221160 Mar 16 10:56:03.912968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33408) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.945225 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f8300ae6-d1b9-4aa5-96a4-b2784515ca03 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.946027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a8018-913c-4cf4-9e9e-fc68b2b300aa None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:03.951721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-62198378-d9bd-4f54-906b-8bd33d79f77a tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe', 'tempest-TagsExtTest-Tag-166650047') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:04.116919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.137953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object e6ea3dac-b900-46c1-b161-6774a1fb1eb7 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:04.153200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ad292f6c-405f-49fb-92dc-6ad74ff066c5 None None] Provisioning for port 43472fd9-f953-4fb5-a858-8eb2f928dee3 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:04.166871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.206493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f8300ae6-d1b9-4aa5-96a4-b2784515ca03 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.208441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ad292f6c-405f-49fb-92dc-6ad74ff066c5 None None] Provisioning complete for port 43472fd9-f953-4fb5-a858-8eb2f928dee3 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:04.208852 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ad292f6c-405f-49fb-92dc-6ad74ff066c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.243676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:04.246705 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:04.249396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:04.304467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=e6ea3dac-b900-46c1-b161-6774a1fb1eb7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.333841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:04.334874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.347678 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-62198378-d9bd-4f54-906b-8bd33d79f77a tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags/tempest-TagsExtTest-Tag-166650047 HTTP/1.1" status: 201 len: 201 time: 0.4127119 Mar 16 10:56:04.350980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33420) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.366335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-afd6a058-6973-464a-bb1b-216761cdb885 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042', 'tempest-TagsExtTest-Tag-1720982240') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:04.383044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f8300ae6-d1b9-4aa5-96a4-b2784515ca03 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.392139 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-aa126114-45dc-4263-be61-acd94dd0dc05 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7285378 Mar 16 10:56:04.392453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33426) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.403183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ad292f6c-405f-49fb-92dc-6ad74ff066c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.441355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ad292f6c-405f-49fb-92dc-6ad74ff066c5 None None] For port 43472fd9-f953-4fb5-a858-8eb2f928dee3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=43472fd9-f953-4fb5-a858-8eb2f928dee3,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:04.450462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ad292f6c-405f-49fb-92dc-6ad74ff066c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.461183 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-afd6a058-6973-464a-bb1b-216761cdb885 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags/tempest-TagsExtTest-Tag-1720982240 HTTP/1.1" status: 201 len: 201 time: 0.1043015 Mar 16 10:56:04.461893 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33430) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.472688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-813ce27c-bb3a-4c2a-9780-fbb560e7ba81 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8', {'tags': ['tempest-TagsExtTest-Tag-1960254782', 'tempest-TagsExtTest-Tag-938777761', 'tempest-TagsExtTest-Tag-1501849950']}) {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:04.493295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8300ae6-d1b9-4aa5-96a4-b2784515ca03 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872837c4-421f-484b-bea9-46b8de432485,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.536026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad292f6c-405f-49fb-92dc-6ad74ff066c5 None None] Pushing event updated for resources: {'Port': ['ID=43472fd9-f953-4fb5-a858-8eb2f928dee3,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.661843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Update dhcp port {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': '8a75497b-02a6-4fb3-9eb9-e7f461764061', 'ip_address': '2001:db8::f816:3eff:fe28:f3f0'}, {'subnet_id': '15bd08a8-0193-4987-aa61-0d8229377a20'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': '43472fd9-f953-4fb5-a858-8eb2f928dee3'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:56:04.739730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Allocated IP 172.20.0.1 (e33fb0da-fe1f-45da-a76e-6b95f4da0562/40cfeb10-268d-451a-9767-a33a10be72e3/dd64bdce-35bb-4a25-b616-d9db21b01794) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:04.748110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.752150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33442) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.753004 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-813ce27c-bb3a-4c2a-9780-fbb560e7ba81 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags HTTP/1.1" status: 200 len: 317 time: 0.2869060 Mar 16 10:56:04.755913 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f8300ae6-d1b9-4aa5-96a4-b2784515ca03 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.757267 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f8300ae6-d1b9-4aa5-96a4-b2784515ca03 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/872837c4-421f-484b-bea9-46b8de432485 HTTP/1.1" status: 204 len: 168 time: 1.0867302 Mar 16 10:56:04.761676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33446) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.761860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-d297de2f-807b-47e9-b80a-4aea7cd1fe98 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:04.840998 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-48ad7865-cfcb-4560-890c-5f59c9d942e9 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0713916 Mar 16 10:56:04.854613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1049fb-f04b-4f59-aa77-f3cb50bf4b23 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:04.861031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1049fb-f04b-4f59-aa77-f3cb50bf4b23 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:04.861939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cf1049fb-f04b-4f59-aa77-f3cb50bf4b23 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:04.866672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33450) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.873857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group': {'name': 'tempest-secgroup--756833870'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:04.880262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:04.884408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:04.888410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:04.895013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:04.915279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.930248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cf1049fb-f04b-4f59-aa77-f3cb50bf4b23 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:04.932263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cf1049fb-f04b-4f59-aa77-f3cb50bf4b23 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5386705 Mar 16 10:56:04.936374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33456) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.965996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.989167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Transition to ACTIVE for port object dd64bdce-35bb-4a25-b616-d9db21b01794 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:04.994958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:05.003084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:05.009305 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d297de2f-807b-47e9-b80a-4aea7cd1fe98 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags HTTP/1.1" status: 204 len: 168 time: 0.2561393 Mar 16 10:56:05.014730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33462) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.015704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:05.027488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:05.028853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Allocated IP 172.20.0.2 (e57f845a-9024-49c0-a045-365eb6299d60/15bd08a8-0193-4987-aa61-0d8229377a20/43472fd9-f953-4fb5-a858-8eb2f928dee3) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:05.032648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-33d86ea4-5de2-4bfc-bb92-e81b82741d6f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port e6ea3dac-b900-46c1-b161-6774a1fb1eb7 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:05.033017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-33d86ea4-5de2-4bfc-bb92-e81b82741d6f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.034610 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-24112338-c98f-42b3-b64d-e901ab82d296 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8', 'tempest-TagsExtTest-Tag-1960254782') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:05.069541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.133066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Network e33fb0da-fe1f-45da-a76e-6b95f4da0562 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:05.142696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:05.163012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:05.195165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] For port 43472fd9-f953-4fb5-a858-8eb2f928dee3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=43472fd9-f953-4fb5-a858-8eb2f928dee3,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:05.226277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.250557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Transition to ACTIVE for port object 43472fd9-f953-4fb5-a858-8eb2f928dee3 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:05.262042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.291971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.352249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.359591 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'Port': ['ID=dd64bdce-35bb-4a25-b616-d9db21b01794,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:05.382897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.457039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846bac07-584b-4c66-bb39-873131025c31,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:05.502106 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-24112338-c98f-42b3-b64d-e901ab82d296 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:05.508207 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-24112338-c98f-42b3-b64d-e901ab82d296 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags/tempest-TagsExtTest-Tag-1960254782 HTTP/1.1" status: 404 len: 329 time: 0.4872723 Mar 16 10:56:05.510840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33478) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.515530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.517053 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-caacf0f6-026c-465f-af57-66118479c0ef tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6490238 Mar 16 10:56:05.523830 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Pushing event updated for resources: {'Port': ['ID=43472fd9-f953-4fb5-a858-8eb2f928dee3,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:05.525967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33480) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.531278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-33d86ea4-5de2-4bfc-bb92-e81b82741d6f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.531652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.532003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.532339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.532669 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.533094 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.533356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.533721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.534043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.534488 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.534678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.534999 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.535315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1128b57-e107-49cf-b316-fde6d1c2f98b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:05.563557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '846bac07-584b-4c66-bb39-873131025c31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:05.569837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-8e43fc95-4b86-496d-9f1c-654163464ec8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8', 'tempest-TagsExtTest-Tag-938777761') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:05.576646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:05.636115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-78d40d63-b578-46f5-974f-b6ffb561b965 None None] Provisioning for port dd64bdce-35bb-4a25-b616-d9db21b01794 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:05.645206 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-78d40d63-b578-46f5-974f-b6ffb561b965 None None] Provisioning complete for port dd64bdce-35bb-4a25-b616-d9db21b01794 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:05.650145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-78d40d63-b578-46f5-974f-b6ffb561b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.686336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.735049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 43472fd9-f953-4fb5-a858-8eb2f928dee3 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:05.752051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:05.761461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-33d86ea4-5de2-4bfc-bb92-e81b82741d6f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for e6ea3dac-b900-46c1-b161-6774a1fb1eb7 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:05.811950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:05.814587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33490) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.834189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:05.840156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-78d40d63-b578-46f5-974f-b6ffb561b965 None None] Port dd64bdce-35bb-4a25-b616-d9db21b01794 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:05.878247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.895333 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-8e43fc95-4b86-496d-9f1c-654163464ec8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:05.896896 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8e43fc95-4b86-496d-9f1c-654163464ec8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags/tempest-TagsExtTest-Tag-938777761 HTTP/1.1" status: 404 len: 328 time: 0.3363361 Mar 16 10:56:05.899986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33496) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.973853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-75980ea7-567c-4ab0-a755-6073c307ff9c tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8', 'tempest-TagsExtTest-Tag-1501849950') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:06.029630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.040997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.066478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-72154898'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:06.085860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:06.090653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56495f37-f593-43f3-a0a2-525d0f2601f3,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.123006 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Usage tracker for resource:network and tenant:15bbb3d862bd41078022b673792d987d is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:06.136662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:06.157382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:06.169492 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-75980ea7-567c-4ab0-a755-6073c307ff9c tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:06.170498 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-75980ea7-567c-4ab0-a755-6073c307ff9c tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags/tempest-TagsExtTest-Tag-1501849950 HTTP/1.1" status: 404 len: 329 time: 0.2696147 Mar 16 10:56:06.171558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.172712 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-20476514-7ceb-4873-9968-a330cc66651e tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6457603 Mar 16 10:56:06.176157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33500) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.176872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33502) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.182296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '846bac07-584b-4c66-bb39-873131025c31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:06.184851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-428c200c-c852-4ef1-9906-41fd69aee56b tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58', {'tags': ['tempest-TagsExtTest-Tag-1826445446', 'tempest-TagsExtTest-Tag-1006110024', 'tempest-TagsExtTest-Tag-1795262075']}) {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:06.192880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:06.202326 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:06.213100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:06.215607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Made reservation on behalf of 15bbb3d862bd41078022b673792d987d for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:06.218687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.222975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:06.242179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.255949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.256451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-33d86ea4-5de2-4bfc-bb92-e81b82741d6f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.273183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0dee66b0-cce9-4e54-b918-c6ff58cad9d7 None None] Provisioning for port 43472fd9-f953-4fb5-a858-8eb2f928dee3 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:06.278146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.279579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0dee66b0-cce9-4e54-b918-c6ff58cad9d7 None None] Provisioning complete for port 43472fd9-f953-4fb5-a858-8eb2f928dee3 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:06.280266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0dee66b0-cce9-4e54-b918-c6ff58cad9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.288558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.329582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:06.336600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d86ea4-5de2-4bfc-bb92-e81b82741d6f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=e6ea3dac-b900-46c1-b161-6774a1fb1eb7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.340288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Usage tracker for resource:security_group_rule and tenant:15bbb3d862bd41078022b673792d987d is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:06.414701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:06.422838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event updated for resources: {'Port': ['ID=dd64bdce-35bb-4a25-b616-d9db21b01794,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.424824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0dee66b0-cce9-4e54-b918-c6ff58cad9d7 None None] Could not find standard attr ID for object e6ea3dac-b900-46c1-b161-6774a1fb1eb7. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:06.425710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:06.433979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.463089 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-428c200c-c852-4ef1-9906-41fd69aee56b tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags HTTP/1.1" status: 200 len: 318 time: 0.2859070 Mar 16 10:56:06.468389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33508) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.491431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-2d69cc71-32b2-4c1f-85c0-c4e201e294f5 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:06.516647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.554896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-33d86ea4-5de2-4bfc-bb92-e81b82741d6f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.571846 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-33d86ea4-5de2-4bfc-bb92-e81b82741d6f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/e6ea3dac-b900-46c1-b161-6774a1fb1eb7 HTTP/1.1" status: 204 len: 168 time: 1.6331079 Mar 16 10:56:06.574667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.574796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33512) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.627455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de9f208-0f18-4e6d-84d3-f9e0de3cd08d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.656020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-24bbc0a7-6b22-4f7b-96bc-a54afecdad9d None None] Could not find standard attr ID for object e6ea3dac-b900-46c1-b161-6774a1fb1eb7. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:06.672442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48391ec5-b580-4e87-9aeb-19aa53107d78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:06.674078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48391ec5-b580-4e87-9aeb-19aa53107d78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:06.675549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48391ec5-b580-4e87-9aeb-19aa53107d78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:06.676333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-48391ec5-b580-4e87-9aeb-19aa53107d78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:06.678497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.682308 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-27c301b2-1b0c-4f0d-83dd-eb811491db89 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5016088 Mar 16 10:56:06.682308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Network e33fb0da-fe1f-45da-a76e-6b95f4da0562 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:06.683283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.683945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33516) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.684807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:06.692730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.694759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '846bac07-584b-4c66-bb39-873131025c31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:06.708209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-48391ec5-b580-4e87-9aeb-19aa53107d78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:06.708798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:06.711930 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-48391ec5-b580-4e87-9aeb-19aa53107d78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1337879 Mar 16 10:56:06.713498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33520) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.722654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:06.793653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.794531 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Added segment 33701fac-d0ca-46f5-a947-466bb8fa1205 of type vlan for network 89943ea8-6b36-4c24-acf4-695d42751f97 Mar 16 10:56:06.834434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.906124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:06.913065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee509c1-91cf-46c0-83db-1b824472b913,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.917026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:06.927338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:06.934270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.940548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:06.941242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.967295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf7bd5f-3d0a-4d85-95c3-7eb300cd1da8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 15bd08a8-0193-4987-aa61-0d8229377a20 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:06.970709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2cf7bd5f-3d0a-4d85-95c3-7eb300cd1da8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.990383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6f383515-0878-45f9-922b-53f1994da861 None None] Provisioning complete for port dd64bdce-35bb-4a25-b616-d9db21b01794 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:06.990744 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6f383515-0878-45f9-922b-53f1994da861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.032293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.063634 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2d69cc71-32b2-4c1f-85c0-c4e201e294f5 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags HTTP/1.1" status: 204 len: 168 time: 0.5805287 Mar 16 10:56:07.065811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Router cc9a7906-7d77-4d27-9438-b25d2aafe51f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:07.065962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6f383515-0878-45f9-922b-53f1994da861 None None] Port dd64bdce-35bb-4a25-b616-d9db21b01794 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:07.066613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33524) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.083584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-e15cf066-3dd0-43ae-ae91-4b6fe30d1f7b tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58', 'tempest-TagsExtTest-Tag-1826445446') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.126521 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.3108013 Mar 16 10:56:07.132809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea558d03-5e39-424d-b870-9500fb290718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Pushing event updated for resources: {'Network': ['ID=89943ea8-6b36-4c24-acf4-695d42751f97,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:07.142047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2cf7bd5f-3d0a-4d85-95c3-7eb300cd1da8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.144173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 89943ea8-6b36-4c24-acf4-695d42751f97 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:07.381408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.398452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.399689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2cf7bd5f-3d0a-4d85-95c3-7eb300cd1da8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.426778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:07.440981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253536ec-3d30-4415-9b31-604d725089e4 None None] Sync routers for ids ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:07.443730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56198971-b2e3-48ed-8894-c02fbb96da23,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:07.457459 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a0c81013-8993-4875-b9a1-85a53b3af510 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "PUT /v2.0/routers/cc9a7906-7d77-4d27-9438-b25d2aafe51f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2266016 Mar 16 10:56:07.458959 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-e15cf066-3dd0-43ae-ae91-4b6fe30d1f7b tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:07.463965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33532) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.464121 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e15cf066-3dd0-43ae-ae91-4b6fe30d1f7b tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags/tempest-TagsExtTest-Tag-1826445446 HTTP/1.1" status: 404 len: 329 time: 0.3916779 Mar 16 10:56:07.464839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33534) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.465152 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33536) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.468833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.469447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253536ec-3d30-4415-9b31-604d725089e4 None None] Routers {'cc9a7906-7d77-4d27-9438-b25d2aafe51f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:07.470073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-253536ec-3d30-4415-9b31-604d725089e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.474590 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e423b8ca-7463-4460-8b6c-5b9d0f1e66a4 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7864172 Mar 16 10:56:07.475497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33544) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.478821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-ef303f4f-da39-49b6-a3d7-870d40e1ebb6 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58', 'tempest-TagsExtTest-Tag-1006110024') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.479797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Request body: {'port': {'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97', 'binding:host_id': 'hv-neutron-8338', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271029086'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:07.527980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '846bac07-584b-4c66-bb39-873131025c31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:07.546002 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:07.552413 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:07.553887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:07.557637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:07.565404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-253536ec-3d30-4415-9b31-604d725089e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.566423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:07.568628 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Usage tracker for resource:port and tenant:f0a55a7675134bf49a51483ba3a545d3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:07.588096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253536ec-3d30-4415-9b31-604d725089e4 None None] Routers {'cc9a7906-7d77-4d27-9438-b25d2aafe51f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:07.591201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-253536ec-3d30-4415-9b31-604d725089e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.598163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:07.609819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.618424 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-ef303f4f-da39-49b6-a3d7-870d40e1ebb6 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:07.622625 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ef303f4f-da39-49b6-a3d7-870d40e1ebb6 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags/tempest-TagsExtTest-Tag-1006110024 HTTP/1.1" status: 404 len: 329 time: 0.1562481 Mar 16 10:56:07.625274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33548) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.633169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-d21ab8c9-6f24-4ab7-bc95-4bc62f9fea68 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58', 'tempest-TagsExtTest-Tag-1795262075') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.671701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:07.688004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-253536ec-3d30-4415-9b31-604d725089e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.688473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253536ec-3d30-4415-9b31-604d725089e4 None None] The sync data for ids ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:07.712644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Made reservation on behalf of f0a55a7675134bf49a51483ba3a545d3 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:07.715042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.734749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.735487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.742025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.745567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42418237-e0e8-49ec-8088-e3bfbf41a46d tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.768460 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-d21ab8c9-6f24-4ab7-bc95-4bc62f9fea68 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:07.773697 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d21ab8c9-6f24-4ab7-bc95-4bc62f9fea68 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags/tempest-TagsExtTest-Tag-1795262075 HTTP/1.1" status: 404 len: 329 time: 0.1438503 Mar 16 10:56:07.773697 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33552) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.779239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcd681b-636d-4719-a375-af4f79868262,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:07.786204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-d20978d3-02df-4b9a-b832-1c8827619f04 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe', {'tags': ['tempest-TagsExtTest-Tag-1681389648', 'tempest-TagsExtTest-Tag-556162593', 'tempest-TagsExtTest-Tag-1309072832']}) {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.814248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2cf7bd5f-3d0a-4d85-95c3-7eb300cd1da8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.863297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.864675 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-540460ca-2da9-4a90-a8fc-bb979e4cbfab tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3531170 Mar 16 10:56:07.868903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33556) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.909241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:07.911623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7bd5f-3d0a-4d85-95c3-7eb300cd1da8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=15bd08a8-0193-4987-aa61-0d8229377a20,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:07.922759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2578b8eb-b7f1-4ab0-b032-6a48e1f12ce4 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:07.925011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Usage tracker for resource:security_group_rule and tenant:f0a55a7675134bf49a51483ba3a545d3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:07.927886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2cf7bd5f-3d0a-4d85-95c3-7eb300cd1da8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.932468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:07.933383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '846bac07-584b-4c66-bb39-873131025c31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:07.939284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:07.943088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:07.947839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:07.952767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:07.961830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:07.970594 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2cf7bd5f-3d0a-4d85-95c3-7eb300cd1da8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/15bd08a8-0193-4987-aa61-0d8229377a20 HTTP/1.1" status: 204 len: 168 time: 1.2509766 Mar 16 10:56:07.972407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33560) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.980452 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d20978d3-02df-4b9a-b832-1c8827619f04 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags HTTP/1.1" status: 200 len: 317 time: 0.2062562 Mar 16 10:56:07.983163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33564) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.996505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-bf726794-9e1d-4132-ab44-16f7177156e8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:08.027522 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-42418237-e0e8-49ec-8088-e3bfbf41a46d tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 16 10:56:08.028632 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-42418237-e0e8-49ec-8088-e3bfbf41a46d tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "DELETE /v2.0/routers/cc9a7906-7d77-4d27-9438-b25d2aafe51f HTTP/1.1" status: 409 len: 329 time: 0.5600717 Mar 16 10:56:08.037755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33568) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.050453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.148365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.200101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-06427e51-2903-4a9a-b8dc-6bc0fdc5e494 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 8a75497b-02a6-4fb3-9eb9-e7f461764061 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:08.200342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.204356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.206881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06427e51-2903-4a9a-b8dc-6bc0fdc5e494 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.222159 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bf726794-9e1d-4132-ab44-16f7177156e8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags HTTP/1.1" status: 204 len: 168 time: 0.2375357 Mar 16 10:56:08.228913 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33574) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.231537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaab90bf-b22c-47a4-893b-27a38aa3eb38,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.241687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-dc411a4b-5e29-4c16-9af4-04d844183c1f tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe', 'tempest-TagsExtTest-Tag-1681389648') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:08.318304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.322423 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fa2beb15-5513-4a42-95b6-d9110b9d7740 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4525526 Mar 16 10:56:08.323240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33578) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.357085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06427e51-2903-4a9a-b8dc-6bc0fdc5e494 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.415633 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-dc411a4b-5e29-4c16-9af4-04d844183c1f tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:08.420215 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dc411a4b-5e29-4c16-9af4-04d844183c1f tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags/tempest-TagsExtTest-Tag-1681389648 HTTP/1.1" status: 404 len: 329 time: 0.1829820 Mar 16 10:56:08.420215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc85a6bc-25bb-4058-b34c-08662c4caedc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.426237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33582) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.431336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-02aac87e-0cdb-416f-bd53-4c0e7a52a691 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe', 'tempest-TagsExtTest-Tag-556162593') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:08.491886 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc85a6bc-25bb-4058-b34c-08662c4caedc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.512165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.532280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.547661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] device_id is not set on port 67122ba5-9d10-4709-9eb9-dd3347b7744f yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:08.580871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc85a6bc-25bb-4058-b34c-08662c4caedc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.604943 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-02aac87e-0cdb-416f-bd53-4c0e7a52a691 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:08.606027 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-02aac87e-0cdb-416f-bd53-4c0e7a52a691 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags/tempest-TagsExtTest-Tag-556162593 HTTP/1.1" status: 404 len: 328 time: 0.1788480 Mar 16 10:56:08.606874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85a6bc-25bb-4058-b34c-08662c4caedc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaab90bf-b22c-47a4-893b-27a38aa3eb38,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.610194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33586) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.615949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-a6efc947-86d4-4204-809b-fc056e7ae5ce tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe', 'tempest-TagsExtTest-Tag-1309072832') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:08.690148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71d90e3-908f-4340-8ad4-0b20c3bb5e8c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.717066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06427e51-2903-4a9a-b8dc-6bc0fdc5e494 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.799094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc85a6bc-25bb-4058-b34c-08662c4caedc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.800931 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cc85a6bc-25bb-4058-b34c-08662c4caedc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/aaab90bf-b22c-47a4-893b-27a38aa3eb38 HTTP/1.1" status: 204 len: 168 time: 0.4765484 Mar 16 10:56:08.806877 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33590) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.822135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bdb23c29-4b1d-411b-92ee-7856ff0bca49 None None] Provisioning complete for port 43472fd9-f953-4fb5-a858-8eb2f928dee3 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:08.822766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bdb23c29-4b1d-411b-92ee-7856ff0bca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.935023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-58b4a1e3-a0b0-4680-95a3-821519966221 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:08.940129 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-a6efc947-86d4-4204-809b-fc056e7ae5ce tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:08.943858 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a6efc947-86d4-4204-809b-fc056e7ae5ce tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags/tempest-TagsExtTest-Tag-1309072832 HTTP/1.1" status: 404 len: 329 time: 0.3298247 Mar 16 10:56:08.945431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33594) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.957564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-58b4a1e3-a0b0-4680-95a3-821519966221 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:08.960761 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-58b4a1e3-a0b0-4680-95a3-821519966221 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1504493 Mar 16 10:56:08.962539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33598) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.967120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.tag.tag_plugin [None req-717f3fb5-607d-41ae-b852-233f41776316 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042', {'tags': ['tempest-TagsExtTest-Tag-902338432', 'tempest-TagsExtTest-Tag-501755486', 'tempest-TagsExtTest-Tag-2014011836']}) {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:08.996470 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd413211-4c1d-47a6-bf87-8e7ff854ad8f tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.006781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd413211-4c1d-47a6-bf87-8e7ff854ad8f tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.031004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd413211-4c1d-47a6-bf87-8e7ff854ad8f tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.048748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd413211-4c1d-47a6-bf87-8e7ff854ad8f tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dcd681b-636d-4719-a375-af4f79868262,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.057190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd413211-4c1d-47a6-bf87-8e7ff854ad8f tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.060774 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bd413211-4c1d-47a6-bf87-8e7ff854ad8f tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8dcd681b-636d-4719-a375-af4f79868262 HTTP/1.1" status: 204 len: 168 time: 0.0950501 Mar 16 10:56:09.061698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33602) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.117027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a01ce973-dbf0-4cc7-bdb7-ab9c2ff71c96 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:09.134133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a01ce973-dbf0-4cc7-bdb7-ab9c2ff71c96 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:09.135471 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a01ce973-dbf0-4cc7-bdb7-ab9c2ff71c96 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0726888 Mar 16 10:56:09.137138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06427e51-2903-4a9a-b8dc-6bc0fdc5e494 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.138440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33608) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.166706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2245-354b-489c-9820-993591b778be tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.177178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2245-354b-489c-9820-993591b778be tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.205067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2245-354b-489c-9820-993591b778be tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.214934 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-717f3fb5-607d-41ae-b852-233f41776316 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "PUT /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags HTTP/1.1" status: 200 len: 316 time: 0.2605619 Mar 16 10:56:09.215742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06427e51-2903-4a9a-b8dc-6bc0fdc5e494 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=8a75497b-02a6-4fb3-9eb9-e7f461764061,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.220026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33612) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.225799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d2245-354b-489c-9820-993591b778be tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56198971-b2e3-48ed-8894-c02fbb96da23,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.231257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-4c6186fa-574d-45a4-b9c2-6a022d3528fa tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.247257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2245-354b-489c-9820-993591b778be tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.251384 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ea7d2245-354b-489c-9820-993591b778be tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/56198971-b2e3-48ed-8894-c02fbb96da23 HTTP/1.1" status: 204 len: 168 time: 0.1089752 Mar 16 10:56:09.251384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33616) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.254553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2809f8e-2f84-4368-8dee-c5e8920622bc None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:09.261392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06427e51-2903-4a9a-b8dc-6bc0fdc5e494 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.300980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] device_id is not set on port 67122ba5-9d10-4709-9eb9-dd3347b7744f yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:09.308353 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-06427e51-2903-4a9a-b8dc-6bc0fdc5e494 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/8a75497b-02a6-4fb3-9eb9-e7f461764061 HTTP/1.1" status: 204 len: 168 time: 1.3317347 Mar 16 10:56:09.309503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33620) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.315972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.321897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-def28a67-b42c-49fd-9acb-7cb899a48fb1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:09.339322 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4c6186fa-574d-45a4-b9c2-6a022d3528fa tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags HTTP/1.1" status: 204 len: 168 time: 0.1158280 Mar 16 10:56:09.339552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33624) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.346725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-dd127085-6b19-43f7-8424-97ececb40e59 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042', 'tempest-TagsExtTest-Tag-902338432') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.363583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-def28a67-b42c-49fd-9acb-7cb899a48fb1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:09.367630 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-def28a67-b42c-49fd-9acb-7cb899a48fb1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1128647 Mar 16 10:56:09.368002 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33628) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.395268 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a8614488-7fae-4176-a367-7352b0abb001 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819414 Mar 16 10:56:09.396338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33632) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.398251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Transition to ACTIVE for port object 67122ba5-9d10-4709-9eb9-dd3347b7744f will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:09.403434 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-dd127085-6b19-43f7-8424-97ececb40e59 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:09.407214 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dd127085-6b19-43f7-8424-97ececb40e59 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags/tempest-TagsExtTest-Tag-902338432 HTTP/1.1" status: 404 len: 328 time: 0.0640435 Mar 16 10:56:09.407356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:09.407465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33636) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.410369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3ce5252f-328f-44fb-a4c0-6c308ecd21b8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.419286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-d17fe3f9-6559-40f4-9ebf-880cf4931845 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042', 'tempest-TagsExtTest-Tag-501755486') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.434539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3ce5252f-328f-44fb-a4c0-6c308ecd21b8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.458261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.463334 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-d17fe3f9-6559-40f4-9ebf-880cf4931845 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:09.467058 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d17fe3f9-6559-40f4-9ebf-880cf4931845 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags/tempest-TagsExtTest-Tag-501755486 HTTP/1.1" status: 404 len: 328 time: 0.0560913 Mar 16 10:56:09.467291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33640) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.473065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-3c2333bd-50d7-4d3a-afdc-3edafbe6c299 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042', 'tempest-TagsExtTest-Tag-2014011836') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.484749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3ce5252f-328f-44fb-a4c0-6c308ecd21b8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.505827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5252f-328f-44fb-a4c0-6c308ecd21b8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8de9f208-0f18-4e6d-84d3-f9e0de3cd08d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.522164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3ce5252f-328f-44fb-a4c0-6c308ecd21b8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.522164 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3ce5252f-328f-44fb-a4c0-6c308ecd21b8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8de9f208-0f18-4e6d-84d3-f9e0de3cd08d HTTP/1.1" status: 204 len: 168 time: 0.1503592 Mar 16 10:56:09.522164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33644) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.543055 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-3c2333bd-50d7-4d3a-afdc-3edafbe6c299 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] show failed (client error): The resource could not be found. Mar 16 10:56:09.546783 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3c2333bd-50d7-4d3a-afdc-3edafbe6c299 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags/tempest-TagsExtTest-Tag-2014011836 HTTP/1.1" status: 404 len: 329 time: 0.0759096 Mar 16 10:56:09.549008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33648) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.555041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-7f32d9f1-7562-449e-9dde-1b319419b30b tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '07112765-a258-4dd8-985e-be4410b26042') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.556297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:09.560992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Deleting port 43472fd9-f953-4fb5-a858-8eb2f928dee3 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:09.561697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.580464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.598798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d14bcda9-7518-464e-92d5-7cd035df606f tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:09.622217 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7f32d9f1-7562-449e-9dde-1b319419b30b tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042/tags HTTP/1.1" status: 204 len: 168 time: 0.0709181 Mar 16 10:56:09.623279 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33652) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.638199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d14bcda9-7518-464e-92d5-7cd035df606f tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:09.644475 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d14bcda9-7518-464e-92d5-7cd035df606f tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1190746 Mar 16 10:56:09.646208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-7754e036-d3ce-4b3b-b1af-80e78456d977 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22373cf1-ed33-4d4c-95d2-cd317f87d3fe') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.675436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 43472fd9-f953-4fb5-a858-8eb2f928dee3 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:09.678337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33656) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.791950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:09.806601 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7754e036-d3ce-4b3b-b1af-80e78456d977 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1822894 Mar 16 10:56:09.809348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33660) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.814682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-84ee0e7f-be73-4b0c-ac1f-8437c340a3e8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5af0a3e0-1b50-4e64-b0c7-85f82c29ba58') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.825138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:09.837992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:09.840978 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event updated for resources: {'Port': ['ID=67122ba5-9d10-4709-9eb9-dd3347b7744f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.852031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:09.865300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c15acc9-a1b5-4267-94c4-12daa7ca91b0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.884058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c15acc9-a1b5-4267-94c4-12daa7ca91b0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.890203 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-84ee0e7f-be73-4b0c-ac1f-8437c340a3e8 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58/tags HTTP/1.1" status: 204 len: 168 time: 0.0774491 Mar 16 10:56:09.890445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33664) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.894625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Checking segment: {'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:09.894974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Network hostable DHCP agents. Network: 89943ea8-6b36-4c24-acf4-695d42751f97, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:09.895496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.tag.tag_plugin [None req-d8b901ba-38b5-4baf-a17b-53880cd8a6d6 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '663b3dc9-d43f-4296-af1b-3be4c2a3aad8') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.919264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] For port 43472fd9-f953-4fb5-a858-8eb2f928dee3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=43472fd9-f953-4fb5-a858-8eb2f928dee3,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:09.919882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.959577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:09.963052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.981086 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d8b901ba-38b5-4baf-a17b-53880cd8a6d6 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8/tags HTTP/1.1" status: 204 len: 168 time: 0.0852070 Mar 16 10:56:09.983007 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33668) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:10.052711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Calling delete_port for 43472fd9-f953-4fb5-a858-8eb2f928dee3 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:10.076148 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3ba3dc7e-5396-4e28-a2ad-161bbf17c38f tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for subnetpool, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.079696 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3ba3dc7e-5396-4e28-a2ad-161bbf17c38f tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/subnetpools/07112765-a258-4dd8-985e-be4410b26042 HTTP/1.1" status: 204 len: 168 time: 0.0933704 Mar 16 10:56:10.079825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.080043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33672) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:10.115684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c15acc9-a1b5-4267-94c4-12daa7ca91b0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.128134 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4360fe98-7157-41c1-8242-64ea0130a7e4 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "GET /v2.0/ports?device_id=22373cf1-ed33-4d4c-95d2-cd317f87d3fe HTTP/1.1" status: 200 len: 205 time: 0.0448844 Mar 16 10:56:10.128342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Network 89943ea8-6b36-4c24-acf4-695d42751f97 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:10.128565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33676) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:10.145163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 43472fd9-f953-4fb5-a858-8eb2f928dee3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=43472fd9-f953-4fb5-a858-8eb2f928dee3,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:10.146341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15acc9-a1b5-4267-94c4-12daa7ca91b0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56495f37-f593-43f3-a0a2-525d0f2601f3,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:10.158875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.165202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 89943ea8-6b36-4c24-acf4-695d42751f97) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:10.168652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c15acc9-a1b5-4267-94c4-12daa7ca91b0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.170644 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4c15acc9-a1b5-4267-94c4-12daa7ca91b0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/56495f37-f593-43f3-a0a2-525d0f2601f3 HTTP/1.1" status: 204 len: 168 time: 0.4843996 Mar 16 10:56:10.178042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33680) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:10.178794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:10.210483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:10.211086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:10.216604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:10.216959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:10.217293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:10.219997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f27ba9-9d67-4092-a6b5-16cb08a2b8b5 None None] Network 89943ea8-6b36-4c24-acf4-695d42751f97 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:10.241762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:10.242026 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:10.245080 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 2 to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f Mar 16 10:56:10.265297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3965532-0cb9-49ae-ad7b-02c0298d8026 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.331941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=43472fd9-f953-4fb5-a858-8eb2f928dee3,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:10.346949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:10.347283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:10.347621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:10.357622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fdcfa852-6ccb-44ad-8cb2-9b09ff7a5f99 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:10.385745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:10.386128 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:10.391266 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 3 to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f Mar 16 10:56:10.425899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Deleting port dd64bdce-35bb-4a25-b616-d9db21b01794 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:10.426297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.464803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:10.465138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:10.465472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:10.477455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fdcfa852-6ccb-44ad-8cb2-9b09ff7a5f99 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:10.478866 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fdcfa852-6ccb-44ad-8cb2-9b09ff7a5f99 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2917297 Mar 16 10:56:10.483803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33684) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:10.500270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:10.500591 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:10.513099 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 4 to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f Mar 16 10:56:10.568543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.622588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:10.623250 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:10.623250 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:10.685995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3965532-0cb9-49ae-ad7b-02c0298d8026 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.688675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3965532-0cb9-49ae-ad7b-02c0298d8026 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.712354 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Deleting port 43472fd9-f953-4fb5-a858-8eb2f928dee3 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:10.713049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.718424 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3965532-0cb9-49ae-ad7b-02c0298d8026 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.719490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3965532-0cb9-49ae-ad7b-02c0298d8026 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Fanout notify agent at l3_agent the message router_deleted on router 22373cf1-ed33-4d4c-95d2-cd317f87d3fe {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:10.739923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3965532-0cb9-49ae-ad7b-02c0298d8026 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.741036 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d3965532-0cb9-49ae-ad7b-02c0298d8026 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/routers/22373cf1-ed33-4d4c-95d2-cd317f87d3fe HTTP/1.1" status: 204 len: 168 time: 0.6115837 Mar 16 10:56:10.743490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33688) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:10.811121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9dd86d7a-3248-42b7-9271-c8f6a0a7e837 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Deleting port 5af0a3e0-1b50-4e64-b0c7-85f82c29ba58 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:10.811463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9dd86d7a-3248-42b7-9271-c8f6a0a7e837 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.848964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:10.849728 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:10.858748 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 5 to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f Mar 16 10:56:10.868306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:10.877433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:10.882537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:10.883124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.921033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:10.921357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:10.921693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:10.923721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=266341ad-7525-47b5-a6d7-3b1318ec7bd5,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:10.954265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:10.954673 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:10.958458 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 6 to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f Mar 16 10:56:10.965013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29784a4f-b6ce-4c2f-b1cf-582b8695c68a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.968449 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.985298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] For port 43472fd9-f953-4fb5-a858-8eb2f928dee3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=43472fd9-f953-4fb5-a858-8eb2f928dee3,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:10.986638 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.997530 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a04935db-adad-4858-bda9-5440c25226d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5983062 Mar 16 10:56:11.002479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33692) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.071666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9dd86d7a-3248-42b7-9271-c8f6a0a7e837 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.126771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Calling delete_port for 43472fd9-f953-4fb5-a858-8eb2f928dee3 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:11.128344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:11.152320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Calling delete_port for dd64bdce-35bb-4a25-b616-d9db21b01794 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:11.179219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:11.179527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:11.179861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:11.196321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9dd86d7a-3248-42b7-9271-c8f6a0a7e837 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Calling delete_port for 5af0a3e0-1b50-4e64-b0c7-85f82c29ba58 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:11.200551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29784a4f-b6ce-4c2f-b1cf-582b8695c68a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.206674 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.225208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:11.225534 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:11.231872 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 7 to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f Mar 16 10:56:11.257292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] Pushing event deleted for resources: {'Port': ['ID=43472fd9-f953-4fb5-a858-8eb2f928dee3,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.259158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c47c78-ae1b-4757-b859-99800011598e None None] No DVR routers for this DVR port 43472fd9-f953-4fb5-a858-8eb2f928dee3 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:11.277252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ab936-45a3-4a61-a7ea-1564d38540da None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:11.354753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:11.355087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:11.355405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:11.371197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9dd86d7a-3248-42b7-9271-c8f6a0a7e837 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.374734 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:11.374984 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:11.383897 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 8 to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f Mar 16 10:56:11.420931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29784a4f-b6ce-4c2f-b1cf-582b8695c68a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.422564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd86d7a-3248-42b7-9271-c8f6a0a7e837 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Pushing event deleted for resources: {'Port': ['ID=5af0a3e0-1b50-4e64-b0c7-85f82c29ba58,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.436595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:11.436959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:11.437291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:11.454990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29784a4f-b6ce-4c2f-b1cf-582b8695c68a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846bac07-584b-4c66-bb39-873131025c31,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.462967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:11.463195 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:11.467194 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 9 to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f Mar 16 10:56:11.480475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:11.492341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:11.498972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:11.507467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:11.507807 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:11.508143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:11.513625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:11.521218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29784a4f-b6ce-4c2f-b1cf-582b8695c68a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.522280 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-29784a4f-b6ce-4c2f-b1cf-582b8695c68a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/846bac07-584b-4c66-bb39-873131025c31 HTTP/1.1" status: 204 len: 168 time: 1.0283647 Mar 16 10:56:11.522997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:11.523313 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:11.526812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33696) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.530863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9dd86d7a-3248-42b7-9271-c8f6a0a7e837 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.537934 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9dd86d7a-3248-42b7-9271-c8f6a0a7e837 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/ports/5af0a3e0-1b50-4e64-b0c7-85f82c29ba58 HTTP/1.1" status: 204 len: 168 time: 0.7932959 Mar 16 10:56:11.553268 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 10 to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f Mar 16 10:56:11.560252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33700) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.572573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '266341ad-7525-47b5-a6d7-3b1318ec7bd5'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:11.573732 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.639849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:11.644596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.655086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-709ca9ab-b05d-4a41-a7ad-d44231e59a32 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:11.689224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-709ca9ab-b05d-4a41-a7ad-d44231e59a32 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:11.690660 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-709ca9ab-b05d-4a41-a7ad-d44231e59a32 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1616149 Mar 16 10:56:11.695091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33706) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.701120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group': {'name': 'tempest-secgroup--248953534'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:11.708545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:11.717741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:11.717741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:11.718257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:11.725133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:11.733409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.735615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.755527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:11.759534 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:11.762359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:11.768174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:11.775184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 67122ba5-9d10-4709-9eb9-dd3347b7744f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:11.775508 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Allocated IP 172.20.0.2 (e57f845a-9024-49c0-a045-365eb6299d60/266341ad-7525-47b5-a6d7-3b1318ec7bd5/8a447ccf-f1d1-44f0-bf9f-86845b8de54e) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:11.775640 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 67122ba5-9d10-4709-9eb9-dd3347b7744f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:11.775836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.849792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.855204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.868064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event deleted for resources: {'Port': ['ID=dd64bdce-35bb-4a25-b616-d9db21b01794,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.873252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1ae989-c76b-4a44-bec5-3d1561cb8720 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Deleting subnet 663b3dc9-d43f-4296-af1b-3be4c2a3aad8 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:11.906162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d952d98-41d4-4b38-bd7f-d6e31ecad8ed,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.907473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae989-c76b-4a44-bec5-3d1561cb8720 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.918431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.925149 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3b2ef672-7583-4947-bea9-43c0133b109a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2289250 Mar 16 10:56:11.927672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33710) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.933270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '4d952d98-41d4-4b38-bd7f-d6e31ecad8ed', 'direction': 'ingress', 'protocol': 17}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:11.941767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:11.948634 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:11.956341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:11.962625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:11.990616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.050736 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.062875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Transition to ACTIVE for port object 8a447ccf-f1d1-44f0-bf9f-86845b8de54e will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:12.073078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.080890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.083829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Transition to ACTIVE for port object 8a447ccf-f1d1-44f0-bf9f-86845b8de54e will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:12.093267 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.113229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae989-c76b-4a44-bec5-3d1561cb8720 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.117981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc14231-35e6-4f13-908b-28376dbb643e,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.120590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.121866 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4c035fe1-53c6-4e64-903e-84e4176bb5dc tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1932335 Mar 16 10:56:12.124946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33714) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:12.179245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] For port 67122ba5-9d10-4709-9eb9-dd3347b7744f, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:12.179481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempted to set empty binding levels {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:56:12.184708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:12.189411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:12.191864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:12.201598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3db3b3-d23b-45fa-ba26-3faefc5f0c51 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.233851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3db3b3-d23b-45fa-ba26-3faefc5f0c51 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.236422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Pushing event updated for resources: {'Port': ['ID=8a447ccf-f1d1-44f0-bf9f-86845b8de54e,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.247422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.298867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3db3b3-d23b-45fa-ba26-3faefc5f0c51 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.302091 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Attempting to bind port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:12.302460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Attempting to bind port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:12.302816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Attempting to bind port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:12.308913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:12.309284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:12.309680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.310177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:12.310645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Bound port: 8a447ccf-f1d1-44f0-bf9f-86845b8de54e, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:12.311009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.325340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3db3b3-d23b-45fa-ba26-3faefc5f0c51 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d952d98-41d4-4b38-bd7f-d6e31ecad8ed,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.340624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3db3b3-d23b-45fa-ba26-3faefc5f0c51 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.344154 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bc3db3b3-d23b-45fa-ba26-3faefc5f0c51 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/4d952d98-41d4-4b38-bd7f-d6e31ecad8ed HTTP/1.1" status: 204 len: 168 time: 0.2159667 Mar 16 10:56:12.344428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33718) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:12.383732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:12.384339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.402204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4f7bc48d-df30-4bfe-81f6-2ea76a2807f6 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:12.417005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.421262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4f7bc48d-df30-4bfe-81f6-2ea76a2807f6 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:12.422253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] For port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:12.422924 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4f7bc48d-df30-4bfe-81f6-2ea76a2807f6 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0774009 Mar 16 10:56:12.426759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33722) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:12.427914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] For port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8a447ccf-f1d1-44f0-bf9f-86845b8de54e,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:12.432610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.433456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112063351'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:12.440379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:12.449777 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:12.460135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.482161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:12.486663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:12.490504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:12.496844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:12.527592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ddc73-a046-4c4a-8391-b5d65d1bde12 None None] Pushing event updated for resources: {'Port': ['ID=8a447ccf-f1d1-44f0-bf9f-86845b8de54e,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.595596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.602491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.655656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dcb714-779b-457f-9098-47b9bfb262bc,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.666699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.668784 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9e0dd6a8-8cc7-4072-a0c5-3647c76c9c9b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2405643 Mar 16 10:56:12.671120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33726) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:12.676288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group': {'name': 'tempest-secgroup--159831590'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:12.682354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:12.687060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:12.690656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:12.696773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:12.707093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event updated for resources: {'Port': ['ID=67122ba5-9d10-4709-9eb9-dd3347b7744f,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.708832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.752901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:12.762029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:12.765324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:12.771296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:12.809058 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7fd9f70a-c6f3-41b8-9f48-4af7ab14a50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.3425610 Mar 16 10:56:12.812001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33730) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:12.817248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae989-c76b-4a44-bec5-3d1561cb8720 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.907249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.910341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccca9b-df4a-4920-b311-5406bff3bdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Deleting port 67122ba5-9d10-4709-9eb9-dd3347b7744f {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:12.910696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2ccca9b-df4a-4920-b311-5406bff3bdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.942643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.011343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5fce0f-da9f-4b0c-b2e2-d692f6aaf684,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:13.049392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.053422 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b1937731-3d9e-45d0-84df-999ba6f5bfd8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3784754 Mar 16 10:56:13.053557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Router cc9a7906-7d77-4d27-9438-b25d2aafe51f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:13.053665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33734) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.060578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': 'a5dcb714-779b-457f-9098-47b9bfb262bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3f5fce0f-da9f-4b0c-b2e2-d692f6aaf684', 'remote_ip_prefix': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:13.061758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae989-c76b-4a44-bec5-3d1561cb8720 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.067830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:13.079755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:13.084784 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:13.112841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae989-c76b-4a44-bec5-3d1561cb8720 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.117079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ae989-c76b-4a44-bec5-3d1561cb8720 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Pushing event deleted for resources: {'Subnet': ['ID=663b3dc9-d43f-4296-af1b-3be4c2a3aad8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:13.118623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:13.120039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb04d5b-553e-4287-9145-5ab9b41f1338 None None] Network 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:13.203933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.215412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-c2ccca9b-df4a-4920-b311-5406bff3bdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] For port 67122ba5-9d10-4709-9eb9-dd3347b7744f, host hv-neutron-8338, got binding levels [] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:13.215749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2ccca9b-df4a-4920-b311-5406bff3bdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.222422 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2b1ae989-c76b-4a44-bec5-3d1561cb8720 tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/subnets/663b3dc9-d43f-4296-af1b-3be4c2a3aad8 HTTP/1.1" status: 204 len: 168 time: 1.6533189 Mar 16 10:56:13.223512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33738) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.297579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:13.309627 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-59795f89-cb03-4bb8-ab22-8d8b1a99182e tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "PUT /v2.0/routers/cc9a7906-7d77-4d27-9438-b25d2aafe51f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2640295 Mar 16 10:56:13.310141 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9865b6-2955-4ba8-9e5e-a72971f518c3 None None] Sync routers for ids ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:13.312592 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33742) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.325701 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9865b6-2955-4ba8-9e5e-a72971f518c3 None None] Routers {'cc9a7906-7d77-4d27-9438-b25d2aafe51f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:13.326324 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1d9865b6-2955-4ba8-9e5e-a72971f518c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:13.417670 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1d9865b6-2955-4ba8-9e5e-a72971f518c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:13.429408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f4c8b9-3fec-4ab5-b29b-f01bc3be718c None None] DHCP port deletion for 2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:13.434988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-44dbcc63-36ef-46e3-ac9d-d1851a9c13bb tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] show failed (client error): The resource could not be found. Mar 16 10:56:13.435738 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9865b6-2955-4ba8-9e5e-a72971f518c3 None None] Routers {'cc9a7906-7d77-4d27-9438-b25d2aafe51f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:13.435970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-10f4c8b9-3fec-4ab5-b29b-f01bc3be718c None None] Deleting port 46556fba-104c-4680-a7c1-bc1eef5ab008 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:13.436356 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1d9865b6-2955-4ba8-9e5e-a72971f518c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:55:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:13.436482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-10f4c8b9-3fec-4ab5-b29b-f01bc3be718c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.440258 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-44dbcc63-36ef-46e3-ac9d-d1851a9c13bb tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-781895750 HTTP/1.1" status: 404 len: 334 time: 0.1264980 Mar 16 10:56:13.440839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33746) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.453409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d12103c0-09d6-4424-af3c-a837b04574c4 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:13.469823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccca9b-df4a-4920-b311-5406bff3bdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Calling delete_port for 67122ba5-9d10-4709-9eb9-dd3347b7744f owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:13.552148 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1d9865b6-2955-4ba8-9e5e-a72971f518c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:13.552857 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9865b6-2955-4ba8-9e5e-a72971f518c3 None None] The sync data for ids ['cc9a7906-7d77-4d27-9438-b25d2aafe51f'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:13.556814 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-d12103c0-09d6-4424-af3c-a837b04574c4 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] update failed (client error): The resource could not be found. Mar 16 10:56:13.564916 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d12103c0-09d6-4424-af3c-a837b04574c4 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-950013808 HTTP/1.1" status: 404 len: 334 time: 0.1137991 Mar 16 10:56:13.566226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33750) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.653595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-832db807-6bcf-4f33-80c8-fd8b144651c0 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Deleting subnet ca2b2609-1efc-4bd0-9eb7-81835e2569a7 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:13.660093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-832db807-6bcf-4f33-80c8-fd8b144651c0 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.701175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:13.781100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8a447ccf-f1d1-44f0-bf9f-86845b8de54e up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:13.799151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-832db807-6bcf-4f33-80c8-fd8b144651c0 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.837639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2ccca9b-df4a-4920-b311-5406bff3bdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.848893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-10f4c8b9-3fec-4ab5-b29b-f01bc3be718c None None] For port 46556fba-104c-4680-a7c1-bc1eef5ab008, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=46556fba-104c-4680-a7c1-bc1eef5ab008,segment=NetworkSegment(82ea8695-0f46-4024-bcdc-7cc657b61ec1),segment_id=82ea8695-0f46-4024-bcdc-7cc657b61ec1)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:13.849745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-10f4c8b9-3fec-4ab5-b29b-f01bc3be718c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.871831 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4ad12e83-ad2a-4f7f-866e-f9c706464ebf None None] Provisioning for port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:13.880190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.914857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccca9b-df4a-4920-b311-5406bff3bdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event deleted for resources: {'Port': ['ID=67122ba5-9d10-4709-9eb9-dd3347b7744f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:13.933436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2ccca9b-df4a-4920-b311-5406bff3bdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.951014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Deleting port 46556fba-104c-4680-a7c1-bc1eef5ab008 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:13.951350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.989697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-832db807-6bcf-4f33-80c8-fd8b144651c0 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.990127 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-10f4c8b9-3fec-4ab5-b29b-f01bc3be718c None None] Calling delete_port for 46556fba-104c-4680-a7c1-bc1eef5ab008 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:13.993850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.998641 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c2ccca9b-df4a-4920-b311-5406bff3bdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "DELETE /v2.0/ports/67122ba5-9d10-4709-9eb9-dd3347b7744f HTTP/1.1" status: 204 len: 168 time: 1.1852338 Mar 16 10:56:13.999428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33754) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:14.035642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.055941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.067056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:14.073226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:14.073664 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.079911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718b9bdd-cdf1-4684-ac2c-e0b6c99d1bc1,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.082152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4220251-c9ba-4f60-9efc-8b850a021a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:56:14.082719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d4220251-c9ba-4f60-9efc-8b850a021a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Synchronizing usage tracker for tenant:f0a55a7675134bf49a51483ba3a545d3 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:14.117927 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-10f4c8b9-3fec-4ab5-b29b-f01bc3be718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.129066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] The port '46556fba-104c-4680-a7c1-bc1eef5ab008' was deleted {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:14.133530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.137464 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-44155928-3d95-4e4f-9ed1-0cce607c6fd2 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0801401 Mar 16 10:56:14.142799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33758) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:14.172493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-832db807-6bcf-4f33-80c8-fd8b144651c0 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.184873 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4c8b9-3fec-4ab5-b29b-f01bc3be718c None None] Pushing event deleted for resources: {'Port': ['ID=46556fba-104c-4680-a7c1-bc1eef5ab008,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.186697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4c8b9-3fec-4ab5-b29b-f01bc3be718c None None] No DVR routers for this DVR port 46556fba-104c-4680-a7c1-bc1eef5ab008 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:14.189944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d4220251-c9ba-4f60-9efc-8b850a021a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Unset dirty status for tenant:f0a55a7675134bf49a51483ba3a545d3 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:14.192123 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d4220251-c9ba-4f60-9efc-8b850a021a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "GET /v2.0/ports/67122ba5-9d10-4709-9eb9-dd3347b7744f HTTP/1.1" status: 404 len: 333 time: 0.1895323 Mar 16 10:56:14.206972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33762) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:14.215857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Request body: {'port': {'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-329820884'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:14.225472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:14.268294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.290959 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.298343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:14.321721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:14.329798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Made reservation on behalf of f0a55a7675134bf49a51483ba3a545d3 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:14.332164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.351274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ea8695-0f46-4024-bcdc-7cc657b61ec1') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:14.351563 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ea8695-0f46-4024-bcdc-7cc657b61ec1') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:14.365175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.371528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] device_id is not set on port ace2cea0-45b9-46a9-a747-dc2b990b4465 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:14.378296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db807-6bcf-4f33-80c8-fd8b144651c0 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2b2609-1efc-4bd0-9eb7-81835e2569a7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.389440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-832db807-6bcf-4f33-80c8-fd8b144651c0 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.392241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e71245d1-185f-4978-be0a-947460177a63 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.395281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2dfb31-68f6-4dda-82f3-1696badef898 None None] Network d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:14.420770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.438429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:14.438853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:14.453993 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:14.464091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e71245d1-185f-4978-be0a-947460177a63 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.473859 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-832db807-6bcf-4f33-80c8-fd8b144651c0 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "DELETE /v2.0/subnets/ca2b2609-1efc-4bd0-9eb7-81835e2569a7 HTTP/1.1" status: 204 len: 168 time: 0.9008055 Mar 16 10:56:14.479153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33766) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:14.596217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e71245d1-185f-4978-be0a-947460177a63 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.601606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] For port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8a447ccf-f1d1-44f0-bf9f-86845b8de54e,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:14.633812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.638674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.649806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71245d1-185f-4978-be0a-947460177a63 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=718b9bdd-cdf1-4684-ac2c-e0b6c99d1bc1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.654757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-26560014-6e33-4704-a5c0-cc1d0830f50c tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Deleting subnet cb42a8e1-771a-4934-8d49-7f4074b86744 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:14.658746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.659486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.713163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234bdaaf-652d-495d-b602-6f7f24aec298 None None] DHCP port deletion for d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:14.720343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-234bdaaf-652d-495d-b602-6f7f24aec298 None None] Deleting port e6e2faee-3433-4e57-9211-516652a0e980 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:14.720786 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-234bdaaf-652d-495d-b602-6f7f24aec298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.731987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.746932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:14.747284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:14.751600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26560014-6e33-4704-a5c0-cc1d0830f50c tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.753872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] Pushing event deleted for resources: {'Network': ['ID=2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.759689 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0425a931-a3d1-4d58-b873-3865b6867fdf tempest-TagsExtTest-1266755664 tempest-TagsExtTest-1266755664-project] 10.222.0.37 "DELETE /v2.0/networks/2e7ce7af-8df9-4a0a-ac2a-a2af87f1ce7f HTTP/1.1" status: 204 len: 168 time: 1.5325100 Mar 16 10:56:14.782146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e71245d1-185f-4978-be0a-947460177a63 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.784696 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e71245d1-185f-4978-be0a-947460177a63 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/718b9bdd-cdf1-4684-ac2c-e0b6c99d1bc1 HTTP/1.1" status: 204 len: 168 time: 0.6391485 Mar 16 10:56:14.803168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.804409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33772) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:14.834808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.856528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:14.859199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=8a447ccf-f1d1-44f0-bf9f-86845b8de54e,revision_number=4']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.867032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:14.872206 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26560014-6e33-4704-a5c0-cc1d0830f50c tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.880978 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163bc063-b6cd-4556-9a38-5b129a491ab0 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:14.901308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:14.901891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.926491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Network 89943ea8-6b36-4c24-acf4-695d42751f97 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:14.927946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=f54a1455-1050-425c-a250-7bfb4e116025,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.935991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:14.946076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:14.947105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:14.947850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.964029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event updated for resources: {'Port': ['ID=ace2cea0-45b9-46a9-a747-dc2b990b4465,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.972385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-62ea3ab7-c048-48c1-8009-6c323ed48f3c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:14.976281 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-887d07a7-fea6-4335-88e1-0ef36dbc7049 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9202352 Mar 16 10:56:14.979407 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33776) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:14.986004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:45:20:8d', 'name': 'tempest-NetworksTestDHCPv6-22330373'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:15.012826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-62ea3ab7-c048-48c1-8009-6c323ed48f3c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:15.015326 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-62ea3ab7-c048-48c1-8009-6c323ed48f3c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2046232 Mar 16 10:56:15.019844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33780) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.030315 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a9b16dd9-d4ca-4c27-88db-378d2c2d1994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8199306 Mar 16 10:56:15.032405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33784) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.039728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26560014-6e33-4704-a5c0-cc1d0830f50c tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.074816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-234bdaaf-652d-495d-b602-6f7f24aec298 None None] For port e6e2faee-3433-4e57-9211-516652a0e980, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e6e2faee-3433-4e57-9211-516652a0e980,segment=NetworkSegment(4b7a428e-3b9d-46b2-8629-c64501a2b39b),segment_id=4b7a428e-3b9d-46b2-8629-c64501a2b39b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:15.075324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-234bdaaf-652d-495d-b602-6f7f24aec298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.120203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:15.200022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ec80-607a-41dd-82b4-650ef2f7c357 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.207079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-234bdaaf-652d-495d-b602-6f7f24aec298 None None] Calling delete_port for e6e2faee-3433-4e57-9211-516652a0e980 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:15.222000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:15.233235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33790) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.236920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:15.240786 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26560014-6e33-4704-a5c0-cc1d0830f50c tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.242548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:15.251409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ec80-607a-41dd-82b4-650ef2f7c357 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.258989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:15.288245 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:15.327091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26560014-6e33-4704-a5c0-cc1d0830f50c tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event deleted for resources: {'Subnet': ['ID=cb42a8e1-771a-4934-8d49-7f4074b86744,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:15.341991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26560014-6e33-4704-a5c0-cc1d0830f50c tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.356827 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-26560014-6e33-4704-a5c0-cc1d0830f50c tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "DELETE /v2.0/subnets/cb42a8e1-771a-4934-8d49-7f4074b86744 HTTP/1.1" status: 204 len: 168 time: 0.8742564 Mar 16 10:56:15.357976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33796) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.405749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ec80-607a-41dd-82b4-650ef2f7c357 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.410524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.433867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0ec80-607a-41dd-82b4-650ef2f7c357 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5fce0f-da9f-4b0c-b2e2-d692f6aaf684,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:15.449852 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-dd5b38f6-9824-4e70-8fe2-57f3c59d0fe3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3647194 Mar 16 10:56:15.463018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.464466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.476462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ec80-607a-41dd-82b4-650ef2f7c357 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.480033 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9ae0ec80-607a-41dd-82b4-650ef2f7c357 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/3f5fce0f-da9f-4b0c-b2e2-d692f6aaf684 HTTP/1.1" status: 204 len: 168 time: 0.4568396 Mar 16 10:56:15.481615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33800) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.484026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef501334-cc7d-4428-9ad5-3cddd6fc393d None None] Network 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:15.514354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port c76b17a0-d1e4-493e-b3d3-870da90a00c6 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:15.528928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-234bdaaf-652d-495d-b602-6f7f24aec298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.591871 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3e2725a5-e186-469e-b359-000397656d7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed6f173b13b3436294632caf288b98ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543277 Mar 16 10:56:15.593802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33804) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.645713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e2de116e-fca3-4515-bbcb-628d34eeec58 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:15.646291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bdaaf-652d-495d-b602-6f7f24aec298 None None] Pushing event deleted for resources: {'Port': ['ID=e6e2faee-3433-4e57-9211-516652a0e980,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:15.650895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.675445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bdaaf-652d-495d-b602-6f7f24aec298 None None] No DVR routers for this DVR port e6e2faee-3433-4e57-9211-516652a0e980 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:15.728110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8a447ccf-f1d1-44f0-bf9f-86845b8de54e,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:15.761473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e2de116e-fca3-4515-bbcb-628d34eeec58 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:15.765861 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e2de116e-fca3-4515-bbcb-628d34eeec58 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2814121 Mar 16 10:56:15.768183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.771249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33808) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.802818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-04efc09a-57ae-43c8-9cea-f2932c3ed3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.864922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 46556fba-104c-4680-a7c1-bc1eef5ab008 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:15.890221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.916142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 46556fba-104c-4680-a7c1-bc1eef5ab008 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:15.916551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 46556fba-104c-4680-a7c1-bc1eef5ab008 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:15.937873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-010834cb-7612-4344-9493-0e5c521423fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:15.939229 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-010834cb-7612-4344-9493-0e5c521423fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c480ded403d94a78b89e39ab463cf7cb&device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 1099 time: 0.4490128 Mar 16 10:56:15.940842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:15.943809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=8a447ccf-f1d1-44f0-bf9f-86845b8de54e,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:15.965084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7a428e-3b9d-46b2-8629-c64501a2b39b') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:15.965395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7a428e-3b9d-46b2-8629-c64501a2b39b') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.023012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.096156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366fd530-6f23-429d-ba3d-57694c4fe808 None None] DHCP port deletion for 08bc7fb4-8fb7-4b27-b722-045e1bf74bcf request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:16.101369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-366fd530-6f23-429d-ba3d-57694c4fe808 None None] Deleting port 585a77bc-5d7d-4a40-9b98-564d68d0e004 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:16.101928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-366fd530-6f23-429d-ba3d-57694c4fe808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.149859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8a447ccf-f1d1-44f0-bf9f-86845b8de54e up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:16.205020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-04efc09a-57ae-43c8-9cea-f2932c3ed3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.239816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 172.20.0.13 (e57f845a-9024-49c0-a045-365eb6299d60/266341ad-7525-47b5-a6d7-3b1318ec7bd5/c76b17a0-d1e4-493e-b3d3-870da90a00c6) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:16.303090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f816:3eff:fe45:208d (e57f845a-9024-49c0-a045-365eb6299d60/f54a1455-1050-425c-a250-7bfb4e116025/c76b17a0-d1e4-493e-b3d3-870da90a00c6) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:16.321975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c54e58db-6770-41a1-bf8a-ed9d778c842b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.385037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c54e58db-6770-41a1-bf8a-ed9d778c842b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.402721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-04efc09a-57ae-43c8-9cea-f2932c3ed3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.409443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-ee2a1542-ae29-46fe-865f-d979ff41ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:16.412229 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-ee2a1542-ae29-46fe-865f-d979ff41ba88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d763a5a-f308-425a-be9c-c795624cc306 HTTP/1.1" status: 200 len: 913 time: 0.4380057 Mar 16 10:56:16.412385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:16.412903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.413654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.531763 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efc09a-57ae-43c8-9cea-f2932c3ed3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b3d313-f90e-443b-835c-3c6bd2cd5e0c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.532387 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-5d31ff98-6f5e-43a1-95ef-43e3c064066c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8946b82-27e8-424c-9a01-30e70f315560 HTTP/1.1" status: 200 len: 1002 time: 0.1091313 Mar 16 10:56:16.535742 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-366fd530-6f23-429d-ba3d-57694c4fe808 None None] For port 585a77bc-5d7d-4a40-9b98-564d68d0e004, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=585a77bc-5d7d-4a40-9b98-564d68d0e004,segment=NetworkSegment(33b61c6e-a850-449c-a28a-76a66669c589),segment_id=33b61c6e-a850-449c-a28a-76a66669c589)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:16.536130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-366fd530-6f23-429d-ba3d-57694c4fe808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.586824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-04efc09a-57ae-43c8-9cea-f2932c3ed3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.588216 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-04efc09a-57ae-43c8-9cea-f2932c3ed3b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5b3d313-f90e-443b-835c-3c6bd2cd5e0c HTTP/1.1" status: 204 len: 168 time: 0.9951935 Mar 16 10:56:16.626546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c54e58db-6770-41a1-bf8a-ed9d778c842b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.629362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:16.629801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.706769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e58db-6770-41a1-bf8a-ed9d778c842b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dcb714-779b-457f-9098-47b9bfb262bc,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.722189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-366fd530-6f23-429d-ba3d-57694c4fe808 None None] Calling delete_port for 585a77bc-5d7d-4a40-9b98-564d68d0e004 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:16.724757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.759757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c54e58db-6770-41a1-bf8a-ed9d778c842b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.762762 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c54e58db-6770-41a1-bf8a-ed9d778c842b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/a5dcb714-779b-457f-9098-47b9bfb262bc HTTP/1.1" status: 204 len: 168 time: 0.9889691 Mar 16 10:56:16.762762 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object c76b17a0-d1e4-493e-b3d3-870da90a00c6 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:16.765522 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:16.768050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] device_id is not set on port ace2cea0-45b9-46a9-a747-dc2b990b4465 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:16.768786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33816) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.789485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.844268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.848260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.851805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event deleted for resources: {'Network': ['ID=d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.866574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-84cb1403-d917-4ca3-a500-006cf7ba6995 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:16.869221 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2ba9e088-98f9-4ec1-a957-67c5547a8e7a tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "DELETE /v2.0/networks/d1d4ba4e-9010-41cd-9f22-913f8cbb5ed0 HTTP/1.1" status: 204 len: 168 time: 1.5100851 Mar 16 10:56:16.873649 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33820) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.875162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.900227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-a6057cb5-8483-4102-b7cf-6c3a2eceedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:16.901798 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-a6057cb5-8483-4102-b7cf-6c3a2eceedc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d HTTP/1.1" status: 200 len: 851 time: 0.3346000 Mar 16 10:56:16.924224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Transition to ACTIVE for port object ace2cea0-45b9-46a9-a747-dc2b990b4465 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:16.936035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-366fd530-6f23-429d-ba3d-57694c4fe808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.956394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.020283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fd530-6f23-429d-ba3d-57694c4fe808 None None] Pushing event deleted for resources: {'Port': ['ID=585a77bc-5d7d-4a40-9b98-564d68d0e004,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.028435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366fd530-6f23-429d-ba3d-57694c4fe808 None None] No DVR routers for this DVR port 585a77bc-5d7d-4a40-9b98-564d68d0e004 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:17.055351 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cb216ef5-9179-462b-a097-89434a23c79d None None] Provisioning complete for port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:17.056067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cb216ef5-9179-462b-a097-89434a23c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.085825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event updated for resources: {'Port': ['ID=ace2cea0-45b9-46a9-a747-dc2b990b4465,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.089347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e6e2faee-3433-4e57-9211-516652a0e980 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:17.101906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:17.111261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:17.121851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:17.135181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: e6e2faee-3433-4e57-9211-516652a0e980 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:17.135607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e6e2faee-3433-4e57-9211-516652a0e980 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:17.155969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-84cb1403-d917-4ca3-a500-006cf7ba6995 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:17.157293 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-84cb1403-d917-4ca3-a500-006cf7ba6995 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3862386 Mar 16 10:56:17.166079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33824) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.175859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group': {'name': 'tempest-secgroup--927359458'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:17.191313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.192391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:17.205513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=c76b17a0-d1e4-493e-b3d3-870da90a00c6,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.212485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:17.214533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.214867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.215205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.229215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:17.229558 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:17.233035 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 2 to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 Mar 16 10:56:17.253015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-ed5ecb7b-c392-4314-9fce-db42c30fee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:17.254415 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-ed5ecb7b-c392-4314-9fce-db42c30fee77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d763a5a-f308-425a-be9c-c795624cc306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3442090 Mar 16 10:56:17.256657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.273577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.273908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.274242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.301968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:17.302621 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.322218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:17.322636 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:17.326756 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 3 to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 Mar 16 10:56:17.381183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.382729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:17.390168 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-602c5235-36c5-4a0f-8cb3-68b92b3f8f33 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4096720 Mar 16 10:56:17.397620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33828) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.400313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.400708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.401126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.411998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bc7fb4-8fb7-4b27-b722-045e1bf74bcf']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:17.414783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:17.417293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:17.417612 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:17.425689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b61c6e-a850-449c-a28a-76a66669c589') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:17.426045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b61c6e-a850-449c-a28a-76a66669c589') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:17.437798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.448106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:17.450531 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 4 to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 Mar 16 10:56:17.453543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.460102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:17.460513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.468895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:17.476143 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:17.479221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5d99ae26-a535-42a1-924c-8750565a7c88 None None] Provisioning for port c76b17a0-d1e4-493e-b3d3-870da90a00c6 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:17.485941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5d99ae26-a535-42a1-924c-8750565a7c88 None None] Provisioning complete for port c76b17a0-d1e4-493e-b3d3-870da90a00c6 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:17.486121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5d99ae26-a535-42a1-924c-8750565a7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.491172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.491754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.491886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.515676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:17.515898 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:17.525733 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 5 to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 Mar 16 10:56:17.541140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5d99ae26-a535-42a1-924c-8750565a7c88 None None] Port c76b17a0-d1e4-493e-b3d3-870da90a00c6 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:17.547366 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-b4b50f46-2526-4505-a71e-01e1792f9261 service neutron] 10.222.0.48 "GET /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768571 Mar 16 10:56:17.554371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.554685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.555009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.582647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.586303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:17.586616 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:17.589801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.606113 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 6 to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 Mar 16 10:56:17.625241 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "DELETE /v2.0/networks/08bc7fb4-8fb7-4b27-b722-045e1bf74bcf HTTP/1.1" status: 204 len: 168 time: 0.7471843 Mar 16 10:56:17.626530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0448d00-e88d-43c7-8452-01ebefefc157 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event deleted for resources: {'Network': ['ID=08bc7fb4-8fb7-4b27-b722-045e1bf74bcf,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.627960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33832) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.697662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.697989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.698316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.700568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-580a717a-39a1-4811-8c41-825076e9c24f tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Deleting subnet 40cfeb10-268d-451a-9767-a33a10be72e3 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:17.703583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-580a717a-39a1-4811-8c41-825076e9c24f tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.716441 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3d213f-587d-4126-8aca-426fccf868f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:17.722183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3d213f-587d-4126-8aca-426fccf868f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:17.722967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9a3d213f-587d-4126-8aca-426fccf868f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:17.748312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:17.748629 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:17.757052 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 7 to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 Mar 16 10:56:17.764082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-580a717a-39a1-4811-8c41-825076e9c24f tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.775678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.796528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.817235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.817563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.817908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.823582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9a3d213f-587d-4126-8aca-426fccf868f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:17.827337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9a3d213f-587d-4126-8aca-426fccf868f0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4259157 Mar 16 10:56:17.827337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b75ba2-e530-4b41-be8e-d0828d19c1ad req-6ce61341-808a-4ae6-b7a5-aeb95869e7b9 service neutron] 10.222.0.48 "GET /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660775 Mar 16 10:56:17.829020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33836) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.837328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:17.837649 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:17.846286 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 8 to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 Mar 16 10:56:17.871477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.871477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.871826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.873729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5197b59-0b1a-4bbb-8c9a-9bc4499a85c2,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.880265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:17.880765 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:17.881721 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 9 to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 Mar 16 10:56:17.889724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.890952 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e518b684-825d-4695-ad86-7f820a8f7b69 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7237768 Mar 16 10:56:17.893989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33840) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.901399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': 'e5197b59-0b1a-4bbb-8c9a-9bc4499a85c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:17.907977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.908364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.908688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.910917 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:17.916854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:17.919410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:17.919719 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:17.919862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ef626f99-137c-4421-86fe-13f4131f03bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port c76b17a0-d1e4-493e-b3d3-870da90a00c6 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:17.920220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef626f99-137c-4421-86fe-13f4131f03bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.920404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:17.922739 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.plugins.ml2.plugin [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 10 to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 Mar 16 10:56:17.933790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:17.944288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.944495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.944819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.950284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:17.950602 dv-neutron-833860-1-hyperv neutron-server[87874]: ERROR neutron.plugins.ml2.managers [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port ace2cea0-45b9-46a9-a747-dc2b990b4465 on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:17.951239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.971637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.974847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-580a717a-39a1-4811-8c41-825076e9c24f tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.029038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8a447ccf-f1d1-44f0-bf9f-86845b8de54e up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:18.085477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] For port ace2cea0-45b9-46a9-a747-dc2b990b4465, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:18.085832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempted to set empty binding levels {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:56:18.100294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.106866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.107076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:18.107513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.148588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.175777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] In _notify_port_updated(), no bound segment for port ace2cea0-45b9-46a9-a747-dc2b990b4465 on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:56:18.176622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.177239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.181098 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "PUT /v2.0/ports/ace2cea0-45b9-46a9-a747-dc2b990b4465 HTTP/1.1" status: 200 len: 980 time: 3.1430430 Mar 16 10:56:18.189809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0de883-96ff-4131-aff8-6bc39599a211,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:18.191457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33844) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.201168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-580a717a-39a1-4811-8c41-825076e9c24f tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.241024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c43f6-ac23-48c2-b7af-78e5f9ff5598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event updated for resources: {'Port': ['ID=ace2cea0-45b9-46a9-a747-dc2b990b4465,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:18.248564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-580a717a-39a1-4811-8c41-825076e9c24f tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.260116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675040a6-4a82-4b1c-af25-a974e29a52ea None None] Network e33fb0da-fe1f-45da-a76e-6b95f4da0562 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:18.268612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.269241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a717a-39a1-4811-8c41-825076e9c24f tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event deleted for resources: {'Subnet': ['ID=40cfeb10-268d-451a-9767-a33a10be72e3,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:18.270251 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-01b398fb-ec20-4979-8b5d-a7240f22ed7c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3753817 Mar 16 10:56:18.273237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33848) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.282450 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-580a717a-39a1-4811-8c41-825076e9c24f tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "DELETE /v2.0/subnets/40cfeb10-268d-451a-9767-a33a10be72e3 HTTP/1.1" status: 204 len: 168 time: 0.6533816 Mar 16 10:56:18.283082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33852) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.314326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a3b39fac-0a94-45e9-8bfc-5c8b1f2a3827 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.327295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a3b39fac-0a94-45e9-8bfc-5c8b1f2a3827 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.337095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 585a77bc-5d7d-4a40-9b98-564d68d0e004 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:18.345855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.346312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.347058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.347215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.347653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.348097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.348545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.349392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.349835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.350277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.350723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.351168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.351607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.352048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.352489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.352970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.353414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.353855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:18.355647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Synchronizing usage tracker for tenant:f0a55a7675134bf49a51483ba3a545d3 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:18.378781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 585a77bc-5d7d-4a40-9b98-564d68d0e004 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:18.379639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 585a77bc-5d7d-4a40-9b98-564d68d0e004 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:18.382466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Unset dirty status for tenant:f0a55a7675134bf49a51483ba3a545d3 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:18.384024 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8eb8f48a-b5d7-4e57-80dd-6061c5eba98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16534 time: 0.1867287 Mar 16 10:56:18.387742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33856) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.431169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a3b39fac-0a94-45e9-8bfc-5c8b1f2a3827 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.455766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b39fac-0a94-45e9-8bfc-5c8b1f2a3827 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e0de883-96ff-4131-aff8-6bc39599a211,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:18.468310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a3b39fac-0a94-45e9-8bfc-5c8b1f2a3827 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.469476 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a3b39fac-0a94-45e9-8bfc-5c8b1f2a3827 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7e0de883-96ff-4131-aff8-6bc39599a211 HTTP/1.1" status: 204 len: 168 time: 0.1951869 Mar 16 10:56:18.474613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-75b49434-a387-417d-9ab1-43277266bd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Deleting port ace2cea0-45b9-46a9-a747-dc2b990b4465 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:18.474771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-75b49434-a387-417d-9ab1-43277266bd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.474864 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33860) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.525351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef626f99-137c-4421-86fe-13f4131f03bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.646589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e79c0-991c-4f5b-a418-734b541325dd None None] DHCP port deletion for e33fb0da-fe1f-45da-a76e-6b95f4da0562 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:18.652553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d40e79c0-991c-4f5b-a418-734b541325dd None None] Deleting port 34388961-1d9f-401f-b14e-71f2a970ee2b {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:18.653067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d40e79c0-991c-4f5b-a418-734b541325dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.714415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ef626f99-137c-4421-86fe-13f4131f03bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for c76b17a0-d1e4-493e-b3d3-870da90a00c6 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:18.748779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.764432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-15fa0d7d-fb5d-4824-b765-99235c2a37eb tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:18.805368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-15fa0d7d-fb5d-4824-b765-99235c2a37eb tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:18.809294 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-15fa0d7d-fb5d-4824-b765-99235c2a37eb tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3283629 Mar 16 10:56:18.809610 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33866) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.811462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-75b49434-a387-417d-9ab1-43277266bd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] For port ace2cea0-45b9-46a9-a747-dc2b990b4465, host hv-neutron-8338, got binding levels [] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:18.811955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-75b49434-a387-417d-9ab1-43277266bd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.823833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Deleting port 34388961-1d9f-401f-b14e-71f2a970ee2b {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:18.824097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.903308 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d40e79c0-991c-4f5b-a418-734b541325dd None None] For port 34388961-1d9f-401f-b14e-71f2a970ee2b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=34388961-1d9f-401f-b14e-71f2a970ee2b,segment=NetworkSegment(d7317a03-7f14-4301-9770-7d4d7e748ec7),segment_id=d7317a03-7f14-4301-9770-7d4d7e748ec7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:18.903895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d40e79c0-991c-4f5b-a418-734b541325dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.948237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-75b49434-a387-417d-9ab1-43277266bd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Calling delete_port for ace2cea0-45b9-46a9-a747-dc2b990b4465 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:19.026863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-75b49434-a387-417d-9ab1-43277266bd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.038896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-649060e9-f2fb-43fd-96d4-dd9e47d24b1c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.039140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d40e79c0-991c-4f5b-a418-734b541325dd None None] Calling delete_port for 34388961-1d9f-401f-b14e-71f2a970ee2b owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:19.081526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b49434-a387-417d-9ab1-43277266bd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event deleted for resources: {'Port': ['ID=ace2cea0-45b9-46a9-a747-dc2b990b4465,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.086791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-75b49434-a387-417d-9ab1-43277266bd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.103814 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-75b49434-a387-417d-9ab1-43277266bd3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ace2cea0-45b9-46a9-a747-dc2b990b4465 HTTP/1.1" status: 204 len: 168 time: 0.7122920 Mar 16 10:56:19.104906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33870) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.122833 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d40e79c0-991c-4f5b-a418-734b541325dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.149665 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-f509a192-4269-4813-89bf-eb2b0a94d53f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:56:19.150197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f509a192-4269-4813-89bf-eb2b0a94d53f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Synchronizing usage tracker for tenant:f0a55a7675134bf49a51483ba3a545d3 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:19.167075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f509a192-4269-4813-89bf-eb2b0a94d53f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Unset dirty status for tenant:f0a55a7675134bf49a51483ba3a545d3 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:19.169256 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f509a192-4269-4813-89bf-eb2b0a94d53f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "GET /v2.0/ports/ace2cea0-45b9-46a9-a747-dc2b990b4465 HTTP/1.1" status: 404 len: 333 time: 0.0637059 Mar 16 10:56:19.171626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e79c0-991c-4f5b-a418-734b541325dd None None] No DVR routers for this DVR port 34388961-1d9f-401f-b14e-71f2a970ee2b on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:19.175100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e79c0-991c-4f5b-a418-734b541325dd None None] Pushing event deleted for resources: {'Port': ['ID=34388961-1d9f-401f-b14e-71f2a970ee2b,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.180890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33874) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.185647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-879152323', 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:19.191135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:19.201715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:19.210611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-649060e9-f2fb-43fd-96d4-dd9e47d24b1c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.211585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Made reservation on behalf of f0a55a7675134bf49a51483ba3a545d3 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:19.214125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.233834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] device_id is not set on port 8df48e9c-d2c2-47f7-a106-27b5a900b619 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:19.244305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] For port 34388961-1d9f-401f-b14e-71f2a970ee2b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=34388961-1d9f-401f-b14e-71f2a970ee2b,segment=NetworkSegment(d7317a03-7f14-4301-9770-7d4d7e748ec7),segment_id=d7317a03-7f14-4301-9770-7d4d7e748ec7)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:19.244654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.267411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef626f99-137c-4421-86fe-13f4131f03bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.431350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Calling delete_port for 34388961-1d9f-401f-b14e-71f2a970ee2b owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:19.443331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.471560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef626f99-137c-4421-86fe-13f4131f03bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=c76b17a0-d1e4-493e-b3d3-870da90a00c6,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.471877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.547128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Network 89943ea8-6b36-4c24-acf4-695d42751f97 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:19.550634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:19.558823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-649060e9-f2fb-43fd-96d4-dd9e47d24b1c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.560180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:19.560713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:19.561319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.577410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event updated for resources: {'Port': ['ID=8df48e9c-d2c2-47f7-a106-27b5a900b619,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.596276 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-22da217f-61bb-47be-9410-8220e1df728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4181778 Mar 16 10:56:19.598364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33878) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.627791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649060e9-f2fb-43fd-96d4-dd9e47d24b1c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5197b59-0b1a-4bbb-8c9a-9bc4499a85c2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.664593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf64072-de47-42ea-a8c0-4125718eae7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:19.665203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ddf64072-de47-42ea-a8c0-4125718eae7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Synchronizing usage tracker for tenant:f0a55a7675134bf49a51483ba3a545d3 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:19.672936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:19.673260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:19.681327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef626f99-137c-4421-86fe-13f4131f03bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.683498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ddf64072-de47-42ea-a8c0-4125718eae7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Unset dirty status for tenant:f0a55a7675134bf49a51483ba3a545d3 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:19.684992 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ddf64072-de47-42ea-a8c0-4125718eae7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "GET /v2.0/ports/8df48e9c-d2c2-47f7-a106-27b5a900b619 HTTP/1.1" status: 200 len: 958 time: 0.0850918 Mar 16 10:56:19.686357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-649060e9-f2fb-43fd-96d4-dd9e47d24b1c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.689820 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-649060e9-f2fb-43fd-96d4-dd9e47d24b1c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5197b59-0b1a-4bbb-8c9a-9bc4499a85c2 HTTP/1.1" status: 204 len: 168 time: 0.8770247 Mar 16 10:56:19.689820 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33882) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.690095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33884) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.723590 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ef626f99-137c-4421-86fe-13f4131f03bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/c76b17a0-d1e4-493e-b3d3-870da90a00c6 HTTP/1.1" status: 204 len: 168 time: 1.8934040 Mar 16 10:56:19.727308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33890) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.766974 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-59e931bf-7ca0-49fb-9d59-8875848423ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Deleting port 8df48e9c-d2c2-47f7-a106-27b5a900b619 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:19.767237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-59e931bf-7ca0-49fb-9d59-8875848423ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.792636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-adea7fc2-d362-46c5-b22b-d8f894ef5c82 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:19.821416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5ef62-82d1-4797-a967-ce83fa96e7c7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:19.823019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5ef62-82d1-4797-a967-ce83fa96e7c7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:19.824491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5ef62-82d1-4797-a967-ce83fa96e7c7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:19.825311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-afc5ef62-82d1-4797-a967-ce83fa96e7c7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:19.829130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-adea7fc2-d362-46c5-b22b-d8f894ef5c82 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:19.830417 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-adea7fc2-d362-46c5-b22b-d8f894ef5c82 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1393924 Mar 16 10:56:19.837078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33894) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.843259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group': {'name': 'tempest-secgroup--167041401'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:19.850694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:19.854228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-afc5ef62-82d1-4797-a967-ce83fa96e7c7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:19.855340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-afc5ef62-82d1-4797-a967-ce83fa96e7c7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1267548 Mar 16 10:56:19.858821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33898) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.894545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:19.921231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.940708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60e4714-9c19-4780-ac31-f0eac000bf84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 266341ad-7525-47b5-a6d7-3b1318ec7bd5 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:19.945957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d60e4714-9c19-4780-ac31-f0eac000bf84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.971070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-59e931bf-7ca0-49fb-9d59-8875848423ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.989588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:19.997758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:20.002454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:20.011647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:20.012785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 34388961-1d9f-401f-b14e-71f2a970ee2b no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:20.018135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d60e4714-9c19-4780-ac31-f0eac000bf84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.053575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 34388961-1d9f-401f-b14e-71f2a970ee2b {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:20.054088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 34388961-1d9f-401f-b14e-71f2a970ee2b not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:20.152356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d60e4714-9c19-4780-ac31-f0eac000bf84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.183640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.189537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.210759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Deleting port 34388961-1d9f-401f-b14e-71f2a970ee2b {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:20.211024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.240749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-59e931bf-7ca0-49fb-9d59-8875848423ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Calling delete_port for 8df48e9c-d2c2-47f7-a106-27b5a900b619 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:20.252481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e7b8c6-160b-49d7-93b2-00d70f4ae53d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.267626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.268852 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8fc0320f-42bd-4a1e-915e-d150679e5d3d tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4308491 Mar 16 10:56:20.271619 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33902) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.276967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '92e7b8c6-160b-49d7-93b2-00d70f4ae53d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:20.283454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:20.287415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d60e4714-9c19-4780-ac31-f0eac000bf84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.292079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:20.319678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:20.320701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] The port '34388961-1d9f-401f-b14e-71f2a970ee2b' was deleted {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:20.334807 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:20.339141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e4714-9c19-4780-ac31-f0eac000bf84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=266341ad-7525-47b5-a6d7-3b1318ec7bd5,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.341114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d60e4714-9c19-4780-ac31-f0eac000bf84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.347126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c80f96-18ce-4ab4-a3c8-145fecc8cd73 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:20.362511 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d60e4714-9c19-4780-ac31-f0eac000bf84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/266341ad-7525-47b5-a6d7-3b1318ec7bd5 HTTP/1.1" status: 204 len: 168 time: 0.5026891 Mar 16 10:56:20.364232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.372614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33906) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.469022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94b92ee-8e42-4f4c-b3c6-a0eb262d21bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet f54a1455-1050-425c-a250-7bfb4e116025 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:20.469789 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.475271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a94b92ee-8e42-4f4c-b3c6-a0eb262d21bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.483110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-59e931bf-7ca0-49fb-9d59-8875848423ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.525021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.532575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.541507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e931bf-7ca0-49fb-9d59-8875848423ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event deleted for resources: {'Port': ['ID=8df48e9c-d2c2-47f7-a106-27b5a900b619,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.544163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33fb0da-fe1f-45da-a76e-6b95f4da0562']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:20.565350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7317a03-7f14-4301-9770-7d4d7e748ec7') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:20.565946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7317a03-7f14-4301-9770-7d4d7e748ec7') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:20.574423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-59e931bf-7ca0-49fb-9d59-8875848423ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.587006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.607206 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-59e931bf-7ca0-49fb-9d59-8875848423ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8df48e9c-d2c2-47f7-a106-27b5a900b619 HTTP/1.1" status: 204 len: 168 time: 0.9144096 Mar 16 10:56:20.607362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a94b92ee-8e42-4f4c-b3c6-a0eb262d21bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.607454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33910) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.638740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06037eb-5196-493d-9339-704f8c5201ff,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.643961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.660473 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f92d06-72f6-42fc-8b0a-930926c9e72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:56:20.661072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f1f92d06-72f6-42fc-8b0a-930926c9e72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Synchronizing usage tracker for tenant:f0a55a7675134bf49a51483ba3a545d3 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:20.663788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:20.664185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.666825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.670678 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9e600b6a-05f4-48c9-a1c5-e8e07fb45181 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3956614 Mar 16 10:56:20.671043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33914) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:20.680415 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:20.698694 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7eb1d84f-d334-45b0-8dc7-52fbe8f6f364 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules/b06037eb-5196-493d-9339-704f8c5201ff HTTP/1.1" status: 200 len: 763 time: 0.0243483 Mar 16 10:56:20.699515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33918) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.771242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f1f92d06-72f6-42fc-8b0a-930926c9e72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Unset dirty status for tenant:f0a55a7675134bf49a51483ba3a545d3 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:20.775591 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f1f92d06-72f6-42fc-8b0a-930926c9e72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "GET /v2.0/ports/8df48e9c-d2c2-47f7-a106-27b5a900b619 HTTP/1.1" status: 404 len: 333 time: 0.1636631 Mar 16 10:56:20.775762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b5ccc783-825a-4c07-bb92-a3d53bb1fdd0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:20.775925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33922) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.780149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a94b92ee-8e42-4f4c-b3c6-a0eb262d21bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.782180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Request body: {'port': {'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1447297253'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:20.788126 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:20.790887 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.809677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.825387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:20.827858 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Pushing event deleted for resources: {'Network': ['ID=e33fb0da-fe1f-45da-a76e-6b95f4da0562,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.832572 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-edee11b6-48c0-4839-ae96-b73bd5efc604 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "DELETE /v2.0/networks/e33fb0da-fe1f-45da-a76e-6b95f4da0562 HTTP/1.1" status: 204 len: 168 time: 2.5459564 Mar 16 10:56:20.835471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33926) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.844257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Made reservation on behalf of f0a55a7675134bf49a51483ba3a545d3 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:20.847081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.867806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] device_id is not set on port 482e974e-f944-4d55-8ee9-773d18c2778f yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:20.883449 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b5ccc783-825a-4c07-bb92-a3d53bb1fdd0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:20.887998 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b5ccc783-825a-4c07-bb92-a3d53bb1fdd0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1880043 Mar 16 10:56:20.891480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33930) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.893072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5361e640-db60-4a07-af1e-b753136f5b23 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Synchronizing usage tracker for tenant:3a14cce18dec4cb082cb174650b38962 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:20.948294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb51c50c-9662-4844-9ba8-3b8a37bb0351 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.959536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5361e640-db60-4a07-af1e-b753136f5b23 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Unset dirty status for tenant:3a14cce18dec4cb082cb174650b38962 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:20.962756 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5361e640-db60-4a07-af1e-b753136f5b23 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9a7906-7d77-4d27-9438-b25d2aafe51f HTTP/1.1" status: 200 len: 205 time: 0.1237292 Mar 16 10:56:20.962756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb51c50c-9662-4844-9ba8-3b8a37bb0351 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.966846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33934) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.971054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a94b92ee-8e42-4f4c-b3c6-a0eb262d21bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.130478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b92ee-8e42-4f4c-b3c6-a0eb262d21bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=f54a1455-1050-425c-a250-7bfb4e116025,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.134158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a94b92ee-8e42-4f4c-b3c6-a0eb262d21bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.150972 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a94b92ee-8e42-4f4c-b3c6-a0eb262d21bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/f54a1455-1050-425c-a250-7bfb4e116025 HTTP/1.1" status: 204 len: 168 time: 0.7772267 Mar 16 10:56:21.153475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33938) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.176433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3cb600-b048-40da-8450-fb426c24473e None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:21.193848 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-495f7bce-7766-4e0b-9603-32d07329eaa8 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.211236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb51c50c-9662-4844-9ba8-3b8a37bb0351 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.229914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bb51c50c-9662-4844-9ba8-3b8a37bb0351 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.233351 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bb51c50c-9662-4844-9ba8-3b8a37bb0351 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b06037eb-5196-493d-9339-704f8c5201ff HTTP/1.1" status: 204 len: 168 time: 0.3351228 Mar 16 10:56:21.233351 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-050ec02e-6780-4d74-9665-973d02158472 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785470 Mar 16 10:56:21.233677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33942) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.237732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33944) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.252401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51c50c-9662-4844-9ba8-3b8a37bb0351 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b06037eb-5196-493d-9339-704f8c5201ff,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.258630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:21.283421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b7fad428-4d20-4f07-9727-ab34f03e59f9 None None] Provisioning complete for port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:21.283773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b7fad428-4d20-4f07-9727-ab34f03e59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.386195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-668914f8-a5e1-4bab-bb62-1c42ddd1c0f0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:21.396991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:21.404236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:21.408602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:21.414851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-668914f8-a5e1-4bab-bb62-1c42ddd1c0f0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:21.418886 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-668914f8-a5e1-4bab-bb62-1c42ddd1c0f0 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1799593 Mar 16 10:56:21.418886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:21.419882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33950) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.427645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e9be71be-7b74-4c8e-8490-c515f114d6c3 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '92e7b8c6-160b-49d7-93b2-00d70f4ae53d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:21.434432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e9be71be-7b74-4c8e-8490-c515f114d6c3 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:21.441088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:21.444421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.456323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.473429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e9be71be-7b74-4c8e-8490-c515f114d6c3 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:21.556216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e9be71be-7b74-4c8e-8490-c515f114d6c3 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.558043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b76f6-f39c-498b-b1af-262088d6dbc6 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:21.563001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-288b76f6-f39c-498b-b1af-262088d6dbc6 None None] Deleting port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:21.563506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-288b76f6-f39c-498b-b1af-262088d6dbc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.658991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-495f7bce-7766-4e0b-9603-32d07329eaa8 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.661970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-495f7bce-7766-4e0b-9603-32d07329eaa8 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.691653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-495f7bce-7766-4e0b-9603-32d07329eaa8 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.692147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f7bce-7766-4e0b-9603-32d07329eaa8 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Fanout notify agent at l3_agent the message router_deleted on router cc9a7906-7d77-4d27-9438-b25d2aafe51f {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:21.706673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.745237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.750780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e9be71be-7b74-4c8e-8490-c515f114d6c3 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.767801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-495f7bce-7766-4e0b-9603-32d07329eaa8 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.768867 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-495f7bce-7766-4e0b-9603-32d07329eaa8 tempest-RoutersNegativeTest-1952071308 tempest-RoutersNegativeTest-1952071308-project] 10.222.0.37 "DELETE /v2.0/routers/cc9a7906-7d77-4d27-9438-b25d2aafe51f HTTP/1.1" status: 204 len: 168 time: 0.8010662 Mar 16 10:56:21.777127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Network 89943ea8-6b36-4c24-acf4-695d42751f97 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:21.779919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:21.788122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:21.789089 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.789686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.800120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-288b76f6-f39c-498b-b1af-262088d6dbc6 None None] For port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8a447ccf-f1d1-44f0-bf9f-86845b8de54e,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:21.800515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-288b76f6-f39c-498b-b1af-262088d6dbc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.804019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event updated for resources: {'Port': ['ID=482e974e-f944-4d55-8ee9-773d18c2778f,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.816710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e9be71be-7b74-4c8e-8490-c515f114d6c3 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.819599 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-78de1195-a21b-48ea-bb80-a7b594b00f4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0425775 Mar 16 10:56:21.822854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33958) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.832091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8338'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:21.863420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=0b448ebe-e973-447c-a0de-7af4a2434114,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.871449 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be71be-7b74-4c8e-8490-c515f114d6c3 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcfef04-4aff-4f03-89bc-8c164b80151c,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.875013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:21.877798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:21.880884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.881625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.896727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e9be71be-7b74-4c8e-8490-c515f114d6c3 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.900613 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e9be71be-7b74-4c8e-8490-c515f114d6c3 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4797931 Mar 16 10:56:21.901352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33962) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.920007 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2eaa38e5-19df-4ab7-874a-cb82c1be09d1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6773441 Mar 16 10:56:21.921523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33966) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.926894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:21.954173 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4f9e3483-25f3-4460-8e4d-5e63d28b032b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules/afcfef04-4aff-4f03-89bc-8c164b80151c HTTP/1.1" status: 200 len: 763 time: 0.0510499 Mar 16 10:56:21.955516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33970) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.995991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.061044 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8a447ccf-f1d1-44f0-bf9f-86845b8de54e no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:22.068572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f2c28748-c267-4c87-9012-7eb352f473e8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:22.112683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:22.118593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:22.122112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:22.122281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f2c28748-c267-4c87-9012-7eb352f473e8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:22.125942 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f2c28748-c267-4c87-9012-7eb352f473e8 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1668119 Mar 16 10:56:22.131109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33976) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.135445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:22.162025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33980) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.165980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-288b76f6-f39c-498b-b1af-262088d6dbc6 None None] Calling delete_port for 8a447ccf-f1d1-44f0-bf9f-86845b8de54e owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:22.179154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:22.182525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.192548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1cf07622-b74d-4a66-996f-a21db62bdeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.201292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f70a5c5-94d7-4421-9bb7-39302d9fdf55 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.232877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f70a5c5-94d7-4421-9bb7-39302d9fdf55 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.311690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-288b76f6-f39c-498b-b1af-262088d6dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.320176 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] device_id is not set on port 482e974e-f944-4d55-8ee9-773d18c2778f yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:22.329214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.346927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Transition to ACTIVE for port object 482e974e-f944-4d55-8ee9-773d18c2778f will not be triggered until provisioned by entity L2. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:22.354223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.373369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b76f6-f39c-498b-b1af-262088d6dbc6 None None] Pushing event deleted for resources: {'Port': ['ID=8a447ccf-f1d1-44f0-bf9f-86845b8de54e,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:22.375301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.387417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b76f6-f39c-498b-b1af-262088d6dbc6 None None] No DVR routers for this DVR port 8a447ccf-f1d1-44f0-bf9f-86845b8de54e on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:22.428476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f70a5c5-94d7-4421-9bb7-39302d9fdf55 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.437961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9425d89-5445-4a6f-b695-6a2d48232763 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:22.467357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70a5c5-94d7-4421-9bb7-39302d9fdf55 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afcfef04-4aff-4f03-89bc-8c164b80151c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:22.480288 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e84da671-139c-4ab3-9f48-e12da74afb90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a14cce18dec4cb082cb174650b38962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109190 Mar 16 10:56:22.480703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33986) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.518147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event updated for resources: {'Port': ['ID=482e974e-f944-4d55-8ee9-773d18c2778f,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:22.526654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f70a5c5-94d7-4421-9bb7-39302d9fdf55 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.530418 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4f70a5c5-94d7-4421-9bb7-39302d9fdf55 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/afcfef04-4aff-4f03-89bc-8c164b80151c HTTP/1.1" status: 204 len: 168 time: 0.3969283 Mar 16 10:56:22.530689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33990) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.538817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:22.538817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:22.538817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:22.570101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:22.570331 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:22.572656 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 2 to bind port 482e974e-f944-4d55-8ee9-773d18c2778f Mar 16 10:56:22.602059 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:22.602386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:22.602737 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:22.620246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-855d88bb-e57e-47bb-b2a2-3be9fb7c5e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.624398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:22.624722 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:22.626098 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 3 to bind port 482e974e-f944-4d55-8ee9-773d18c2778f Mar 16 10:56:22.641297 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-09c1c511-f4c7-4ce4-9bfb-d2aa38abdc68 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1073227 Mar 16 10:56:22.653009 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 33994) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.661943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '92e7b8c6-160b-49d7-93b2-00d70f4ae53d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:22.679940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:22.680267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:22.680603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:22.687273 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:22.695132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-855d88bb-e57e-47bb-b2a2-3be9fb7c5e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.701485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:22.701809 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:22.702969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:22.704365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '0b448ebe-e973-447c-a0de-7af4a2434114'}, {'subnet_id': '720f97b3-527b-4eec-90bc-86bdba659537'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:22.705706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.707773 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 4 to bind port 482e974e-f944-4d55-8ee9-773d18c2778f Mar 16 10:56:22.715094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:22.724300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:22.725557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.726429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:22.743223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:22.743574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:22.743884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:22.762920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:22.763234 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:22.764837 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 5 to bind port 482e974e-f944-4d55-8ee9-773d18c2778f Mar 16 10:56:22.783334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:22.783553 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.786640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:22.791200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.791791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.795107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:22.795439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:22.795773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:22.805136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:22.805481 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:22.810462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=720f97b3-527b-4eec-90bc-86bdba659537,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:22.812484 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 6 to bind port 482e974e-f944-4d55-8ee9-773d18c2778f Mar 16 10:56:22.817894 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ff5abb32-d054-4fba-bcce-5ce9dca4516a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8964067 Mar 16 10:56:22.820811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 33998) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.831097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:01:5f:d7', 'name': 'tempest-NetworksTestDHCPv6-1149372542'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:22.843446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:22.843774 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:22.844087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:22.850902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-855d88bb-e57e-47bb-b2a2-3be9fb7c5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.865921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:22.866360 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:22.870594 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 7 to bind port 482e974e-f944-4d55-8ee9-773d18c2778f Mar 16 10:56:22.880448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d88bb-e57e-47bb-b2a2-3be9fb7c5e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228680da-4bab-4748-b97b-92e41e775aef,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:22.900557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.903875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:22.904033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:22.904285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:22.912875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:22.913205 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:22.913733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.915560 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 8 to bind port 482e974e-f944-4d55-8ee9-773d18c2778f Mar 16 10:56:22.937345 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-855d88bb-e57e-47bb-b2a2-3be9fb7c5e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.938461 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-855d88bb-e57e-47bb-b2a2-3be9fb7c5e4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/228680da-4bab-4748-b97b-92e41e775aef HTTP/1.1" status: 204 len: 168 time: 0.4440389 Mar 16 10:56:22.956236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91c9195-685a-4183-94d8-b36f51e4cd96,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:22.960902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:22.961738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:22.961738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:22.966718 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:22.967040 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:22.967578 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 9 to bind port 482e974e-f944-4d55-8ee9-773d18c2778f Mar 16 10:56:22.974907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.975967 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ab611db7-ba03-4d89-9735-47b728fe2d34 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220828 Mar 16 10:56:22.978648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34004) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.984814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Allocated IP 172.20.0.2 (e57f845a-9024-49c0-a045-365eb6299d60/0b448ebe-e973-447c-a0de-7af4a2434114/4ef4575e-8809-4c92-b0e8-cc189ca3400c) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:22.985944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:22.986798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:22.987133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:22.992661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:22.992822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Allocated IP 2001:db8::f816:3eff:fe02:9727 (e57f845a-9024-49c0-a045-365eb6299d60/720f97b3-527b-4eec-90bc-86bdba659537/4ef4575e-8809-4c92-b0e8-cc189ca3400c) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:22.993011 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:22.993575 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.plugins.ml2.plugin [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempt 10 to bind port 482e974e-f944-4d55-8ee9-773d18c2778f Mar 16 10:56:23.006971 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ac3f1c08-9f03-4423-86f3-22ff98d0070a tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules/a91c9195-685a-4183-94d8-b36f51e4cd96 HTTP/1.1" status: 200 len: 764 time: 0.0272126 Mar 16 10:56:23.008045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:23.009844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34008) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.018759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:23.031172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:23.031565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:23.031897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] {{(pid=87875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:23.032230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempting to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:23.041050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:23.041377 dv-neutron-833860-1-hyperv neutron-server[87875]: ERROR neutron.plugins.ml2.managers [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Failed to bind port 482e974e-f944-4d55-8ee9-773d18c2778f on host hv-neutron-8338 for vnic_type normal using segments [{'id': '33701fac-d0ca-46f5-a947-466bb8fa1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '89943ea8-6b36-4c24-acf4-695d42751f97'}] Mar 16 10:56:23.041733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.139010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3a194b10-9006-4808-828f-5a65e1d28a7b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:23.201034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.203962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] For port 482e974e-f944-4d55-8ee9-773d18c2778f, host hv-neutron-8338, cleared binding levels {{(pid=87875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:23.204561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attempted to set empty binding levels {{(pid=87875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:56:23.205946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3a194b10-9006-4808-828f-5a65e1d28a7b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:23.207703 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3a194b10-9006-4808-828f-5a65e1d28a7b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1968637 Mar 16 10:56:23.211488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34012) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.215785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.235487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 3183324b-d058-4b21-a938-5a34842eedac yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:23.256050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.271148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Transition to ACTIVE for port object 4ef4575e-8809-4c92-b0e8-cc189ca3400c will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:23.295742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] In _notify_port_updated(), no bound segment for port 482e974e-f944-4d55-8ee9-773d18c2778f on network 89943ea8-6b36-4c24-acf4-695d42751f97 {{(pid=87875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:56:23.297098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:23.298400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.300610 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "PUT /v2.0/ports/482e974e-f944-4d55-8ee9-773d18c2778f HTTP/1.1" status: 200 len: 981 time: 1.4757552 Mar 16 10:56:23.301680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Transition to ACTIVE for port object 4ef4575e-8809-4c92-b0e8-cc189ca3400c will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:23.311670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.317069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34016) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.347477 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:56:23.377603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6f5b-ec8d-426c-a571-e24cbdec2367 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.379603 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:23.386949 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:23.394996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:23.396141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6f5b-ec8d-426c-a571-e24cbdec2367 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.401414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Pushing event updated for resources: {'Port': ['ID=4ef4575e-8809-4c92-b0e8-cc189ca3400c,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.404028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3846a-d215-4a13-ade0-f472e9df53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event updated for resources: {'Port': ['ID=482e974e-f944-4d55-8ee9-773d18c2778f,revision_number=3']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.428692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d8d83d18-7889-440f-bfc3-2ef4359c031f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Deleting port 482e974e-f944-4d55-8ee9-773d18c2778f {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:23.429065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d8d83d18-7889-440f-bfc3-2ef4359c031f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.486563 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6f5b-ec8d-426c-a571-e24cbdec2367 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.530167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Attempting to bind port 4ef4575e-8809-4c92-b0e8-cc189ca3400c on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:23.530535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Attempting to bind port 4ef4575e-8809-4c92-b0e8-cc189ca3400c by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:23.530909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Attempting to bind port 4ef4575e-8809-4c92-b0e8-cc189ca3400c on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:23.536278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:23.536887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:23.537283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.537666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:23.538306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Bound port: 4ef4575e-8809-4c92-b0e8-cc189ca3400c, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:23.538490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.553166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d6f5b-ec8d-426c-a571-e24cbdec2367 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a91c9195-685a-4183-94d8-b36f51e4cd96,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.569145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6f5b-ec8d-426c-a571-e24cbdec2367 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.571043 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6e2d6f5b-ec8d-426c-a571-e24cbdec2367 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a91c9195-685a-4183-94d8-b36f51e4cd96 HTTP/1.1" status: 204 len: 168 time: 0.3583000 Mar 16 10:56:23.575540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34020) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.629405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 172.20.0.12 (e57f845a-9024-49c0-a045-365eb6299d60/0b448ebe-e973-447c-a0de-7af4a2434114/3183324b-d058-4b21-a938-5a34842eedac) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:23.633553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] For port 4ef4575e-8809-4c92-b0e8-cc189ca3400c, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:23.636081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f816:3eff:fe01:5fd7 (e57f845a-9024-49c0-a045-365eb6299d60/720f97b3-527b-4eec-90bc-86bdba659537/3183324b-d058-4b21-a938-5a34842eedac) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:23.636951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] For port 4ef4575e-8809-4c92-b0e8-cc189ca3400c, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4ef4575e-8809-4c92-b0e8-cc189ca3400c,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:23.642748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.712943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b3e947b5-63db-490f-a85f-fa989bfa5087 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:23.715854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-d8d83d18-7889-440f-bfc3-2ef4359c031f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] For port 482e974e-f944-4d55-8ee9-773d18c2778f, host hv-neutron-8338, got binding levels [] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:23.716170 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d8d83d18-7889-440f-bfc3-2ef4359c031f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.732175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fd113-67f2-47ce-b9a7-92b7755875a8 None None] Pushing event updated for resources: {'Port': ['ID=4ef4575e-8809-4c92-b0e8-cc189ca3400c,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.868294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.885389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 3183324b-d058-4b21-a938-5a34842eedac will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:23.926041 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.979590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d8d83d18-7889-440f-bfc3-2ef4359c031f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Calling delete_port for 482e974e-f944-4d55-8ee9-773d18c2778f owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:24.004191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:24.023397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=3183324b-d058-4b21-a938-5a34842eedac,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:24.028168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:24.034507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:24.036967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b3e947b5-63db-490f-a85f-fa989bfa5087 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:24.038888 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b3e947b5-63db-490f-a85f-fa989bfa5087 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4624500 Mar 16 10:56:24.041667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34024) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.066444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4ef4575e-8809-4c92-b0e8-cc189ca3400c up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:24.096722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d8d83d18-7889-440f-bfc3-2ef4359c031f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.114834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:24.115585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.147506 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4f375aec-b283-444e-9461-ca7f7998d305 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3254809 Mar 16 10:56:24.149873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34028) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.154712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d83d18-7889-440f-bfc3-2ef4359c031f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Pushing event deleted for resources: {'Port': ['ID=482e974e-f944-4d55-8ee9-773d18c2778f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:24.177524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d8d83d18-7889-440f-bfc3-2ef4359c031f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.178636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 4ef4575e-8809-4c92-b0e8-cc189ca3400c completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:24.182733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4623c1d-1cb9-41d2-9729-f97ec59f17f9 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.203214 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d8d83d18-7889-440f-bfc3-2ef4359c031f tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "DELETE /v2.0/ports/482e974e-f944-4d55-8ee9-773d18c2778f HTTP/1.1" status: 204 len: 168 time: 0.8846736 Mar 16 10:56:24.207515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34032) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.216679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4623c1d-1cb9-41d2-9729-f97ec59f17f9 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.257293 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc70458f-2c85-4f5e-ac86-f34ad9f5ad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:56:24.261776 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fc70458f-2c85-4f5e-ac86-f34ad9f5ad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481323703-project-admin] 10.222.0.37 "GET /v2.0/ports/482e974e-f944-4d55-8ee9-773d18c2778f HTTP/1.1" status: 404 len: 333 time: 0.0502167 Mar 16 10:56:24.262158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34036) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.266757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4623c1d-1cb9-41d2-9729-f97ec59f17f9 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.286063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4623c1d-1cb9-41d2-9729-f97ec59f17f9 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e7b8c6-160b-49d7-93b2-00d70f4ae53d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:24.302325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4623c1d-1cb9-41d2-9729-f97ec59f17f9 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.303485 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f4623c1d-1cb9-41d2-9729-f97ec59f17f9 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/92e7b8c6-160b-49d7-93b2-00d70f4ae53d HTTP/1.1" status: 204 len: 168 time: 0.2607260 Mar 16 10:56:24.306248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34040) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.357487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f998f537-2a7e-4fcc-9548-9e0dd63b0be1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:24.374311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f998f537-2a7e-4fcc-9548-9e0dd63b0be1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:24.375570 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f998f537-2a7e-4fcc-9548-9e0dd63b0be1 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0682442 Mar 16 10:56:24.381792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34044) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.385258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group': {'name': 'tempest-secgroup--686690002'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:24.387498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7671f16-760b-43d5-a87f-6d6b4a6394f9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:24.391760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:24.393431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7671f16-760b-43d5-a87f-6d6b4a6394f9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:24.394255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b7671f16-760b-43d5-a87f-6d6b4a6394f9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:24.401667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:24.412114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.412333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.421359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b7671f16-760b-43d5-a87f-6d6b4a6394f9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:24.422504 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b7671f16-760b-43d5-a87f-6d6b4a6394f9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2716262 Mar 16 10:56:24.425351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34048) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.476503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:24.484309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:24.489362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:24.503551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:24.511666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-dad297ac-b242-4ed9-8f08-964440f2653d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 3183324b-d058-4b21-a938-5a34842eedac {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:24.512015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dad297ac-b242-4ed9-8f08-964440f2653d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.551489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.579257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89943ea8-6b36-4c24-acf4-695d42751f97']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.592266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33701fac-d0ca-46f5-a947-466bb8fa1205') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.592643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33701fac-d0ca-46f5-a947-466bb8fa1205') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.604997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.621530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.628722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:24.629170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:24.661002 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:24.735281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.754093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.764403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] Pushing event deleted for resources: {'Network': ['ID=89943ea8-6b36-4c24-acf4-695d42751f97,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:24.765244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.767608 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5a686549-9d19-4f21-b31d-9bc34f161cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-970375641-project] 10.222.0.37 "DELETE /v2.0/networks/89943ea8-6b36-4c24-acf4-695d42751f97 HTTP/1.1" status: 204 len: 168 time: 0.5041316 Mar 16 10:56:24.784117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.822378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.870247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553fb5bb-a9b6-4213-9a9b-1925cb2319ec,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:24.874369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dad297ac-b242-4ed9-8f08-964440f2653d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.885782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.889710 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b5ba208c-8375-4689-9766-d4bf44812416 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5061145 Mar 16 10:56:24.889893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34054) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.894887 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Request body: {'security_group_rule': {'security_group_id': '553fb5bb-a9b6-4213-9a9b-1925cb2319ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:24.986950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-794548c5-22c4-46f2-9697-64e1b4242a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.996076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a102ec2-5c60-4956-be8c-51d40aa20f17 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:25.011142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:25.019379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-dad297ac-b242-4ed9-8f08-964440f2653d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 3183324b-d058-4b21-a938-5a34842eedac owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:25.054052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Usage tracker for resource:security_group_rule and tenant:e1cd00acd25c4f13a75853f379012010 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:25.062477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:25.071261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:25.082172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34060) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.108390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5fb90c2a-c8fb-4a25-8e82-d73e5871a214 None None] Provisioning for port 4ef4575e-8809-4c92-b0e8-cc189ca3400c completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:25.120559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.123677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5fb90c2a-c8fb-4a25-8e82-d73e5871a214 None None] Provisioning complete for port 4ef4575e-8809-4c92-b0e8-cc189ca3400c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:25.124052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5fb90c2a-c8fb-4a25-8e82-d73e5871a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.232991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.263783 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b96ca69a-cd05-4910-8407-aa292f3045a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15bbb3d862bd41078022b673792d987d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781008 Mar 16 10:56:25.264367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34066) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.266013 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.283092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.310606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94421122-b2eb-47d9-bf9d-30f133492e37,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:25.329770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bbf0d70e-d6a8-4377-8469-12a1581befd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.340711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.342094 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-af44aba6-bd06-4e8c-947e-f8068ef277cd tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4513309 Mar 16 10:56:25.343653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dad297ac-b242-4ed9-8f08-964440f2653d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.345246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34070) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.358717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bbf0d70e-d6a8-4377-8469-12a1581befd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.403683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5fb90c2a-c8fb-4a25-8e82-d73e5871a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.414491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad297ac-b242-4ed9-8f08-964440f2653d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=3183324b-d058-4b21-a938-5a34842eedac,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:25.430750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bbf0d70e-d6a8-4377-8469-12a1581befd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.445083 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5fb90c2a-c8fb-4a25-8e82-d73e5871a214 None None] For port 4ef4575e-8809-4c92-b0e8-cc189ca3400c, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4ef4575e-8809-4c92-b0e8-cc189ca3400c,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:25.448833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0d70e-d6a8-4377-8469-12a1581befd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee509c1-91cf-46c0-83db-1b824472b913,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:25.450802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5fb90c2a-c8fb-4a25-8e82-d73e5871a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.454176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bbf0d70e-d6a8-4377-8469-12a1581befd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.457746 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bbf0d70e-d6a8-4377-8469-12a1581befd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ee509c1-91cf-46c0-83db-1b824472b913 HTTP/1.1" status: 204 len: 168 time: 0.1904099 Mar 16 10:56:25.531164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb90c2a-c8fb-4a25-8e82-d73e5871a214 None None] Pushing event updated for resources: {'Port': ['ID=4ef4575e-8809-4c92-b0e8-cc189ca3400c,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:25.583212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f58c-3f04-410d-a5fb-a01866ecf99b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.605874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dad297ac-b242-4ed9-8f08-964440f2653d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.610010 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dad297ac-b242-4ed9-8f08-964440f2653d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/3183324b-d058-4b21-a938-5a34842eedac HTTP/1.1" status: 204 len: 168 time: 1.1814725 Mar 16 10:56:25.611210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34076) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.634098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f58c-3f04-410d-a5fb-a01866ecf99b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.697524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f58c-3f04-410d-a5fb-a01866ecf99b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.700208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9001c6-0ae3-4009-b057-9b893acaa267 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:25.702021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9001c6-0ae3-4009-b057-9b893acaa267 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:25.703870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9001c6-0ae3-4009-b057-9b893acaa267 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:25.704950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6c9001c6-0ae3-4009-b057-9b893acaa267 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:25.722267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4f58c-3f04-410d-a5fb-a01866ecf99b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553fb5bb-a9b6-4213-9a9b-1925cb2319ec,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:25.732059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6c9001c6-0ae3-4009-b057-9b893acaa267 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:25.733426 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6c9001c6-0ae3-4009-b057-9b893acaa267 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1210592 Mar 16 10:56:25.736222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34082) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.751184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f58c-3f04-410d-a5fb-a01866ecf99b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.755364 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2bc4f58c-3f04-410d-a5fb-a01866ecf99b tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/553fb5bb-a9b6-4213-9a9b-1925cb2319ec HTTP/1.1" status: 204 len: 168 time: 0.4089770 Mar 16 10:56:25.756104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34086) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.826031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6507815-90a4-4ec2-a2cc-7916f9fea14b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 0b448ebe-e973-447c-a0de-7af4a2434114 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:25.829580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-514bdddd-2f18-4265-b755-ab62da2a6f86 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:25.830920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6507815-90a4-4ec2-a2cc-7916f9fea14b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.840515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34090) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.862558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-514bdddd-2f18-4265-b755-ab62da2a6f86 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:25.865153 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-514bdddd-2f18-4265-b755-ab62da2a6f86 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1076653 Mar 16 10:56:25.867717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34094) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.893157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-25c7d870-2711-4411-8505-a074b52d8ed4 None None] Provisioning complete for port 4ef4575e-8809-4c92-b0e8-cc189ca3400c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:25.894150 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-25c7d870-2711-4411-8505-a074b52d8ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.902686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6507815-90a4-4ec2-a2cc-7916f9fea14b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.931420 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-92bc3afa-8fab-4327-94c5-4ef1e1cfd1a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0a55a7675134bf49a51483ba3a545d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875425 Mar 16 10:56:25.932198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34098) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.937657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a62fa339-d42f-44f2-b0f5-3d2a0f0be289 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Synchronizing usage tracker for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:25.963212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a62fa339-d42f-44f2-b0f5-3d2a0f0be289 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] Unset dirty status for tenant:e1cd00acd25c4f13a75853f379012010 on resource:security_group_rule {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:25.967149 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a62fa339-d42f-44f2-b0f5-3d2a0f0be289 tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0985219 Mar 16 10:56:25.970614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34102) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.994836 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-d3775ba5-6449-446b-8962-ac3b15ed173c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] delete failed (client error): The resource could not be found. Mar 16 10:56:25.996157 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d3775ba5-6449-446b-8962-ac3b15ed173c tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "DELETE /v2.0/security-groups/553fb5bb-a9b6-4213-9a9b-1925cb2319ec HTTP/1.1" status: 404 len: 347 time: 0.0245063 Mar 16 10:56:26.000391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34106) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.040772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3f599ebb-f9e1-4dfa-a7f6-a8d7fec65323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.046144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4ef4575e-8809-4c92-b0e8-cc189ca3400c up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:26.069679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3f599ebb-f9e1-4dfa-a7f6-a8d7fec65323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.090317 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e0359fa5-5502-428a-a770-9f3eab69de4f tempest-SecGroupTest-1691867533 tempest-SecGroupTest-1691867533-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0800598 Mar 16 10:56:26.104439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-25c7d870-2711-4411-8505-a074b52d8ed4 None None] Could not find standard attr ID for object 3183324b-d058-4b21-a938-5a34842eedac. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:26.135243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 4ef4575e-8809-4c92-b0e8-cc189ca3400c triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:26.135837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.141936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6507815-90a4-4ec2-a2cc-7916f9fea14b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.190955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3f599ebb-f9e1-4dfa-a7f6-a8d7fec65323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.223361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3f599ebb-f9e1-4dfa-a7f6-a8d7fec65323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.224877 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3f599ebb-f9e1-4dfa-a7f6-a8d7fec65323 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a71d90e3-908f-4340-8ad4-0b20c3bb5e8c HTTP/1.1" status: 204 len: 168 time: 0.2917037 Mar 16 10:56:26.226550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f599ebb-f9e1-4dfa-a7f6-a8d7fec65323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71d90e3-908f-4340-8ad4-0b20c3bb5e8c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:26.230263 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-98f3e3f6-a0f9-437a-8757-917b9a333bd7 None None] Could not find standard attr ID for object 3183324b-d058-4b21-a938-5a34842eedac. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:26.269011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6507815-90a4-4ec2-a2cc-7916f9fea14b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.458779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6507815-90a4-4ec2-a2cc-7916f9fea14b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.463304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6507815-90a4-4ec2-a2cc-7916f9fea14b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=0b448ebe-e973-447c-a0de-7af4a2434114,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:26.469455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf357fed-525f-4afd-9103-6bc856c1d10a None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:26.479335 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a6507815-90a4-4ec2-a2cc-7916f9fea14b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/0b448ebe-e973-447c-a0de-7af4a2434114 HTTP/1.1" status: 204 len: 168 time: 0.7394609 Mar 16 10:56:26.479781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34118) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.496840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34122) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.576953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-8811a8ae-f354-47a8-96a0-44ea2294a128 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 720f97b3-527b-4eec-90bc-86bdba659537 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:26.585102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8811a8ae-f354-47a8-96a0-44ea2294a128 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.601916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.674146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8811a8ae-f354-47a8-96a0-44ea2294a128 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.768138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8811a8ae-f354-47a8-96a0-44ea2294a128 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.812949 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-70b4a152-e6e9-44f4-bef2-0567a66a203e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1cd00acd25c4f13a75853f379012010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142910 Mar 16 10:56:26.815479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34136) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.911614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c52d8f7-e4bb-4930-9d41-1882f000bb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.922211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8811a8ae-f354-47a8-96a0-44ea2294a128 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.984657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811a8ae-f354-47a8-96a0-44ea2294a128 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=720f97b3-527b-4eec-90bc-86bdba659537,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:26.993309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8811a8ae-f354-47a8-96a0-44ea2294a128 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.004595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c52d8f7-e4bb-4930-9d41-1882f000bb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.030811 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8811a8ae-f354-47a8-96a0-44ea2294a128 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/720f97b3-527b-4eec-90bc-86bdba659537 HTTP/1.1" status: 204 len: 168 time: 0.5478547 Mar 16 10:56:27.031856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34146) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.116045 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-27b2d5ed-c6fb-4048-a4a2-3f36cd3198ee tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808675 Mar 16 10:56:27.116463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34152) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.143448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c52d8f7-e4bb-4930-9d41-1882f000bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.165316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52d8f7-e4bb-4930-9d41-1882f000bb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ea576-7964-4ba6-a675-658bf15a7d52,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:27.206185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c52d8f7-e4bb-4930-9d41-1882f000bb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.209120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69398d4e-6553-42e7-975b-23e0013f3c3b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:27.209504 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1c52d8f7-e4bb-4930-9d41-1882f000bb33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/438ea576-7964-4ba6-a675-658bf15a7d52 HTTP/1.1" status: 204 len: 168 time: 0.3927450 Mar 16 10:56:27.212076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-69398d4e-6553-42e7-975b-23e0013f3c3b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:27.234409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-69398d4e-6553-42e7-975b-23e0013f3c3b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:27.238385 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-69398d4e-6553-42e7-975b-23e0013f3c3b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1204460 Mar 16 10:56:27.240573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34160) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.317269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9059525-aa81-41bd-ab5d-3223f85b590a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:27.318731 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f9059525-aa81-41bd-ab5d-3223f85b590a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0771410 Mar 16 10:56:27.321414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34164) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.398565 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-66ef8518-c063-450b-8ed2-d88bc5bb894e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759740 Mar 16 10:56:27.404259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34168) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.411170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c1d0b149-388f-4453-af9c-5fd909a591a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:27.412349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d81728-28f6-40cd-ba92-fb3d90a080c4 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:27.535483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-322851dd-1b23-406e-9a1f-b90a5d687830 None None] Provisioning complete for port 4ef4575e-8809-4c92-b0e8-cc189ca3400c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:27.536127 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-322851dd-1b23-406e-9a1f-b90a5d687830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.538056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c1d0b149-388f-4453-af9c-5fd909a591a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:27.561391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c1d0b149-388f-4453-af9c-5fd909a591a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:27.565891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c1d0b149-388f-4453-af9c-5fd909a591a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:27.581436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c1d0b149-388f-4453-af9c-5fd909a591a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:27.606932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d0b149-388f-4453-af9c-5fd909a591a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:27.610586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c1d0b149-388f-4453-af9c-5fd909a591a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.612273 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d0b149-388f-4453-af9c-5fd909a591a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:27.612698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d0b149-388f-4453-af9c-5fd909a591a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:27.655710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34186) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.655942 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c1d0b149-388f-4453-af9c-5fd909a591a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2496240 Mar 16 10:56:27.661766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-470f2b12-247e-4c56-8f10-f94ac8603e0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:27.802135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-470f2b12-247e-4c56-8f10-f94ac8603e0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:27.806601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-470f2b12-247e-4c56-8f10-f94ac8603e0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:27.809878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-470f2b12-247e-4c56-8f10-f94ac8603e0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:27.816236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-470f2b12-247e-4c56-8f10-f94ac8603e0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:27.832423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470f2b12-247e-4c56-8f10-f94ac8603e0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:27.837612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-470f2b12-247e-4c56-8f10-f94ac8603e0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.839465 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-470f2b12-247e-4c56-8f10-f94ac8603e0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:27.839904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470f2b12-247e-4c56-8f10-f94ac8603e0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:27.861707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:27.866279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Deleting port 4ef4575e-8809-4c92-b0e8-cc189ca3400c {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:27.866591 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.872226 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-470f2b12-247e-4c56-8f10-f94ac8603e0c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2155046 Mar 16 10:56:27.875261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34196) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.882492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-16c14bea-7145-46f1-b47e-8edc0985d00a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:28.016296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-16c14bea-7145-46f1-b47e-8edc0985d00a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:28.022725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-16c14bea-7145-46f1-b47e-8edc0985d00a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:28.025768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-16c14bea-7145-46f1-b47e-8edc0985d00a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:28.034901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-16c14bea-7145-46f1-b47e-8edc0985d00a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:28.047187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c14bea-7145-46f1-b47e-8edc0985d00a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:28.051624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16c14bea-7145-46f1-b47e-8edc0985d00a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.053726 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c14bea-7145-46f1-b47e-8edc0985d00a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:28.054228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c14bea-7145-46f1-b47e-8edc0985d00a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:28.064990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4ef4575e-8809-4c92-b0e8-cc189ca3400c no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:28.078482 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-16c14bea-7145-46f1-b47e-8edc0985d00a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2016485 Mar 16 10:56:28.081686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34208) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.089219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5d0928d9-bb17-4d4a-a619-8f9e6e3a47de tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:28.221073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] For port 4ef4575e-8809-4c92-b0e8-cc189ca3400c, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4ef4575e-8809-4c92-b0e8-cc189ca3400c,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:28.221879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.225128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5d0928d9-bb17-4d4a-a619-8f9e6e3a47de tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:28.231950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5d0928d9-bb17-4d4a-a619-8f9e6e3a47de tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:28.239620 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5d0928d9-bb17-4d4a-a619-8f9e6e3a47de tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:28.245973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5d0928d9-bb17-4d4a-a619-8f9e6e3a47de tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:28.256939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0928d9-bb17-4d4a-a619-8f9e6e3a47de tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:28.261179 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5d0928d9-bb17-4d4a-a619-8f9e6e3a47de tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.262711 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0928d9-bb17-4d4a-a619-8f9e6e3a47de tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:28.263481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0928d9-bb17-4d4a-a619-8f9e6e3a47de tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:28.287547 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5d0928d9-bb17-4d4a-a619-8f9e6e3a47de tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2047832 Mar 16 10:56:28.290732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34224) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.299051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a44bc8cf-308e-49d1-8688-803b9c70e231 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:28.384170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34228) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.431688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a44bc8cf-308e-49d1-8688-803b9c70e231 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:28.436129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a44bc8cf-308e-49d1-8688-803b9c70e231 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:28.439693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a44bc8cf-308e-49d1-8688-803b9c70e231 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:28.446691 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a44bc8cf-308e-49d1-8688-803b9c70e231 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:28.452979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Calling delete_port for 4ef4575e-8809-4c92-b0e8-cc189ca3400c owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:28.460254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44bc8cf-308e-49d1-8688-803b9c70e231 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:28.466015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a44bc8cf-308e-49d1-8688-803b9c70e231 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.467443 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44bc8cf-308e-49d1-8688-803b9c70e231 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:28.467875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44bc8cf-308e-49d1-8688-803b9c70e231 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:28.490644 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a44bc8cf-308e-49d1-8688-803b9c70e231 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1986203 Mar 16 10:56:28.493684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34236) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.499976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a300d75c-4417-4b2e-9735-84bab737dd25 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:28.513443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.536047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-bfa67e18-75d4-4db0-8b3c-f250980a04c7 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:28.569515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 4ef4575e-8809-4c92-b0e8-cc189ca3400c, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4ef4575e-8809-4c92-b0e8-cc189ca3400c,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:28.575858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.636185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a300d75c-4417-4b2e-9735-84bab737dd25 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:28.641792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a300d75c-4417-4b2e-9735-84bab737dd25 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:28.646227 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bfa67e18-75d4-4db0-8b3c-f250980a04c7 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] 10.222.0.37 "PUT /v2.0/quotas/716534318bf74d5dbb0813285a559180 HTTP/1.1" status: 200 len: 366 time: 0.2606874 Mar 16 10:56:28.647642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a300d75c-4417-4b2e-9735-84bab737dd25 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:28.648984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34242) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.665612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=4ef4575e-8809-4c92-b0e8-cc189ca3400c,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:28.666858 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f3918475-37d9-469f-9427-13e474d7265c tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0160983 Mar 16 10:56:28.668284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a300d75c-4417-4b2e-9735-84bab737dd25 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:28.669354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34246) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.680341 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-39a49812-a01b-4d4d-a571-bc4b2ad609cc tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] 10.222.0.37 "GET /v2.0/quotas/716534318bf74d5dbb0813285a559180 HTTP/1.1" status: 200 len: 366 time: 0.0098612 Mar 16 10:56:28.683409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34252) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.684344 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:28.684702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:28.686348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a300d75c-4417-4b2e-9735-84bab737dd25 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:28.690358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a300d75c-4417-4b2e-9735-84bab737dd25 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.692000 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a300d75c-4417-4b2e-9735-84bab737dd25 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:28.692425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a300d75c-4417-4b2e-9735-84bab737dd25 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:28.704066 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6b24cda1-2aae-4d2d-8f3e-08fc3999ba2d tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/716534318bf74d5dbb0813285a559180 HTTP/1.1" status: 204 len: 168 time: 0.0192661 Mar 16 10:56:28.706716 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34256) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.714349 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a300d75c-4417-4b2e-9735-84bab737dd25 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2192140 Mar 16 10:56:28.716882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34260) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.717235 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-978be801-c704-4f88-8c6f-29cd78942094 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0094640 Mar 16 10:56:28.719615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34264) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.731808 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a8735f57-3b71-4da8-a1cf-6b8f1eb0be3f tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] 10.222.0.37 "GET /v2.0/quotas/716534318bf74d5dbb0813285a559180 HTTP/1.1" status: 200 len: 370 time: 0.0088587 Mar 16 10:56:28.731922 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34268) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.737219 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-334306af-2d5b-4130-a8c6-0d75a42072f5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] 10.222.0.37 "GET /v2.0/quotas/716534318bf74d5dbb0813285a559180/default HTTP/1.1" status: 200 len: 370 time: 0.0044107 Mar 16 10:56:28.739543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34272) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.748345 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-24eb895b-922f-4272-8408-77e1846898d7 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] delete failed (client error): The resource could not be found. Mar 16 10:56:28.751702 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-24eb895b-922f-4272-8408-77e1846898d7 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/716534318bf74d5dbb0813285a559180 HTTP/1.1" status: 404 len: 348 time: 0.0091028 Mar 16 10:56:28.805863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c633fbb4-edb7-40ee-88cb-ed3daa70a4d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:28.807794 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c633fbb4-edb7-40ee-88cb-ed3daa70a4d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0894980 Mar 16 10:56:28.810505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34280) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.878375 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843d0811-749c-4244-bb97-29493c8bddc5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:28.879852 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-843d0811-749c-4244-bb97-29493c8bddc5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0683920 Mar 16 10:56:28.882472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34286) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.937054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34292) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.952896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-807b31f3-8ec3-402d-9204-914c7217b0b2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:router {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:28.954906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Usage tracker for resource:network and tenant:b6458e4520e44d318ef0fa03481876f4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:28.959000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:28.964520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-807b31f3-8ec3-402d-9204-914c7217b0b2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:router {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:28.965695 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-807b31f3-8ec3-402d-9204-914c7217b0b2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823236 Mar 16 10:56:28.969621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Usage tracker for resource:subnet and tenant:b6458e4520e44d318ef0fa03481876f4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:28.970334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34296) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.974477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:28.975974 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:28.981232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Usage tracker for resource:subnetpool and tenant:b6458e4520e44d318ef0fa03481876f4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:28.986419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:28.993190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Usage tracker for resource:port and tenant:b6458e4520e44d318ef0fa03481876f4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:28.997562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:29.008080 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Usage tracker for resource:router and tenant:b6458e4520e44d318ef0fa03481876f4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:29.012644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:29.019439 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Usage tracker for resource:floatingip and tenant:b6458e4520e44d318ef0fa03481876f4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:29.023737 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:29.034276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34300) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.068177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Usage tracker for resource:security_group and tenant:b6458e4520e44d318ef0fa03481876f4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:29.072129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:29.078910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Usage tracker for resource:security_group_rule and tenant:b6458e4520e44d318ef0fa03481876f4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:29.083231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:29.087705 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-889d5777-f81a-4c85-9b8c-35f8e0ffeae5 tempest-QuotasTest-984205813 tempest-QuotasTest-984205813-project-admin] 10.222.0.37 "GET /v2.0/quotas/b6458e4520e44d318ef0fa03481876f4/details.json HTTP/1.1" status: 200 len: 703 time: 0.1492872 Mar 16 10:56:29.087931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:29.092033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:29.094950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:29.101093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:29.112060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:29.116165 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.186770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Deleting port 4ef4575e-8809-4c92-b0e8-cc189ca3400c {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:29.187831 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.222571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'network': {'name': 'tempest-network-smoke--643836296', 'project_id': '849b974e975a469799922d4fd7056cfd', 'port_security_enabled': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:29.235375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:29.245916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:network and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:29.252890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:29.262581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:29.278838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:29.287110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.313785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.338562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:29.344895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:29.352468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:29.360631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:29.438643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] For port 4ef4575e-8809-4c92-b0e8-cc189ca3400c, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4ef4575e-8809-4c92-b0e8-cc189ca3400c,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:29.439327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.470336 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.477061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.519609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:29.526159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.objects.ports [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87875) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:29.530406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.530785 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Added segment 0a62c687-84b1-4c9c-8e99-df95e946e77d of type vlan for network b2c929ed-7c2f-463c-9dd2-114e2ce917ee Mar 16 10:56:29.549075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34312) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.559029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bcde69-25ef-4ceb-a76f-c828f789a78c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:29.574483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Calling delete_port for 4ef4575e-8809-4c92-b0e8-cc189ca3400c owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:29.591232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.652054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.658709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:29.659651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.678235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.697537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.ipam_pluggable_backend [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Port 4ef4575e-8809-4c92-b0e8-cc189ca3400c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87875) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 16 10:56:29.697955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.ipam_pluggable_backend [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Reverting IP allocation for 2001:db8::f816:3eff:fe02:9727 {{(pid=87875) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 16 10:56:29.702191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.ipam_pluggable_backend [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe02:9727 {{(pid=87875) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 16 10:56:29.703919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.729045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] No DVR routers for this DVR port 4ef4575e-8809-4c92-b0e8-cc189ca3400c on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:29.743639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f594c98-deb3-4fb7-8a64-84c8beb0716d None None] Pushing event deleted for resources: {'Port': ['ID=4ef4575e-8809-4c92-b0e8-cc189ca3400c,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:29.764979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:29.768277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:29.772639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:29.773255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.778794 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd207f5e-e8a8-4bd1-8c34-510f5a16107e None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:29.801231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=e9455579-1e0b-4323-ba2b-1ff296e83ec2,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:29.804702 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7694185 Mar 16 10:56:29.805754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b53f94b2-71ee-449f-8781-ab99d403d8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.808952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34318) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.816873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-18549414', 'admin_state_up': True, 'project_id': '849b974e975a469799922d4fd7056cfd', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:29.821881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339390d1-23a5-4060-8c20-620d40cc6763 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Network': ['ID=b2c929ed-7c2f-463c-9dd2-114e2ce917ee,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:29.824424 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-88adc917-23da-4789-9955-d1e21bf269c6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8534503 Mar 16 10:56:29.828003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:29.828003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34322) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.835641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b53f94b2-71ee-449f-8781-ab99d403d8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:29.840652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b53f94b2-71ee-449f-8781-ab99d403d8b2 admin admin] Usage tracker for resource:security_group_rule and tenant:69373c8411b549c0835fcc9fe18886b4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:29.843770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b53f94b2-71ee-449f-8781-ab99d403d8b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:29.850462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b53f94b2-71ee-449f-8781-ab99d403d8b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:29.859443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b2c929ed-7c2f-463c-9dd2-114e2ce917ee details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:29.945493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:e4:51:41', 'name': 'tempest-NetworksTestDHCPv6-1810917387'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:29.951626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b53f94b2-71ee-449f-8781-ab99d403d8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.958269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b53f94b2-71ee-449f-8781-ab99d403d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.978690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:router and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:29.983526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:30.018018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f94b2-71ee-449f-8781-ab99d403d8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2177d6bf-ec9f-41ac-97f7-ee76043666d4,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:30.022735 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b53f94b2-71ee-449f-8781-ab99d403d8b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69373c8411b549c0835fcc9fe18886b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653561 Mar 16 10:56:30.025760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34328) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:30.039611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:30.076920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.078602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.095643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.097108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58deb061-dc75-44e9-9711-e4bff77ce87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.125690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58deb061-dc75-44e9-9711-e4bff77ce87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.152625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a62d62-dd41-4939-832b-148186479001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': 'e9455579-1e0b-4323-ba2b-1ff296e83ec2'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:30.153520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-69a62d62-dd41-4939-832b-148186479001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.184615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58deb061-dc75-44e9-9711-e4bff77ce87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.203113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58deb061-dc75-44e9-9711-e4bff77ce87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2177d6bf-ec9f-41ac-97f7-ee76043666d4,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:30.221963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58deb061-dc75-44e9-9711-e4bff77ce87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.238375 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-58deb061-dc75-44e9-9711-e4bff77ce87f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2177d6bf-ec9f-41ac-97f7-ee76043666d4 HTTP/1.1" status: 204 len: 168 time: 0.2003708 Mar 16 10:56:30.339962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-69a62d62-dd41-4939-832b-148186479001 None None] Allocated IP 2001:db8::f816:3eff:fe1a:52 (e57f845a-9024-49c0-a045-365eb6299d60/e9455579-1e0b-4323-ba2b-1ff296e83ec2/ac929cc1-d571-4698-810d-efb6eb7ce4f0) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:30.419996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:30.424463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.437786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:30.475837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:30.589448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-69a62d62-dd41-4939-832b-148186479001 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.618149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-69a62d62-dd41-4939-832b-148186479001 None None] Transition to ACTIVE for port object ac929cc1-d571-4698-810d-efb6eb7ce4f0 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:30.633851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34340) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:30.647162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-69a62d62-dd41-4939-832b-148186479001 None None] Transition to ACTIVE for port object ac929cc1-d571-4698-810d-efb6eb7ce4f0 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:30.656097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-69a62d62-dd41-4939-832b-148186479001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.663901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35eabb61-7999-48c6-b08a-42549b74e875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.682733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-35eabb61-7999-48c6-b08a-42549b74e875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:30.688358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-35eabb61-7999-48c6-b08a-42549b74e875 admin admin] Usage tracker for resource:security_group_rule and tenant:b6458e4520e44d318ef0fa03481876f4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:30.692101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-35eabb61-7999-48c6-b08a-42549b74e875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:30.698952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-35eabb61-7999-48c6-b08a-42549b74e875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:30.719956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.746545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a62d62-dd41-4939-832b-148186479001 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:30.748079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-69a62d62-dd41-4939-832b-148186479001 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:30.748682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6c3b2-b7da-4ea0-9d98-6d86c5c8b447 req-0d398417-2d5c-4a0c-a670-2385ff54d162 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:30.749942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a62d62-dd41-4939-832b-148186479001 None None] Pushing event updated for resources: {'Port': ['ID=ac929cc1-d571-4698-810d-efb6eb7ce4f0,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:30.750356 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12f6c3b2-b7da-4ea0-9d98-6d86c5c8b447 req-0d398417-2d5c-4a0c-a670-2385ff54d162 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 946 time: 0.3815377 Mar 16 10:56:30.756268 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a62d62-dd41-4939-832b-148186479001 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:30.762412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port ee19ec3d-ed65-4338-98fe-7b204e9a58c8 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:30.825726 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12f6c3b2-b7da-4ea0-9d98-6d86c5c8b447 req-ed25a2a0-42b1-4b9b-bcb8-e8d08b2933e5 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597041 Mar 16 10:56:30.862311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35eabb61-7999-48c6-b08a-42549b74e875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.867056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35eabb61-7999-48c6-b08a-42549b74e875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.912033 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-69a62d62-dd41-4939-832b-148186479001 None None] Attempting to bind port ac929cc1-d571-4698-810d-efb6eb7ce4f0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:30.912756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-69a62d62-dd41-4939-832b-148186479001 None None] Attempting to bind port ac929cc1-d571-4698-810d-efb6eb7ce4f0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:30.913115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a62d62-dd41-4939-832b-148186479001 None None] Attempting to bind port ac929cc1-d571-4698-810d-efb6eb7ce4f0 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:30.919876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a62d62-dd41-4939-832b-148186479001 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:30.920270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a62d62-dd41-4939-832b-148186479001 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:30.920715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-69a62d62-dd41-4939-832b-148186479001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.921221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a62d62-dd41-4939-832b-148186479001 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:30.921844 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-69a62d62-dd41-4939-832b-148186479001 None None] Bound port: ac929cc1-d571-4698-810d-efb6eb7ce4f0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:30.922481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-69a62d62-dd41-4939-832b-148186479001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.020558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-69a62d62-dd41-4939-832b-148186479001 None None] For port ac929cc1-d571-4698-810d-efb6eb7ce4f0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:31.024040 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-69a62d62-dd41-4939-832b-148186479001 None None] For port ac929cc1-d571-4698-810d-efb6eb7ce4f0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ac929cc1-d571-4698-810d-efb6eb7ce4f0,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:31.024557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eabb61-7999-48c6-b08a-42549b74e875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e017a02a-6e8e-4753-908e-a45d7d4407b8,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:31.029630 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-69a62d62-dd41-4939-832b-148186479001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.031958 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-35eabb61-7999-48c6-b08a-42549b74e875 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6458e4520e44d318ef0fa03481876f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927917 Mar 16 10:56:31.033229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34344) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.049825 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.090451 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.090708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3cb928c0-6b27-4fed-b0a9-05db17434616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.118380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a62d62-dd41-4939-832b-148186479001 None None] Pushing event updated for resources: {'Port': ['ID=ac929cc1-d571-4698-810d-efb6eb7ce4f0,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:31.119652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3cb928c0-6b27-4fed-b0a9-05db17434616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.168441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f816:3eff:fee4:5141 (e57f845a-9024-49c0-a045-365eb6299d60/e9455579-1e0b-4323-ba2b-1ff296e83ec2/ee19ec3d-ed65-4338-98fe-7b204e9a58c8) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:31.183281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3cb928c0-6b27-4fed-b0a9-05db17434616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.198802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb928c0-6b27-4fed-b0a9-05db17434616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e017a02a-6e8e-4753-908e-a45d7d4407b8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:31.214967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3cb928c0-6b27-4fed-b0a9-05db17434616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.218702 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3cb928c0-6b27-4fed-b0a9-05db17434616 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e017a02a-6e8e-4753-908e-a45d7d4407b8 HTTP/1.1" status: 204 len: 168 time: 0.1820037 Mar 16 10:56:31.340087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.212 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/3621a08a-9ee7-4e07-92ad-ba7a3800539d) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:31.695503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.733305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object ee19ec3d-ed65-4338-98fe-7b204e9a58c8 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:31.742316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.779827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.830261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.848971 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:31.853668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:31.861951 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:31.867467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:31.868088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.910243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:31.917587 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0858300 Mar 16 10:56:31.918380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:31.919004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34368) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.920322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c076d-3992-4fca-8540-0ed2d1e68750 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=ee19ec3d-ed65-4338-98fe-7b204e9a58c8,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:31.922577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:32.043747 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=3621a08a-9ee7-4e07-92ad-ba7a3800539d,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:32.098119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c510047-e818-4fab-9a7d-d434eb67ca62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:32.104525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c510047-e818-4fab-9a7d-d434eb67ca62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:32.109324 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4c510047-e818-4fab-9a7d-d434eb67ca62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1886404 Mar 16 10:56:32.113110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34374) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.120226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ac929cc1-d571-4698-810d-efb6eb7ce4f0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:32.185275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-68cf5db4-949e-4b72-a102-45fb39996001 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port ee19ec3d-ed65-4338-98fe-7b204e9a58c8 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:32.185689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68cf5db4-949e-4b72-a102-45fb39996001 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.232891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34378) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.241164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port ac929cc1-d571-4698-810d-efb6eb7ce4f0 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:32.332427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-ed58b978-23c7-4165-9b9c-7845326c8d5a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:32.334000 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-ed58b978-23c7-4165-9b9c-7845326c8d5a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 946 time: 0.3340976 Mar 16 10:56:32.415293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2034158736'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:32.419576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2947f557-0a4c-4d3a-94b4-b309b2c04b6b None None] Provisioning for port ac929cc1-d571-4698-810d-efb6eb7ce4f0 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:32.426492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2947f557-0a4c-4d3a-94b4-b309b2c04b6b None None] Provisioning complete for port ac929cc1-d571-4698-810d-efb6eb7ce4f0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:32.427300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2947f557-0a4c-4d3a-94b4-b309b2c04b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.433812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:32.460971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Usage tracker for resource:network and tenant:2af9620f0abf4cdc84fa11109a3ae58b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:32.490608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:32.528283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.536166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:32.586893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2947f557-0a4c-4d3a-94b4-b309b2c04b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.627298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2947f557-0a4c-4d3a-94b4-b309b2c04b6b None None] For port ac929cc1-d571-4698-810d-efb6eb7ce4f0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ac929cc1-d571-4698-810d-efb6eb7ce4f0,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:32.633710 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2947f557-0a4c-4d3a-94b4-b309b2c04b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.640516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Deleting port b8946b82-27e8-424c-9a01-30e70f315560 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:32.640961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.710482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Made reservation on behalf of 2af9620f0abf4cdc84fa11109a3ae58b for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:32.713969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.719849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947f557-0a4c-4d3a-94b4-b309b2c04b6b None None] Pushing event updated for resources: {'Port': ['ID=ac929cc1-d571-4698-810d-efb6eb7ce4f0,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:32.751950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.756440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fb8a2274-b501-4b04-a3ff-41b60507483f None None] Provisioning for port ee19ec3d-ed65-4338-98fe-7b204e9a58c8 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:32.762937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fb8a2274-b501-4b04-a3ff-41b60507483f None None] Provisioning complete for port ee19ec3d-ed65-4338-98fe-7b204e9a58c8 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:32.763343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68cf5db4-949e-4b72-a102-45fb39996001 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.763893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2274-b501-4b04-a3ff-41b60507483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.822878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a2274-b501-4b04-a3ff-41b60507483f None None] Port ee19ec3d-ed65-4338-98fe-7b204e9a58c8 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:32.922791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-68cf5db4-949e-4b72-a102-45fb39996001 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for ee19ec3d-ed65-4338-98fe-7b204e9a58c8 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:32.936966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c12943-0c67-42de-b274-3748f4d7083f req-6c12901b-1fc0-4c74-b7dc-48b133a61f97 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:32.938403 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b2c12943-0c67-42de-b274-3748f4d7083f req-6c12901b-1fc0-4c74-b7dc-48b133a61f97 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 946 time: 0.6588316 Mar 16 10:56:32.954487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:32.969707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Usage tracker for resource:security_group_rule and tenant:2af9620f0abf4cdc84fa11109a3ae58b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:32.978947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:32.999374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:33.002346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.013437 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b2c12943-0c67-42de-b274-3748f4d7083f req-6610b5a7-86eb-48e7-ab40-d4909a9e6266 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671160 Mar 16 10:56:33.238608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] For port b8946b82-27e8-424c-9a01-30e70f315560, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8946b82-27e8-424c-9a01-30e70f315560,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:33.238940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.356498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router da417aa2-b38a-4078-8a4a-e06abdd21f86 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:33.361870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.364766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68cf5db4-949e-4b72-a102-45fb39996001 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.402550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.445594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf5db4-949e-4b72-a102-45fb39996001 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=ee19ec3d-ed65-4338-98fe-7b204e9a58c8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:33.549723 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:33.560625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Sync routers for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:33.578058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:33.580932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:33.582559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.584532 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c65a4b79-a618-4595-984f-37e4d5f2ee8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7740858 Mar 16 10:56:33.588261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34386) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.728381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:33.733448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68cf5db4-949e-4b72-a102-45fb39996001 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.764873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8b81af-62d7-4eae-804a-aa790fa07c43,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:33.781906 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3e2a4de5-fb51-4b41-adb6-f27a369214e1 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=849b974e975a469799922d4fd7056cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1894948 Mar 16 10:56:33.782051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34392) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.806930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:33.837244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.837598 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Added segment 881636f6-26bc-4d6e-9384-a968276025b0 of type vlan for network 345a47c3-ac39-4563-b741-3322daf38e1f Mar 16 10:56:33.861132 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-68cf5db4-949e-4b72-a102-45fb39996001 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/ee19ec3d-ed65-4338-98fe-7b204e9a58c8 HTTP/1.1" status: 204 len: 168 time: 1.7468400 Mar 16 10:56:33.868004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34396) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.920286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b8d5ea-fe29-47cc-b7cd-3b5d375e5e61 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:33.924619 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d3b8d5ea-fe29-47cc-b7cd-3b5d375e5e61 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384275 Mar 16 10:56:33.924984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34400) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.939816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.940410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.940552 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Floating IP 50e874b8-35e5-4c45-b00f-5bdbe2777872 disassociated. External IP: 172.26.2.152, port: b8946b82-27e8-424c-9a01-30e70f315560. Mar 16 10:56:33.940880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Calling delete_port for b8946b82-27e8-424c-9a01-30e70f315560 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:33.970973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.974721 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7be2f55c-4a80-432a-80bf-1f2ad369a5a3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459540 Mar 16 10:56:33.975256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34404) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.980555 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1968222656', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'project_id': '849b974e975a469799922d4fd7056cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:34.016279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c3ce4e-af1c-40a6-b591-c2ba6475775f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:34.016279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c3ce4e-af1c-40a6-b591-c2ba6475775f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:34.016279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a7c3ce4e-af1c-40a6-b591-c2ba6475775f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:34.066861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.072236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:34.072892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.103419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a7c3ce4e-af1c-40a6-b591-c2ba6475775f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:34.104582 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a7c3ce4e-af1c-40a6-b591-c2ba6475775f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2356846 Mar 16 10:56:34.108759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34410) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:34.129519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ac929cc1-d571-4698-810d-efb6eb7ce4f0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:34.151507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:34.156986 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9226341 Mar 16 10:56:34.160283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34414) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:34.163949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:subnet and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:34.172928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:34.178611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Request body: {'subnet': {'network_id': '345a47c3-ac39-4563-b741-3322daf38e1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:34.212465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:34.229647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ac929cc1-d571-4698-810d-efb6eb7ce4f0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:34.230031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.262618 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:56:32Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:34.269173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87c8e4-72f1-4331-8b08-71e416f665ec tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event updated for resources: {'Network': ['ID=345a47c3-ac39-4563-b741-3322daf38e1f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:34.274560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Checking router: da417aa2-b38a-4078-8a4a-e06abdd21f86 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:34.274912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Updating router da417aa2-b38a-4078-8a4a-e06abdd21f86 port 3621a08a-9ee7-4e07-92ad-ba7a3800539d binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:56:34.291110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:34.294801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.297176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.305133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 345a47c3-ac39-4563-b741-3322daf38e1f details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:34.317111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ac5c35-a64e-4617-993e-c35d55843042 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet e9455579-1e0b-4323-ba2b-1ff296e83ec2 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:34.338757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48ac5c35-a64e-4617-993e-c35d55843042 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.359723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Pushing event deleted for resources: {'Port': ['ID=b8946b82-27e8-424c-9a01-30e70f315560,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:34.373698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f29cf-a86a-43fc-ba2d-144a6fc53ae9 req-4b404ed7-4a59-498b-a0a1-9f2464d33e39 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:34.380975 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-711f29cf-a86a-43fc-ba2d-144a6fc53ae9 req-4b404ed7-4a59-498b-a0a1-9f2464d33e39 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 946 time: 0.2280569 Mar 16 10:56:34.446585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.454644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:34.465473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Usage tracker for resource:subnet and tenant:2af9620f0abf4cdc84fa11109a3ae58b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:34.471096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:34.482168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48ac5c35-a64e-4617-993e-c35d55843042 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.501066 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-711f29cf-a86a-43fc-ba2d-144a6fc53ae9 req-4a00b263-d497-4904-afd8-3fa5a643109b tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups?id=17ba3d95-6fc4-4082-91d5-efb6d63ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173117 Mar 16 10:56:34.521894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:34.569052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Made reservation on behalf of 2af9620f0abf4cdc84fa11109a3ae58b for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:34.572514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.624796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Router 53f3eeb7-03f1-4570-a94f-883f1a9537cf has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:34.828590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48ac5c35-a64e-4617-993e-c35d55843042 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.831834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:34.842821 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] Sync routers for ids ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:34.867002 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] Routers {'53f3eeb7-03f1-4570-a94f-883f1a9537cf'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:34.867653 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:34.922097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.934137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] No DVR routers for this DVR port b8946b82-27e8-424c-9a01-30e70f315560 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:34.937312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.941387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'name': 'network-vif-deleted', 'tag': 'b8946b82-27e8-424c-9a01-30e70f315560'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:56:34.950861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Transition to ACTIVE for port object 3621a08a-9ee7-4e07-92ad-ba7a3800539d will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:34.959538 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.964991 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c13d4ed8-a7d4-48f9-a4b5-986c87d74899 req-803a5178-494f-4dc9-9422-754504fbbe0a tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.48 "DELETE /v2.0/ports/b8946b82-27e8-424c-9a01-30e70f315560 HTTP/1.1" status: 204 len: 173 time: 2.6234496 Mar 16 10:56:35.028943 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf1032c-6f05-44c4-8f84-4171c2334db0', 'name': 'network-vif-deleted', 'tag': 'b8946b82-27e8-424c-9a01-30e70f315560', 'status': 'completed', 'code': 200} Mar 16 10:56:35.054903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.059722 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Attempting to bind port 3621a08a-9ee7-4e07-92ad-ba7a3800539d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:35.060357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Attempting to bind port 3621a08a-9ee7-4e07-92ad-ba7a3800539d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:35.061009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Attempting to bind port 3621a08a-9ee7-4e07-92ad-ba7a3800539d on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:35.063641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbedd74-6fb7-486c-bb6c-7abd7ec5d6ea None None] Pushing event updated for resources: {'Port': ['ID=3621a08a-9ee7-4e07-92ad-ba7a3800539d,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.071031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:35.071711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:35.072555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.073360 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:35.074014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Bound port: 3621a08a-9ee7-4e07-92ad-ba7a3800539d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:35.074592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.093366 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] Set router 53f3eeb7-03f1-4570-a94f-883f1a9537cf gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:35.111341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48ac5c35-a64e-4617-993e-c35d55843042 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.144933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df18cc-a910-4af2-b51a-4cbbd8b8038f None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:35.147255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48ac5c35-a64e-4617-993e-c35d55843042 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.159452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.196113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] For port 3621a08a-9ee7-4e07-92ad-ba7a3800539d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:35.259875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] For port 3621a08a-9ee7-4e07-92ad-ba7a3800539d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3621a08a-9ee7-4e07-92ad-ba7a3800539d,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:35.269123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.327008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event updated for resources: {'Subnet': ['ID=0c33dcef-eb81-4404-a1ba-059d0883f3c4,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.374084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Checking segment: {'id': '881636f6-26bc-4d6e-9384-a968276025b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '345a47c3-ac39-4563-b741-3322daf38e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:35.374495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Network hostable DHCP agents. Network: 345a47c3-ac39-4563-b741-3322daf38e1f, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:35.382340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34420) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:35.382549 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-48ac5c35-a64e-4617-993e-c35d55843042 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/e9455579-1e0b-4323-ba2b-1ff296e83ec2 HTTP/1.1" status: 204 len: 168 time: 1.2727702 Mar 16 10:56:35.391720 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac5c35-a64e-4617-993e-c35d55843042 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=e9455579-1e0b-4323-ba2b-1ff296e83ec2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.419760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:35.420391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:35.462150 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd2a06fab-c2ab-4cd6-ab1f-d53def9a6b43', 'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'mac_address': 'fa:16:3e:ce:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:17Z', 'updated_at': '2022-03-16T10:54:41Z', 'revision_number': 5, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'subnets': [{'id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:35.467114 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] Checking router: 53f3eeb7-03f1-4570-a94f-883f1a9537cf for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:35.477267 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] Routers {'53f3eeb7-03f1-4570-a94f-883f1a9537cf'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:35.478532 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:35.495673 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e197da12-3939-4183-ad84-a4d3c46b6607 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097126 Mar 16 10:56:35.498208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34424) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:35.498466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbedd74-6fb7-486c-bb6c-7abd7ec5d6ea None None] Pushing event updated for resources: {'Port': ['ID=3621a08a-9ee7-4e07-92ad-ba7a3800539d,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.506727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Checking segment: {'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:35.507087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network hostable DHCP agents. Network: b2c929ed-7c2f-463c-9dd2-114e2ce917ee, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:35.515770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:35.525050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Network 345a47c3-ac39-4563-b741-3322daf38e1f is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:35.552223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 345a47c3-ac39-4563-b741-3322daf38e1f) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:35.559552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Subnet': ['ID=bc6bf648-3a48-4168-b08a-3d4372716954,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.564444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:35.565079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.583730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network b2c929ed-7c2f-463c-9dd2-114e2ce917ee is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:35.584260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adffdcb-f508-4c60-8632-a3e3a2ea9c28 None None] Network 345a47c3-ac39-4563-b741-3322daf38e1f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:35.601882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b2c929ed-7c2f-463c-9dd2-114e2ce917ee) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:35.608374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:35.611750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.629130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09730505-a809-41cd-94da-6c0170bd4edd None None] Network b2c929ed-7c2f-463c-9dd2-114e2ce917ee requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:35.630157 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2a862cf8-7183-4f6f-898d-51b0eeb0d7f4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4678164 Mar 16 10:56:35.645097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34430) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:35.658947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2014585857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:35.687515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:35.692396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Usage tracker for resource:router and tenant:2af9620f0abf4cdc84fa11109a3ae58b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:35.695792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:35.703595 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-aed2a2e6-6b31-4651-805f-bed693daf0f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7275667 Mar 16 10:56:35.709747 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34436) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:35.777343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:35.816200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.817318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.847276 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] Set router 53f3eeb7-03f1-4570-a94f-883f1a9537cf gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:35.865677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-515500d7-add7-447e-bc66-b98e7bfff866 req-91526fb6-88f6-4e58-b261-749b66012057 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Synchronizing usage tracker for tenant:c480ded403d94a78b89e39ab463cf7cb on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:35.885394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:35.891709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:35.895006 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:35.907089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-515500d7-add7-447e-bc66-b98e7bfff866 req-91526fb6-88f6-4e58-b261-749b66012057 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Unset dirty status for tenant:c480ded403d94a78b89e39ab463cf7cb on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:35.908867 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-515500d7-add7-447e-bc66-b98e7bfff866 req-91526fb6-88f6-4e58-b261-749b66012057 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf1032c-6f05-44c4-8f84-4171c2334db0 HTTP/1.1" status: 200 len: 210 time: 0.1615026 Mar 16 10:56:35.909789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:35.924823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:35.929709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.944419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:35.951841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.983145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Deleting port ac929cc1-d571-4698-810d-efb6eb7ce4f0 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:35.983519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.016933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:36.089558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.184569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.188253 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9274cb9c-1c9d-4d74-af74-54b24f647c8d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5397122 Mar 16 10:56:36.193588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34440) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:36.206440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ac929cc1-d571-4698-810d-efb6eb7ce4f0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:36.292803 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd2a06fab-c2ab-4cd6-ab1f-d53def9a6b43', 'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'mac_address': 'fa:16:3e:ce:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:17Z', 'updated_at': '2022-03-16T10:54:41Z', 'revision_number': 5, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'subnets': [{'id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:36.297152 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d878fc8-1619-47d1-91b4-8d6b974f9869 None None] The sync data for ids ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'] in dv-neutron-833860-1-hyperv is: [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd2a06fab-c2ab-4cd6-ab1f-d53def9a6b43', 'name': '', 'network_id': '5d763a5a-f308-425a-be9c-c795624cc306', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'mac_address': 'fa:16:3e:ce:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:17Z', 'updated_at': '2022-03-16T10:54:41Z', 'revision_number': 5, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'subnets': [{'id': '0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:36.503779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:36.504615 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.538646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:36.668885 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf5e359-6a96-421f-946d-b8745a55542c None None] New status for floating IP 50e874b8-35e5-4c45-b00f-5bdbe2777872: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:56:36.742531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.988848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] For port ac929cc1-d571-4698-810d-efb6eb7ce4f0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ac929cc1-d571-4698-810d-efb6eb7ce4f0,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:36.994465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8946b82-27e8-424c-9a01-30e70f315560 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:37.021682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.027875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.029030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.029992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.106941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34448) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:37.112907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: b8946b82-27e8-424c-9a01-30e70f315560 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:37.113578 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8946b82-27e8-424c-9a01-30e70f315560 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:37.167896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:37.168951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=dc576571-c4f5-4209-b97a-f37b25a17dd6,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:37.173639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:37.182630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:37.183394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.211463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=ac929cc1-d571-4698-810d-efb6eb7ce4f0,revision_number=6']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:37.228198 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-49159d44-1b7c-4050-9069-5e7b01041e5a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7287529 Mar 16 10:56:37.229372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34452) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:37.235352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:a7:4e:0a', 'name': 'tempest-NetworksTestDHCPv6-1087346124'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:37.236178 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-345a47c3-ac39-4563-b741-3322daf38e1f', 'network_id': '345a47c3-ac39-4563-b741-3322daf38e1f', 'tenant_id': '2af9620f0abf4cdc84fa11109a3ae58b', 'fixed_ips': [{'subnet_id': '0c33dcef-eb81-4404-a1ba-059d0883f3c4'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:37.236996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.285327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.375568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:37.379792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:37.382692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:37.388337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:37.398850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:37.443114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d636d79-0512-4c44-a6e7-79745961eda0 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.470157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d636d79-0512-4c44-a6e7-79745961eda0 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.475630 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] For port ac929cc1-d571-4698-810d-efb6eb7ce4f0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ac929cc1-d571-4698-810d-efb6eb7ce4f0,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:37.476015 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.492274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Allocated IP 172.20.0.2 (b2c929ed-7c2f-463c-9dd2-114e2ce917ee/bc6bf648-3a48-4168-b08a-3d4372716954/01bd9e27-5d76-4f81-b887-f7ef92ef4cab) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:37.514028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.532769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.560712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 51882720-3cac-4778-8498-a24c7c6bd497 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:37.635502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Calling delete_port for ac929cc1-d571-4698-810d-efb6eb7ce4f0 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:37.680108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:37.680758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:37.685580 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:56:32Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:37.692946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d636d79-0512-4c44-a6e7-79745961eda0 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.705205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f816:3eff:fea7:4e0a (e57f845a-9024-49c0-a045-365eb6299d60/dc576571-c4f5-4209-b97a-f37b25a17dd6/51882720-3cac-4778-8498-a24c7c6bd497) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:37.718011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d03e8-4539-4f88-a720-0b8fad673758 None None] The sync data for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv is: [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:56:32Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:37.727756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d636d79-0512-4c44-a6e7-79745961eda0 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba3d95-6fc4-4082-91d5-efb6d63ab61f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:37.811146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Allocated IP 172.20.0.1 (345a47c3-ac39-4563-b741-3322daf38e1f/0c33dcef-eb81-4404-a1ba-059d0883f3c4/9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:37.876250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d636d79-0512-4c44-a6e7-79745961eda0 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.879855 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6d636d79-0512-4c44-a6e7-79745961eda0 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "DELETE /v2.0/security-groups/17ba3d95-6fc4-4082-91d5-efb6d63ab61f HTTP/1.1" status: 204 len: 168 time: 0.7646132 Mar 16 10:56:37.880896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34456) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:37.904997 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-c5daa72c-a18c-46f6-a003-630235ecc902 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] show failed (client error): The resource could not be found. Mar 16 10:56:37.908564 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c5daa72c-a18c-46f6-a003-630235ecc902 tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "GET /v2.0/security-groups/17ba3d95-6fc4-4082-91d5-efb6d63ab61f HTTP/1.1" status: 404 len: 347 time: 0.0247269 Mar 16 10:56:37.915701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34460) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:37.946543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:37.946888 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:38.077932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.115359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Transition to ACTIVE for port object 01bd9e27-5d76-4f81-b887-f7ef92ef4cab will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:38.150405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-819834e3-7e4c-4450-ae0e-fbeaf19cf9cb tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Deleting port d9465387-746d-4504-938c-e275817d13d5 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:38.150997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-819834e3-7e4c-4450-ae0e-fbeaf19cf9cb tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.157324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.158489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Transition to ACTIVE for port object 01bd9e27-5d76-4f81-b887-f7ef92ef4cab will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:38.159380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.165030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.179163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Transition to ACTIVE for port object 9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:38.243143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.311823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Network b2c929ed-7c2f-463c-9dd2-114e2ce917ee is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:38.315215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Network 345a47c3-ac39-4563-b741-3322daf38e1f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:38.320657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:38.322911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:38.326862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:38.340162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:38.351295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.352292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Pushing event updated for resources: {'Port': ['ID=01bd9e27-5d76-4f81-b887-f7ef92ef4cab,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:38.358583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.387947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.1 (b2c929ed-7c2f-463c-9dd2-114e2ce917ee/bc6bf648-3a48-4168-b08a-3d4372716954/279a08b0-bb7f-412a-90b5-ab7596b458f9) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:38.405065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 51882720-3cac-4778-8498-a24c7c6bd497 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:38.410783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event updated for resources: {'Port': ['ID=9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:38.421322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.439258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Allocated IP 172.20.0.2 (345a47c3-ac39-4563-b741-3322daf38e1f/0c33dcef-eb81-4404-a1ba-059d0883f3c4/bd7226a3-188e-495f-b964-fefbe07722f7) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:38.520060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-819834e3-7e4c-4450-ae0e-fbeaf19cf9cb tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.520433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-819834e3-7e4c-4450-ae0e-fbeaf19cf9cb tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.599301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Deleting port ac929cc1-d571-4698-810d-efb6eb7ce4f0 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:38.599616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.606369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.714167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-819834e3-7e4c-4450-ae0e-fbeaf19cf9cb tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Calling delete_port for d9465387-746d-4504-938c-e275817d13d5 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:38.722716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Attempting to bind port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:38.723060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Attempting to bind port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:38.723733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Attempting to bind port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab on network b2c929ed-7c2f-463c-9dd2-114e2ce917ee {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:38.744557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port ac929cc1-d571-4698-810d-efb6eb7ce4f0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ac929cc1-d571-4698-810d-efb6eb7ce4f0,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:38.773963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:38.774375 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Checking segment: {'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:38.774728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.775117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Bound using segment: {'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:38.775594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Bound port: 01bd9e27-5d76-4f81-b887-f7ef92ef4cab, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:38.775953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.782286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.792292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.021506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3621a08a-9ee7-4e07-92ad-ba7a3800539d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:39.027630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-819834e3-7e4c-4450-ae0e-fbeaf19cf9cb tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.047640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:39.047921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.081383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 279a08b0-bb7f-412a-90b5-ab7596b458f9 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:39.084972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:39.087491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:39.093868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:39.094573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.154620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=51882720-3cac-4778-8498-a24c7c6bd497,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:39.210976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819834e3-7e4c-4450-ae0e-fbeaf19cf9cb tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Pushing event deleted for resources: {'Port': ['ID=d9465387-746d-4504-938c-e275817d13d5,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:39.217192 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] For port ac929cc1-d571-4698-810d-efb6eb7ce4f0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ac929cc1-d571-4698-810d-efb6eb7ce4f0,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:39.217728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.243045 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-358efccb-bd13-4fc1-90a2-c73c3e548e80 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0091958 Mar 16 10:56:39.243045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34464) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:39.255989 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=ac929cc1-d571-4698-810d-efb6eb7ce4f0,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:39.261652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.268799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.284684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-819834e3-7e4c-4450-ae0e-fbeaf19cf9cb tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.287218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-819834e3-7e4c-4450-ae0e-fbeaf19cf9cb tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.291223 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-819834e3-7e4c-4450-ae0e-fbeaf19cf9cb tempest-ServersTestManualDisk-1663638870 tempest-ServersTestManualDisk-1663638870-project] 10.222.0.37 "DELETE /v2.0/floatingips/50e874b8-35e5-4c45-b00f-5bdbe2777872 HTTP/1.1" status: 204 len: 168 time: 1.3727860 Mar 16 10:56:39.295452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34468) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:39.311141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.338761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.385220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Calling delete_port for ac929cc1-d571-4698-810d-efb6eb7ce4f0 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:39.398215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network b2c929ed-7c2f-463c-9dd2-114e2ce917ee is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:39.403865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:39.406207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.412880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event updated for resources: {'Port': ['ID=9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:39.417065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:39.429610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] For port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:39.434571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Transition to ACTIVE for port object bd7226a3-188e-495f-b964-fefbe07722f7 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:39.469046 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] For port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=01bd9e27-5d76-4f81-b887-f7ef92ef4cab,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:39.469955 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 3621a08a-9ee7-4e07-92ad-ba7a3800539d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:39.484921 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.488153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a9192-8049-439a-b803-93ea290fcbfc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:39.489390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Transition to ACTIVE for port object bd7226a3-188e-495f-b964-fefbe07722f7 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:39.494018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a9192-8049-439a-b803-93ea290fcbfc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:39.494812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1d5a9192-8049-439a-b803-93ea290fcbfc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:39.536783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3621a08a-9ee7-4e07-92ad-ba7a3800539d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:39.537186 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.587499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.610602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1d5a9192-8049-439a-b803-93ea290fcbfc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:39.614096 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1d5a9192-8049-439a-b803-93ea290fcbfc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3677957 Mar 16 10:56:39.621512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34472) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:39.664144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Network 345a47c3-ac39-4563-b741-3322daf38e1f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:39.670054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:39.685385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=279a08b0-bb7f-412a-90b5-ab7596b458f9,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:39.750302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Network 345a47c3-ac39-4563-b741-3322daf38e1f is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:39.755043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.764794 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:39.770306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af852989-f23e-47b4-9d9f-f5066f43eacb None None] Pushing event updated for resources: {'Port': ['ID=01bd9e27-5d76-4f81-b887-f7ef92ef4cab,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:39.776892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-bac6e0ec-ae3b-48de-8be0-f58326093f62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 51882720-3cac-4778-8498-a24c7c6bd497 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:39.777181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bac6e0ec-ae3b-48de-8be0-f58326093f62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.825931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:39.973602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.987454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Attempting to bind port bd7226a3-188e-495f-b964-fefbe07722f7 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:39.987824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Attempting to bind port bd7226a3-188e-495f-b964-fefbe07722f7 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '881636f6-26bc-4d6e-9384-a968276025b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '345a47c3-ac39-4563-b741-3322daf38e1f'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:39.988170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Attempting to bind port bd7226a3-188e-495f-b964-fefbe07722f7 on network 345a47c3-ac39-4563-b741-3322daf38e1f {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:40.026044 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Pushing event updated for resources: {'Port': ['ID=bd7226a3-188e-495f-b964-fefbe07722f7,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.089477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.142331 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:40.142702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Checking segment: {'id': '881636f6-26bc-4d6e-9384-a968276025b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '345a47c3-ac39-4563-b741-3322daf38e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:40.142965 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.143383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Bound using segment: {'id': '881636f6-26bc-4d6e-9384-a968276025b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '345a47c3-ac39-4563-b741-3322daf38e1f'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:40.143878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Bound port: bd7226a3-188e-495f-b964-fefbe07722f7, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881636f6-26bc-4d6e-9384-a968276025b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '345a47c3-ac39-4563-b741-3322daf38e1f'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:40.144245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.169481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] Pushing event deleted for resources: {'Port': ['ID=ac929cc1-d571-4698-810d-efb6eb7ce4f0,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.172886 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Router 58783dc4-3c4d-47db-8487-3089cd5d6223 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:40.273637 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c8390-eb4c-45fc-a2cf-b2daa485b9ac None None] No DVR routers for this DVR port ac929cc1-d571-4698-810d-efb6eb7ce4f0 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:40.277006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.294451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 3621a08a-9ee7-4e07-92ad-ba7a3800539d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3621a08a-9ee7-4e07-92ad-ba7a3800539d,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:40.311318 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.358493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bac6e0ec-ae3b-48de-8be0-f58326093f62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.391548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae8975-849d-48ab-ac66-274e0706f073 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:40.439572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=3621a08a-9ee7-4e07-92ad-ba7a3800539d,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.490947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] For port bd7226a3-188e-495f-b964-fefbe07722f7, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:40.514378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] For port bd7226a3-188e-495f-b964-fefbe07722f7, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd7226a3-188e-495f-b964-fefbe07722f7,segment=NetworkSegment(881636f6-26bc-4d6e-9384-a968276025b0),segment_id=881636f6-26bc-4d6e-9384-a968276025b0)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:40.520525 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.531517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-bac6e0ec-ae3b-48de-8be0-f58326093f62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 51882720-3cac-4778-8498-a24c7c6bd497 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:40.586983 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:40.599356 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a120845-970f-4b6e-affc-2157dda490c2 None None] Sync routers for ids ['58783dc4-3c4d-47db-8487-3089cd5d6223'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:40.619754 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a120845-970f-4b6e-affc-2157dda490c2 None None] Routers {'58783dc4-3c4d-47db-8487-3089cd5d6223'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:40.620379 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4a120845-970f-4b6e-affc-2157dda490c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['58783dc4-3c4d-47db-8487-3089cd5d6223'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.675206 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5ba74f3e-ce18-4d03-b0ab-e056ba839dc5 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "PUT /v2.0/routers/58783dc4-3c4d-47db-8487-3089cd5d6223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4804738 Mar 16 10:56:40.690990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34476) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:40.700572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Request body: {'port': {'network_id': '345a47c3-ac39-4563-b741-3322daf38e1f', 'name': 'tempest-FloatingIPNegativeTestJSON-1830050400'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:40.728265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802688c-0ab0-4d01-80cb-1e3daf1308ea None None] Pushing event updated for resources: {'Port': ['ID=bd7226a3-188e-495f-b964-fefbe07722f7,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.739717 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4a120845-970f-4b6e-affc-2157dda490c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.750470 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a120845-970f-4b6e-affc-2157dda490c2 None None] Routers {'58783dc4-3c4d-47db-8487-3089cd5d6223'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:40.751247 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4a120845-970f-4b6e-affc-2157dda490c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['58783dc4-3c4d-47db-8487-3089cd5d6223'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.757846 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bac6e0ec-ae3b-48de-8be0-f58326093f62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.864097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6e0ec-ae3b-48de-8be0-f58326093f62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=51882720-3cac-4778-8498-a24c7c6bd497,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.887902 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': 'dc576571-c4f5-4209-b97a-f37b25a17dd6'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:40.888371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.914568 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4a120845-970f-4b6e-affc-2157dda490c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.916405 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a120845-970f-4b6e-affc-2157dda490c2 None None] The sync data for ids ['58783dc4-3c4d-47db-8487-3089cd5d6223'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:40.980663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bac6e0ec-ae3b-48de-8be0-f58326093f62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.038669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.146674 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3621a08a-9ee7-4e07-92ad-ba7a3800539d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:41.151550 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bac6e0ec-ae3b-48de-8be0-f58326093f62 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/51882720-3cac-4778-8498-a24c7c6bd497 HTTP/1.1" status: 204 len: 168 time: 1.5295622 Mar 16 10:56:41.155840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34480) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.180356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:41.200220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Usage tracker for resource:port and tenant:2af9620f0abf4cdc84fa11109a3ae58b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:41.206662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:41.226738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:41.257036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Made reservation on behalf of 2af9620f0abf4cdc84fa11109a3ae58b for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:41.261412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.272364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Allocated IP 2001:db8::f816:3eff:fefb:ef7c (e57f845a-9024-49c0-a045-365eb6299d60/dc576571-c4f5-4209-b97a-f37b25a17dd6/d2c8abc2-f362-414d-8033-d4db105eb32d) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:41.283615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.295779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] device_id is not set on port 0fbc05f5-4a7b-4f35-bf84-260370dca77d yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:41.306109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3621a08a-9ee7-4e07-92ad-ba7a3800539d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:41.306692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.333232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.348776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f143c95-cc3f-42ff-a4ac-f7bf64b7b9e9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:41.355711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f143c95-cc3f-42ff-a4ac-f7bf64b7b9e9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:41.357233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5f143c95-cc3f-42ff-a4ac-f7bf64b7b9e9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:41.429785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.447001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e736b157-807c-4a21-8548-d26109443014 None None] Network b2c929ed-7c2f-463c-9dd2-114e2ce917ee requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:41.494626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5f143c95-cc3f-42ff-a4ac-f7bf64b7b9e9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:41.496604 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5f143c95-cc3f-42ff-a4ac-f7bf64b7b9e9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3397253 Mar 16 10:56:41.497307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34484) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.578984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=279a08b0-bb7f-412a-90b5-ab7596b458f9,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:41.592885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e0577f-bc7c-4643-b760-3fc7e996e4ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet dc576571-c4f5-4209-b97a-f37b25a17dd6 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:41.603761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-78a1cf93-ccdc-4c54-929d-bc460f11df6e None None] Provisioning for port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:41.667906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] Deleting port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:41.668172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.711211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Allocated IP 172.20.0.10 (345a47c3-ac39-4563-b741-3322daf38e1f/0c33dcef-eb81-4404-a1ba-059d0883f3c4/0fbc05f5-4a7b-4f35-bf84-260370dca77d) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:41.729752 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network b2c929ed-7c2f-463c-9dd2-114e2ce917ee is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:41.731539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:41.857582 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 01bd9e27-5d76-4f81-b887-f7ef92ef4cab up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:41.888128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] For port d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:41.888710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.984696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.009431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Transition to ACTIVE for port object d2c8abc2-f362-414d-8033-d4db105eb32d will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:42.012118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:42.026723 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:42.027251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.037586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] Calling delete_port for d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:42.058402 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router da417aa2-b38a-4078-8a4a-e06abdd21f86 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:42.086140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Transition to ACTIVE for port object d2c8abc2-f362-414d-8033-d4db105eb32d will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:42.107043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-55e0577f-bc7c-4643-b760-3fc7e996e4ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.117977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.160789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1eb79-a385-40b9-9169-c59e9ee62a6d None None] Network 345a47c3-ac39-4563-b741-3322daf38e1f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:42.171507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.248810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:42.256311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Transition to ACTIVE for port object 0fbc05f5-4a7b-4f35-bf84-260370dca77d will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:42.272779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:42.296567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:42.315070 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fc296496-2ec1-478e-bee6-13da904c2e13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/da417aa2-b38a-4078-8a4a-e06abdd21f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6042466 Mar 16 10:56:42.324056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34488) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.339139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-55e0577f-bc7c-4643-b760-3fc7e996e4ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.357926 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:42.368643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Sync routers for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:42.399473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-34758fe9-e2d9-4a63-8749-72ed2cad3d53 None None] Provisioning for port bd7226a3-188e-495f-b964-fefbe07722f7 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:42.426818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Pushing event updated for resources: {'Port': ['ID=d2c8abc2-f362-414d-8033-d4db105eb32d,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:42.456434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:42.457125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:42.530568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-55e0577f-bc7c-4643-b760-3fc7e996e4ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.561539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.613800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.665011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.683650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Attempting to bind port d2c8abc2-f362-414d-8033-d4db105eb32d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:42.684345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Attempting to bind port d2c8abc2-f362-414d-8033-d4db105eb32d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:42.684704 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Attempting to bind port d2c8abc2-f362-414d-8033-d4db105eb32d on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:42.693076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:42.765969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-55e0577f-bc7c-4643-b760-3fc7e996e4ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.794701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Network 345a47c3-ac39-4563-b741-3322daf38e1f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:42.801773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:42.804461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:42.804461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:42.804852 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.805510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:42.806024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Bound port: d2c8abc2-f362-414d-8033-d4db105eb32d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:42.806288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:42.806528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.827408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0577f-bc7c-4643-b760-3fc7e996e4ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=dc576571-c4f5-4209-b97a-f37b25a17dd6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:42.833111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-55e0577f-bc7c-4643-b760-3fc7e996e4ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.860465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=01bd9e27-5d76-4f81-b887-f7ef92ef4cab,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:42.866617 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0eaff30e-4046-446c-bd8c-cf826277c1bb None None] Provisioning complete for port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:42.867005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0eaff30e-4046-446c-bd8c-cf826277c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.905215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event updated for resources: {'Port': ['ID=0fbc05f5-4a7b-4f35-bf84-260370dca77d,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:42.916766 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-55e0577f-bc7c-4643-b760-3fc7e996e4ca tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/dc576571-c4f5-4209-b97a-f37b25a17dd6 HTTP/1.1" status: 204 len: 168 time: 1.4126351 Mar 16 10:56:42.925607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34492) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.953486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e159503-39af-470d-a5db-87b3fbeed89f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:42.953889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e159503-39af-470d-a5db-87b3fbeed89f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:42.954465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e159503-39af-470d-a5db-87b3fbeed89f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:42.954907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e159503-39af-470d-a5db-87b3fbeed89f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:42.955353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e159503-39af-470d-a5db-87b3fbeed89f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:42.955797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e159503-39af-470d-a5db-87b3fbeed89f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:42.956241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e159503-39af-470d-a5db-87b3fbeed89f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:42.956690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e159503-39af-470d-a5db-87b3fbeed89f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:42.961210 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7e159503-39af-470d-a5db-87b3fbeed89f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 0.6350672 Mar 16 10:56:42.965219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34496) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.005068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.009008 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-91a9f645-fd17-4ffc-834c-dc77840873a0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820434 Mar 16 10:56:43.012287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34500) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.081983 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.082758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.128821 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a802577a-771a-4f57-bca8-6007f876d7d0 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4336455 Mar 16 10:56:43.129805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34504) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.143895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:43.145880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45c53e-5a2c-4e26-bb76-045b09526ac2 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.146446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45c53e-5a2c-4e26-bb76-045b09526ac2 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.146908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45c53e-5a2c-4e26-bb76-045b09526ac2 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.148666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45c53e-5a2c-4e26-bb76-045b09526ac2 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.149455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45c53e-5a2c-4e26-bb76-045b09526ac2 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.150102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45c53e-5a2c-4e26-bb76-045b09526ac2 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.150419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45c53e-5a2c-4e26-bb76-045b09526ac2 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.155371 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6f45c53e-5a2c-4e26-bb76-045b09526ac2 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4581 time: 0.1855669 Mar 16 10:56:43.156337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:43.161602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34508) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.165745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:43.246198 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Usage tracker for resource:floatingip and tenant:2af9620f0abf4cdc84fa11109a3ae58b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:43.263130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:43.270191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.271517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:43.287704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.289054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd7226a3-188e-495f-b964-fefbe07722f7 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:43.294933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b81dd71-69d5-48ab-ac77-600c7912d7bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.295636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7b81dd71-69d5-48ab-ac77-600c7912d7bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:43.378022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7b81dd71-69d5-48ab-ac77-600c7912d7bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:43.379199 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7b81dd71-69d5-48ab-ac77-600c7912d7bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3661635 Mar 16 10:56:43.381763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34512) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.443427 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] For port d2c8abc2-f362-414d-8033-d4db105eb32d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:43.458481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=01bd9e27-5d76-4f81-b887-f7ef92ef4cab,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.496014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] For port d2c8abc2-f362-414d-8033-d4db105eb32d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d2c8abc2-f362-414d-8033-d4db105eb32d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:43.527696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.529898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda19f3a-913f-41a2-95f5-24b505606741 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:43.530753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cda19f3a-913f-41a2-95f5-24b505606741 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:43.537114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.544089 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a687ba53-e2f8-4133-b728-b40278dfd4a5 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3601 time: 0.3814144 Mar 16 10:56:43.619079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cda19f3a-913f-41a2-95f5-24b505606741 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:43.620352 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cda19f3a-913f-41a2-95f5-24b505606741 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2376506 Mar 16 10:56:43.623503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34518) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.713525 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ee4b89cc-51ed-486a-a695-f1b32a0c09cf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889096 Mar 16 10:56:43.718447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34522) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.736166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:43.800598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34526) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.806265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Allocated IP 172.26.2.206 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/90765d8f-28ad-41cc-9b17-a40fbf5804fe) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:43.811801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0eaff30e-4046-446c-bd8c-cf826277c1bb None None] Provisioning for port 279a08b0-bb7f-412a-90b5-ab7596b458f9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:43.820878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622102070', 'description': 'tempest-secgroup-smoke-622102070 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:43.833553 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:43.843515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:43.851264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port bd7226a3-188e-495f-b964-fefbe07722f7 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:43.854421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6fee2-a6dd-4bb3-97c0-054e1427b057 None None] Pushing event updated for resources: {'Port': ['ID=d2c8abc2-f362-414d-8033-d4db105eb32d,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.876087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:43.898653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0eaff30e-4046-446c-bd8c-cf826277c1bb None None] Provisioning complete for port 279a08b0-bb7f-412a-90b5-ab7596b458f9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:43.899021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0eaff30e-4046-446c-bd8c-cf826277c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.899417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:43.923971 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port bd7226a3-188e-495f-b964-fefbe07722f7 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:43.924339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.983277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.025712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:44.029690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:44.033230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:44.039511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:44.040396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-0eaff30e-4046-446c-bd8c-cf826277c1bb None None] Port 279a08b0-bb7f-412a-90b5-ab7596b458f9 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:44.110219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] Router 53f3eeb7-03f1-4570-a94f-883f1a9537cf has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:44.117850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.129852 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:44.137532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.138553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Checking router: da417aa2-b38a-4078-8a4a-e06abdd21f86 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:44.138905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Updating router da417aa2-b38a-4078-8a4a-e06abdd21f86 port 279a08b0-bb7f-412a-90b5-ab7596b458f9 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:56:44.147555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:44.155639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.202103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf90a84-8aa0-4c39-aecb-06507711e385,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.216840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port bd7226a3-188e-495f-b964-fefbe07722f7, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd7226a3-188e-495f-b964-fefbe07722f7,segment=NetworkSegment(881636f6-26bc-4d6e-9384-a968276025b0),segment_id=881636f6-26bc-4d6e-9384-a968276025b0)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:44.220963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-18c7ad7f-6460-40fe-b0fd-bf70cd04bbaf None None] Provisioning for port 9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:44.229596 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.241355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.257263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:44.264686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.274474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-18c7ad7f-6460-40fe-b0fd-bf70cd04bbaf None None] Provisioning complete for port 9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:44.274780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-18c7ad7f-6460-40fe-b0fd-bf70cd04bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.294495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.296195 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4e78f64f-7dbf-4052-ae73-6cbce7b7b1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4925647 Mar 16 10:56:44.299525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34532) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.322828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'fcf90a84-8aa0-4c39-aecb-06507711e385', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:44.333027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:44.341836 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:44.345353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:44.353891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:44.368136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.376885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:44.380861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.435241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-18c7ad7f-6460-40fe-b0fd-bf70cd04bbaf None None] Port 9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:44.446885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:44.454741 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9066ca9e-1f75-453d-b4d2-6b3c1feae437 admin admin] 10.222.0.37 "PUT /v2.0/routers/53f3eeb7-03f1-4570-a94f-883f1a9537cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1603765 Mar 16 10:56:44.458774 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] Sync routers for ids ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:44.469738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34538) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.476384 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] Routers {'53f3eeb7-03f1-4570-a94f-883f1a9537cf'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:44.477252 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:44.523946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=bd7226a3-188e-495f-b964-fefbe07722f7,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.559497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-18c7ad7f-6460-40fe-b0fd-bf70cd04bbaf None None] Provisioning for port 0fbc05f5-4a7b-4f35-bf84-260370dca77d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:44.568685 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-18c7ad7f-6460-40fe-b0fd-bf70cd04bbaf None None] Provisioning complete for port 0fbc05f5-4a7b-4f35-bf84-260370dca77d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:44.569266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-18c7ad7f-6460-40fe-b0fd-bf70cd04bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.805279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-18c7ad7f-6460-40fe-b0fd-bf70cd04bbaf None None] Port 0fbc05f5-4a7b-4f35-bf84-260370dca77d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:44.810338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:44.811188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.836875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-18c7ad7f-6460-40fe-b0fd-bf70cd04bbaf None None] Provisioning complete for port bd7226a3-188e-495f-b964-fefbe07722f7 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:44.837543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-18c7ad7f-6460-40fe-b0fd-bf70cd04bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.896206 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a4a472-869d-4e1a-8a73-410849544524 None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:56:44.920089 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.946047 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] Set router 53f3eeb7-03f1-4570-a94f-883f1a9537cf gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:44.994025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:45.039355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:45.079179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:45.148376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.169560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 01bd9e27-5d76-4f81-b887-f7ef92ef4cab up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:45.233672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Transition to ACTIVE for port object 279a08b0-bb7f-412a-90b5-ab7596b458f9 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:45.263913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.329483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event updated for resources: {'Port': ['ID=90765d8f-28ad-41cc-9b17-a40fbf5804fe,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:45.397131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.397909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a4a472-869d-4e1a-8a73-410849544524 None None] Resources bound (agent type, host, resource id): {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:56:45.474796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ddcb0-7a54-40be-854a-7cf291549ed2 None None] Pushing event updated for resources: {'Port': ['ID=279a08b0-bb7f-412a-90b5-ab7596b458f9,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:45.535514 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:56:42Z', 'revision_number': 5, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port': {'id': 'c5a5dcc4-7ea5-4060-b671-6b065a60a326', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:08Z', 'updated_at': '2022-03-16T10:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:45.542090 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] Checking router: 53f3eeb7-03f1-4570-a94f-883f1a9537cf for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:45.559102 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] Routers {'53f3eeb7-03f1-4570-a94f-883f1a9537cf'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:45.560156 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:45.563556 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.580768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:45.581302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.589830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.624257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.638671 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac14f7b-39c5-4a98-992c-688a5b409d46,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:45.647112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.667188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ba396-d68f-49de-810b-b4f6a0bdbe31 req-5c04480c-a6b2-4cad-9ad8-e22d23e86d95 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:45.669018 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fd4ba396-d68f-49de-810b-b4f6a0bdbe31 req-5c04480c-a6b2-4cad-9ad8-e22d23e86d95 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.3205769 Mar 16 10:56:45.670723 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Deleting port c5a5dcc4-7ea5-4060-b671-6b065a60a326 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:45.671157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.686613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] For port d2c8abc2-f362-414d-8033-d4db105eb32d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d2c8abc2-f362-414d-8033-d4db105eb32d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:45.717977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.724797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.725594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.735494 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.736826 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8e106ce3-da65-452a-8c46-62434eb05296 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4362481 Mar 16 10:56:45.766333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34558) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:45.780240 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Attempting to bind port 279a08b0-bb7f-412a-90b5-ab7596b458f9 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:45.781065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'fcf90a84-8aa0-4c39-aecb-06507711e385', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:45.781259 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Attempting to bind port 279a08b0-bb7f-412a-90b5-ab7596b458f9 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:45.781259 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Attempting to bind port 279a08b0-bb7f-412a-90b5-ab7596b458f9 on network b2c929ed-7c2f-463c-9dd2-114e2ce917ee {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:45.794336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:45.809591 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:45.810302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Checking segment: {'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:45.810870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.811005 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] Set router 53f3eeb7-03f1-4570-a94f-883f1a9537cf gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:45.811536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Bound using segment: {'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:45.812168 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Bound port: 279a08b0-bb7f-412a-90b5-ab7596b458f9, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:45.812701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.816218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:45.822340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:45.846646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:45.858434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:45.869998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:45.871669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:45.872886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.875003 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fd4ba396-d68f-49de-810b-b4f6a0bdbe31 req-85b876ac-ca17-4398-a793-f1d978c64284 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1659224 Mar 16 10:56:45.886870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.906852 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-135a6e38-ba49-4b60-ac26-106b72161c12 None None] Provisioning complete for port 9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:45.907128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-135a6e38-ba49-4b60-ac26-106b72161c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.922348 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1939266 Mar 16 10:56:45.930914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34562) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:45.937622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:da:e4:c3', 'name': 'tempest-NetworksTestDHCPv6-532104592'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:45.971695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=566bfe61-07fb-4aa4-a7b5-2fad3b71bceb,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:45.999611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.007448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c65065-4740-40c6-8dbb-f778e5f573b0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=d2c8abc2-f362-414d-8033-d4db105eb32d,revision_number=5']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.017661 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:56:45Z', 'revision_number': 6, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:46.024835 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd0826-fcc4-4e71-8d5f-32c3c5aee013 None None] The sync data for ids ['53f3eeb7-03f1-4570-a94f-883f1a9537cf'] in dv-neutron-833860-1-hyperv is: [{'id': '53f3eeb7-03f1-4570-a94f-883f1a9537cf', 'name': 'tempest-ServersTestManualDisk-1305512699-router', 'tenant_id': 'c480ded403d94a78b89e39ab463cf7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:05Z', 'updated_at': '2022-03-16T10:56:45Z', 'revision_number': 6, 'project_id': 'c480ded403d94a78b89e39ab463cf7cb', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:46.091483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-135a6e38-ba49-4b60-ac26-106b72161c12 None None] Port 9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:46.112908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] For port 279a08b0-bb7f-412a-90b5-ab7596b458f9, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:46.131460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] For port c5a5dcc4-7ea5-4060-b671-6b065a60a326, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c5a5dcc4-7ea5-4060-b671-6b065a60a326,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:46.131973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.142582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:46.146850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:46.147031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] For port 279a08b0-bb7f-412a-90b5-ab7596b458f9, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=279a08b0-bb7f-412a-90b5-ab7596b458f9,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:46.150767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:46.151077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd7226a3-188e-495f-b964-fefbe07722f7 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:46.157238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:46.168138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:46.186003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-135a6e38-ba49-4b60-ac26-106b72161c12 None None] Provisioning complete for port 0fbc05f5-4a7b-4f35-bf84-260370dca77d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:46.186368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-135a6e38-ba49-4b60-ac26-106b72161c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.209109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.294857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.327133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port dffe362f-cd45-4eca-8d14-2d49d50430d7 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:46.328677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Calling delete_port for c5a5dcc4-7ea5-4060-b671-6b065a60a326 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:46.331362 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-135a6e38-ba49-4b60-ac26-106b72161c12 None None] Port 0fbc05f5-4a7b-4f35-bf84-260370dca77d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:46.346665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:46.347276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:46.385088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.400246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.416793 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ddcb0-7a54-40be-854a-7cf291549ed2 None None] Pushing event updated for resources: {'Port': ['ID=279a08b0-bb7f-412a-90b5-ab7596b458f9,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.454338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46651e9e-3a73-4e37-b8ba-a2cca718f247,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.491513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.493668 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-32e62a39-1538-4d21-9c63-41aa334e6f64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7271435 Mar 16 10:56:46.498039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34566) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.503625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f816:3eff:feda:e4c3 (e57f845a-9024-49c0-a045-365eb6299d60/566bfe61-07fb-4aa4-a7b5-2fad3b71bceb/dffe362f-cd45-4eca-8d14-2d49d50430d7) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:46.508910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'fcf90a84-8aa0-4c39-aecb-06507711e385', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.518668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:46.542704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.545675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:46.550774 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:46.559947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.573791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:46.607768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:46.651697 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event updated for resources: {'Port': ['ID=90765d8f-28ad-41cc-9b17-a40fbf5804fe,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.710208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port bd7226a3-188e-495f-b964-fefbe07722f7 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:46.710716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.725525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.745816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.836429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.840589 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-634e8d31-9cbc-46f2-beba-75f4b5ff851d tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7068846 Mar 16 10:56:46.845550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34570) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.866814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e55dfdcd-cd99-4af8-9de2-07f64b684bd1 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Request body: {'floatingip': {'port_id': '0fbc05f5-4a7b-4f35-bf84-260370dca77d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.874396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.899253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.922708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd82d26-22da-4fb2-98c3-87597d844ee3,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.925257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.976575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e55dfdcd-cd99-4af8-9de2-07f64b684bd1 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for floatingip, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.080793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a5dcc4-7ea5-4060-b671-6b065a60a326,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.112476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.133130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.133130 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0af0fa00-649f-4226-8dd5-6b8c3d18e805 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6314216 Mar 16 10:56:47.140491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34576) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:47.156707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'fcf90a84-8aa0-4c39-aecb-06507711e385', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:47.186912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.238312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object dffe362f-cd45-4eca-8d14-2d49d50430d7 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:47.241973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c5a5dcc4-7ea5-4060-b671-6b065a60a326 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:47.315759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: c5a5dcc4-7ea5-4060-b671-6b065a60a326 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:47.316106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c5a5dcc4-7ea5-4060-b671-6b065a60a326 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:47.316525 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:47.356706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:47.357093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d2a06fab-c2ab-4cd6-ab1f-d53def9a6b43 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:47.363442 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:47.373584 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e1ec2-6ddd-4ee7-a510-dc2ff983106a None None] The sync data for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv is: [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:47.377101 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-e55dfdcd-cd99-4af8-9de2-07f64b684bd1 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] update failed (client error): The resource could not be found. Mar 16 10:56:47.380870 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e55dfdcd-cd99-4af8-9de2-07f64b684bd1 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "PUT /v2.0/floatingips/7c1cf1d4-0383-48a4-b287-dd0ba23de529 HTTP/1.1" status: 404 len: 507 time: 0.5314627 Mar 16 10:56:47.381363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34580) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:47.389258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e8e60-579e-46c7-a4ed-b2ed2f232564 req-6db189a0-81f2-414b-949f-6479b2a79840 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:47.391068 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a58e8e60-579e-46c7-a4ed-b2ed2f232564 req-6db189a0-81f2-414b-949f-6479b2a79840 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.3340583 Mar 16 10:56:47.424351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:47.511756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:47.522770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:47.531114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:47.590885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.597607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.601858 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.630571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.671398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.671398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f3eeb7-03f1-4570-a94f-883f1a9537cf {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:47.689223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.690697 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-49b8d707-b0f3-4e28-9aae-c0890edffe21 admin admin] 10.222.0.37 "DELETE /v2.0/routers/53f3eeb7-03f1-4570-a94f-883f1a9537cf HTTP/1.1" status: 204 len: 168 time: 3.2152615 Mar 16 10:56:47.691687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-de2c20be-7b46-4416-a207-9c0c02d03223 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Deleting port 90765d8f-28ad-41cc-9b17-a40fbf5804fe {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:47.692028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de2c20be-7b46-4416-a207-9c0c02d03223 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.694787 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34584) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:47.730750 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a58e8e60-579e-46c7-a4ed-b2ed2f232564 req-2ae0883e-0e30-4a94-97be-9d951e903b8e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2699394 Mar 16 10:56:47.732645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:47.757663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.759680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:47.765945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:47.767457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.771565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:47.772221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.792952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e42cab-dd07-400c-84d0-44af873664cc admin admin] Deleting subnet 0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:47.805421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06e42cab-dd07-400c-84d0-44af873664cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.807994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=dffe362f-cd45-4eca-8d14-2d49d50430d7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.863690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fc2500-2a8c-48e3-8737-d2f618674446,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.884322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06e42cab-dd07-400c-84d0-44af873664cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.892085 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-80db34d2-2fbe-4e68-89f9-17bc5aea5cd2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9600871 Mar 16 10:56:47.895096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34588) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:47.922164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.925202 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e11d857-87f3-4454-8c40-ae52d8ea6d52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7803183 Mar 16 10:56:47.931239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34592) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:47.995370 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06e42cab-dd07-400c-84d0-44af873664cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.001838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'fcf90a84-8aa0-4c39-aecb-06507711e385', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:48.018369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:48.029714 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:48.035531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:48.050472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:48.082902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06e42cab-dd07-400c-84d0-44af873664cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.084509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de2c20be-7b46-4416-a207-9c0c02d03223 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.084876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de2c20be-7b46-4416-a207-9c0c02d03223 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.099140 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:56:48.144408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e42cab-dd07-400c-84d0-44af873664cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:48.147144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06e42cab-dd07-400c-84d0-44af873664cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.157835 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-06e42cab-dd07-400c-84d0-44af873664cc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0d0b5d1b-1b6a-42cd-be5b-85eb5a1af39d HTTP/1.1" status: 204 len: 168 time: 0.4619741 Mar 16 10:56:48.158741 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34596) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:48.227501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.242134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-de2c20be-7b46-4416-a207-9c0c02d03223 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Calling delete_port for 90765d8f-28ad-41cc-9b17-a40fbf5804fe owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:48.257516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d64fd-3e17-469b-9b9b-0a1ff29a887d None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:48.272055 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5349ec59-2847-462f-8cfe-6aebd37f563a None None] Network 5d763a5a-f308-425a-be9c-c795624cc306 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:48.306940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.321412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Deleting port 343e9bb4-ca0e-4a35-88a6-b0251d389f59 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:48.322091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.346407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943fcdc-50d0-4372-be04-837da3182015 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:48.353810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943fcdc-50d0-4372-be04-837da3182015 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:48.354669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5943fcdc-50d0-4372-be04-837da3182015 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:48.466067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.482493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.525093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5943fcdc-50d0-4372-be04-837da3182015 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:48.526174 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5943fcdc-50d0-4372-be04-837da3182015 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6299553 Mar 16 10:56:48.531572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.532861 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5564690 Mar 16 10:56:48.535545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34600) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:48.535878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34602) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:48.543499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'fcf90a84-8aa0-4c39-aecb-06507711e385', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:48.550873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:48.556409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:48.560291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:48.571285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:48.575846 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fbc92-3741-47ae-81a1-e862cd6444c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8960f643-3677-443f-b7ef-36a362416de9,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:48.605849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8fad39f5-05f4-4166-b2f7-21ffd5b0d15f None None] Provisioning for port d2c8abc2-f362-414d-8033-d4db105eb32d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:48.640144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] For port 343e9bb4-ca0e-4a35-88a6-b0251d389f59, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=343e9bb4-ca0e-4a35-88a6-b0251d389f59,segment=NetworkSegment(cd6c8ddd-71b3-4152-8dc7-a4557865bda3),segment_id=cd6c8ddd-71b3-4152-8dc7-a4557865bda3)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:48.640590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.658887 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:56:48.679062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.864031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Calling delete_port for 343e9bb4-ca0e-4a35-88a6-b0251d389f59 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:48.995631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d8d73405-35ff-4f6b-a2c8-53aca76ddf85 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port dffe362f-cd45-4eca-8d14-2d49d50430d7 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:48.996108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8d73405-35ff-4f6b-a2c8-53aca76ddf85 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.001546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.053812 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b932e08-6c8c-4650-ad2d-86c39cae1737 None None] DHCP port deletion for 5d763a5a-f308-425a-be9c-c795624cc306 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:49.082879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=343e9bb4-ca0e-4a35-88a6-b0251d389f59,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.085644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] No DVR routers for this DVR port 343e9bb4-ca0e-4a35-88a6-b0251d389f59 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:49.089674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de2c20be-7b46-4416-a207-9c0c02d03223 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.141784 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820ef11-a443-4561-8b54-83988e32084b req-2101321b-351c-4e42-8374-98814b3e8f8b tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:49.143527 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9820ef11-a443-4561-8b54-83988e32084b req-2101321b-351c-4e42-8374-98814b3e8f8b tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.2279775 Mar 16 10:56:49.150108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.163655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c20be-7b46-4416-a207-9c0c02d03223 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event deleted for resources: {'Port': ['ID=90765d8f-28ad-41cc-9b17-a40fbf5804fe,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.168711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.265050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.289306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d2c8abc2-f362-414d-8033-d4db105eb32d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:49.305068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d763a5a-f308-425a-be9c-c795624cc306']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:49.311851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b48e34e-bbdc-4436-839b-7a77296e66b4,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.314757 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9820ef11-a443-4561-8b54-83988e32084b req-a4f1d997-4e97-420d-afcd-9a28b900f6e6 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1576073 Mar 16 10:56:49.320796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:49.321137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6c8ddd-71b3-4152-8dc7-a4557865bda3') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:49.335371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.365479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.372133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:49.372539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.381823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5dc80e0f-fc64-4712-94f4-e378a6864d45 None None] Provisioning for port dffe362f-cd45-4eca-8d14-2d49d50430d7 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:49.386484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port d2c8abc2-f362-414d-8033-d4db105eb32d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:49.390898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5dc80e0f-fc64-4712-94f4-e378a6864d45 None None] Provisioning complete for port dffe362f-cd45-4eca-8d14-2d49d50430d7 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:49.391263 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5dc80e0f-fc64-4712-94f4-e378a6864d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.424766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.425960 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5ee15edb-9a94-447d-bc08-4b98721a826b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8870180 Mar 16 10:56:49.431225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de2c20be-7b46-4416-a207-9c0c02d03223 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.433927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-de2c20be-7b46-4416-a207-9c0c02d03223 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.439590 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-de2c20be-7b46-4416-a207-9c0c02d03223 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "DELETE /v2.0/floatingips/7c1cf1d4-0383-48a4-b287-dd0ba23de529 HTTP/1.1" status: 204 len: 168 time: 2.0473604 Mar 16 10:56:49.443424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34614) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.484794 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5dc80e0f-fc64-4712-94f4-e378a6864d45 None None] Port dffe362f-cd45-4eca-8d14-2d49d50430d7 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:49.486900 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d2c8abc2-f362-414d-8033-d4db105eb32d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:49.487416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.517450 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-82b5a99f-08e8-406c-809f-31acddd94390 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Request body: {'floatingip': {'floating_network_id': '345a47c3-ac39-4563-b741-3322daf38e1f', 'port_id': '0fbc05f5-4a7b-4f35-bf84-260370dca77d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:49.527114 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:49.531014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-82b5a99f-08e8-406c-809f-31acddd94390 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:49.564913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-82b5a99f-08e8-406c-809f-31acddd94390 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Usage tracker for resource:floatingip and tenant:2af9620f0abf4cdc84fa11109a3ae58b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:49.570431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-82b5a99f-08e8-406c-809f-31acddd94390 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:49.574850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5dc80e0f-fc64-4712-94f4-e378a6864d45 None None] Provisioning complete for port d2c8abc2-f362-414d-8033-d4db105eb32d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:49.575556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5dc80e0f-fc64-4712-94f4-e378a6864d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.589915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-82b5a99f-08e8-406c-809f-31acddd94390 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:49.620356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.642042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.661118 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8d73405-35ff-4f6b-a2c8-53aca76ddf85 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.666073 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5d763a5a-f308-425a-be9c-c795624cc306,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.682159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-82b5a99f-08e8-406c-809f-31acddd94390 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.703292 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0cd61efb-2efb-4945-886e-68c7fc9da1cf admin admin] 10.222.0.37 "DELETE /v2.0/networks/5d763a5a-f308-425a-be9c-c795624cc306 HTTP/1.1" status: 204 len: 168 time: 1.5411022 Mar 16 10:56:49.718882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.792345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port d2c8abc2-f362-414d-8033-d4db105eb32d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d2c8abc2-f362-414d-8033-d4db105eb32d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:49.802762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.803533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 279a08b0-bb7f-412a-90b5-ab7596b458f9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:49.874778 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5dc80e0f-fc64-4712-94f4-e378a6864d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.875934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d8d73405-35ff-4f6b-a2c8-53aca76ddf85 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for dffe362f-cd45-4eca-8d14-2d49d50430d7 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:49.901105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34630) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.963095 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d6b3b86d-33ac-4115-a4ab-c1cb2dd13d8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c480ded403d94a78b89e39ab463cf7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608675 Mar 16 10:56:49.967142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34634) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.980121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=d2c8abc2-f362-414d-8033-d4db105eb32d,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.010653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-0e66adb0-f56c-4f1c-8c17-95252a87fd71 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:50.010967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 279a08b0-bb7f-412a-90b5-ab7596b458f9 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:50.019144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 279a08b0-bb7f-412a-90b5-ab7596b458f9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:50.019510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.031779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0049857-eb8b-4019-b6c9-c9e75e5bb262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.046589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-5dc80e0f-fc64-4712-94f4-e378a6864d45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:50.047014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-5dc80e0f-fc64-4712-94f4-e378a6864d45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:50.061840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0049857-eb8b-4019-b6c9-c9e75e5bb262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.088361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-0e66adb0-f56c-4f1c-8c17-95252a87fd71 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:50.089563 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-0e66adb0-f56c-4f1c-8c17-95252a87fd71 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622102070&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.2965374 Mar 16 10:56:50.119224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0049857-eb8b-4019-b6c9-c9e75e5bb262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.136929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0049857-eb8b-4019-b6c9-c9e75e5bb262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f0720e-4038-43e5-916c-dae0a5a2ace9,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.150729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.150928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0049857-eb8b-4019-b6c9-c9e75e5bb262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.152302 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f0049857-eb8b-4019-b6c9-c9e75e5bb262 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84f0720e-4038-43e5-916c-dae0a5a2ace9 HTTP/1.1" status: 204 len: 168 time: 0.1840613 Mar 16 10:56:50.175641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8d73405-35ff-4f6b-a2c8-53aca76ddf85 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.193294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 279a08b0-bb7f-412a-90b5-ab7596b458f9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=279a08b0-bb7f-412a-90b5-ab7596b458f9,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:50.198005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.253661 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 343e9bb4-ca0e-4a35-88a6-b0251d389f59 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:50.292623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d73405-35ff-4f6b-a2c8-53aca76ddf85 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=dffe362f-cd45-4eca-8d14-2d49d50430d7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.295165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 343e9bb4-ca0e-4a35-88a6-b0251d389f59 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:50.295649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 343e9bb4-ca0e-4a35-88a6-b0251d389f59 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:50.304727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=279a08b0-bb7f-412a-90b5-ab7596b458f9,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.358985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8d73405-35ff-4f6b-a2c8-53aca76ddf85 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.390749 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-82b5a99f-08e8-406c-809f-31acddd94390 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:50.395349 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-82b5a99f-08e8-406c-809f-31acddd94390 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9474492 Mar 16 10:56:50.395813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34644) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.401682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '0fbc05f5-4a7b-4f35-bf84-260370dca77d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:50.406246 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-05d25b44-70de-4171-af6e-6c426857870f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:50.406924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-05d25b44-70de-4171-af6e-6c426857870f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:50.409280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:50.418325 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d8d73405-35ff-4f6b-a2c8-53aca76ddf85 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/dffe362f-cd45-4eca-8d14-2d49d50430d7 HTTP/1.1" status: 204 len: 168 time: 1.8814290 Mar 16 10:56:50.422081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34648) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.424102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Usage tracker for resource:floatingip and tenant:2af9620f0abf4cdc84fa11109a3ae58b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:50.434260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:50.441470 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:50.461032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.510030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6fd6b-162c-4e46-907f-70a663d84c4a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:50.513566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6fd6b-162c-4e46-907f-70a663d84c4a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:50.514357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-06e6fd6b-162c-4e46-907f-70a663d84c4a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:50.535740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-05d25b44-70de-4171-af6e-6c426857870f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:50.537914 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-05d25b44-70de-4171-af6e-6c426857870f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/networks?id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee HTTP/1.1" status: 200 len: 796 time: 0.4263127 Mar 16 10:56:50.541829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-06e6fd6b-162c-4e46-907f-70a663d84c4a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:50.543385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-06e6fd6b-162c-4e46-907f-70a663d84c4a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1195614 Mar 16 10:56:50.545752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34654) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.617327 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-b1dbd0c1-0de0-4538-b505-8a603047047f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/quotas/849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 375 time: 0.0305500 Mar 16 10:56:50.654337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd14e7-e9ba-4b7c-8d38-e0e20a4d1bb8 req-b1b41525-ac44-41f4-be51-50c583594e9a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:50.662018 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8fbd14e7-e9ba-4b7c-8d38-e0e20a4d1bb8 req-b1b41525-ac44-41f4-be51-50c583594e9a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.2029951 Mar 16 10:56:50.678286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-8741b1c2-2903-4b47-943e-33e59652a28a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 566bfe61-07fb-4aa4-a7b5-2fad3b71bceb {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:50.681599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8741b1c2-2903-4b47-943e-33e59652a28a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.713553 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8fbd14e7-e9ba-4b7c-8d38-e0e20a4d1bb8 req-20b83062-6fae-48fa-b030-63a5dae59527 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504146 Mar 16 10:56:50.744179 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.759297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8741b1c2-2903-4b47-943e-33e59652a28a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.768800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c5f1104b-ba9c-4e1b-b4e5-1d2651745c92 None None] Could not find standard attr ID for object dffe362f-cd45-4eca-8d14-2d49d50430d7. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:50.835473 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-3f405ba8-2a19-45be-b96f-e7f3bac773b5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2107320 Mar 16 10:56:50.893328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Allocated IP 172.26.2.36 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/b12f2404-21b6-409d-b230-e08a2c58dc81) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:50.895994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8741b1c2-2903-4b47-943e-33e59652a28a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.051336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.083592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.145015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:51.148547 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:51.153293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:51.183584 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-662e99e5-0f4e-46f2-a525-ac3f109929ed service neutron] 10.222.0.37 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290708 Mar 16 10:56:51.209948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event updated for resources: {'Port': ['ID=b12f2404-21b6-409d-b230-e08a2c58dc81,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:51.229879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d2c8abc2-f362-414d-8033-d4db105eb32d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:51.232075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8741b1c2-2903-4b47-943e-33e59652a28a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.287650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c80a0a-a34a-442b-ba63-f00114d22104 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:51.300282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34672) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:51.301388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8741b1c2-2903-4b47-943e-33e59652a28a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.351829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Deleting port b12f2404-21b6-409d-b230-e08a2c58dc81 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:51.352171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.364540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741b1c2-2903-4b47-943e-33e59652a28a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=566bfe61-07fb-4aa4-a7b5-2fad3b71bceb,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:51.383177 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8741b1c2-2903-4b47-943e-33e59652a28a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/566bfe61-07fb-4aa4-a7b5-2fad3b71bceb HTTP/1.1" status: 204 len: 168 time: 0.8361897 Mar 16 10:56:51.385638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34678) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:51.429778 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-fc7ceeb1-1c63-463a-b532-2dc22a91d8eb service neutron] 10.222.0.37 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349856 Mar 16 10:56:51.461028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d2c8abc2-f362-414d-8033-d4db105eb32d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:51.461539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.465917 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9f442275-b3db-48a1-979e-97ef5b00e0ee tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791476 Mar 16 10:56:51.468759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34682) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:51.476253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:51.555940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1305767138'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:51.572901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:51.645472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.645982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.690667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 279a08b0-bb7f-412a-90b5-ab7596b458f9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:51.691930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Usage tracker for resource:network and tenant:88267e6f2d2e46eeb08f84c2deb5cb81 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:51.697644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:51.721698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:51.753455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:51.770381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Made reservation on behalf of 88267e6f2d2e46eeb08f84c2deb5cb81 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:51.773936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.788364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:51.790959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.791668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c9345-2422-4ade-8ee4-b9cca3612ee0 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:51.800041 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:51.804283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c9345-2422-4ade-8ee4-b9cca3612ee0 None None] Deleting port d2c8abc2-f362-414d-8033-d4db105eb32d {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:51.804659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9345-2422-4ade-8ee4-b9cca3612ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.808405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:51.816341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:51.820199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Calling delete_port for b12f2404-21b6-409d-b230-e08a2c58dc81 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:51.822389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Usage tracker for resource:security_group_rule and tenant:88267e6f2d2e46eeb08f84c2deb5cb81 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:51.830229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:51.838585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:51.860804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 279a08b0-bb7f-412a-90b5-ab7596b458f9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:51.861408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.927081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b399cdf0-2298-4f1e-9346-9bcc72ff319c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.938134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:51.942753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.052958 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-e7478645-d651-48ce-afbb-846b3b52feb8 req-448fb060-6462-4437-afb6-043e46e0a946 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:52.101042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-e7478645-d651-48ce-afbb-846b3b52feb8 req-448fb060-6462-4437-afb6-043e46e0a946 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:52.112185 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e7478645-d651-48ce-afbb-846b3b52feb8 req-448fb060-6462-4437-afb6-043e46e0a946 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 210 time: 0.2348924 Mar 16 10:56:52.161661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.169743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.185712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6a3c9345-2422-4ade-8ee4-b9cca3612ee0 None None] For port d2c8abc2-f362-414d-8033-d4db105eb32d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d2c8abc2-f362-414d-8033-d4db105eb32d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:52.185712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9345-2422-4ade-8ee4-b9cca3612ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.217607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f9670e-7b17-428f-8842-97e4b449b66a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.220779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.236456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e0bb5-98f1-4f7c-a808-f2d225c54fc9 req-49680399-3612-49f9-8e4d-29aab25f18d3 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:52.243073 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c0e0bb5-98f1-4f7c-a808-f2d225c54fc9 req-49680399-3612-49f9-8e4d-29aab25f18d3 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.2675369 Mar 16 10:56:52.249090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:52.280042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.280499 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Added segment b9737e05-dee9-4141-9862-d0709f786f39 of type vlan for network 51ffabfc-b68c-4eb8-aca9-eb210ece572c Mar 16 10:56:52.291696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event deleted for resources: {'Port': ['ID=b12f2404-21b6-409d-b230-e08a2c58dc81,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.339192 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c9345-2422-4ade-8ee4-b9cca3612ee0 None None] Calling delete_port for d2c8abc2-f362-414d-8033-d4db105eb32d owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:52.374584 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c0e0bb5-98f1-4f7c-a808-f2d225c54fc9 req-69197bfe-e1eb-4b19-ad94-3d46b2124618 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305549 Mar 16 10:56:52.391076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.434752 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] create failed (client error): The resource could not be found. Mar 16 10:56:52.440295 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fa848917-7e73-4823-805d-5f820c69b7d4 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0432229 Mar 16 10:56:52.440831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34702) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:52.445822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9345-2422-4ade-8ee4-b9cca3612ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.478758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.487446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:52.488851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.496775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c9345-2422-4ade-8ee4-b9cca3612ee0 None None] Pushing event deleted for resources: {'Port': ['ID=d2c8abc2-f362-414d-8033-d4db105eb32d,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.499336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c9345-2422-4ade-8ee4-b9cca3612ee0 None None] No DVR routers for this DVR port d2c8abc2-f362-414d-8033-d4db105eb32d on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:52.512642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0810f807-2638-42c8-bb64-7f969f12a22c tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Deleting port 0fbc05f5-4a7b-4f35-bf84-260370dca77d {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:52.513003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0810f807-2638-42c8-bb64-7f969f12a22c tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.600897 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2890592 Mar 16 10:56:52.606876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34706) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:52.617414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Request body: {'subnet': {'network_id': '51ffabfc-b68c-4eb8-aca9-eb210ece572c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:52.759824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556618d-a9ba-4ed9-aba3-685871713b7a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event updated for resources: {'Network': ['ID=51ffabfc-b68c-4eb8-aca9-eb210ece572c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.767639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0810f807-2638-42c8-bb64-7f969f12a22c tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.773250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 51ffabfc-b68c-4eb8-aca9-eb210ece572c details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:52.818063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:56:52.824055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.895081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0810f807-2638-42c8-bb64-7f969f12a22c tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Calling delete_port for 0fbc05f5-4a7b-4f35-bf84-260370dca77d owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:52.906094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:52.909384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:52.913645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:52.916541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:52.917159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.923047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf009b3-df71-4f9c-a94d-61589591d9c7 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:52.924762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Usage tracker for resource:subnet and tenant:88267e6f2d2e46eeb08f84c2deb5cb81 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:52.928785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:52.940186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:52.942062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=8bb95353-e334-47fb-95c8-1e12a0218632,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.960670 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a21d7ec1-2ee2-4abb-95af-c08b2abaa4b7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4907842 Mar 16 10:56:52.962011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Made reservation on behalf of 88267e6f2d2e46eeb08f84c2deb5cb81 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:52.963552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34710) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:52.966072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.971012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:ea:a4:42', 'name': 'tempest-NetworksTestDHCPv6-171202819'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:53.196260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:53.199773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0810f807-2638-42c8-bb64-7f969f12a22c tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.211054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d2c8abc2-f362-414d-8033-d4db105eb32d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:53.261041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:53.263311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: d2c8abc2-f362-414d-8033-d4db105eb32d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:53.263866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d2c8abc2-f362-414d-8033-d4db105eb32d not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:53.273793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:53.282330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '8bb95353-e334-47fb-95c8-1e12a0218632'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:53.283252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.321224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810f807-2638-42c8-bb64-7f969f12a22c tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event deleted for resources: {'Port': ['ID=0fbc05f5-4a7b-4f35-bf84-260370dca77d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:53.345326 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:53.467421 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8efe90b2-7fa3-408b-873f-84d7018590b9 req-a6d94970-c837-41a0-842d-53d6d6d8768b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 210 time: 0.1882696 Mar 16 10:56:53.491295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Allocated IP 2001:db8::f816:3eff:fede:4882 (e57f845a-9024-49c0-a045-365eb6299d60/8bb95353-e334-47fb-95c8-1e12a0218632/88df8939-9908-4659-9cef-faff75419f81) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:53.491544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:53.670814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.708557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0810f807-2638-42c8-bb64-7f969f12a22c tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.723322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port d4976f4e-c0a1-41d5-b014-e52f17973568 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:53.733546 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-f9ae9273-7cf4-4c3f-8fac-c2780fa69a34 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:53.734978 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-f9ae9273-7cf4-4c3f-8fac-c2780fa69a34 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee HTTP/1.1" status: 200 len: 796 time: 0.6120024 Mar 16 10:56:53.761546 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0810f807-2638-42c8-bb64-7f969f12a22c tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "DELETE /v2.0/ports/0fbc05f5-4a7b-4f35-bf84-260370dca77d HTTP/1.1" status: 204 len: 168 time: 1.3195982 Mar 16 10:56:53.765251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34722) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:53.768957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.769443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.780989 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Transition to ACTIVE for port object 88df8939-9908-4659-9cef-faff75419f81 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:53.799235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Transition to ACTIVE for port object 88df8939-9908-4659-9cef-faff75419f81 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:53.806612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.878747 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f816:3eff:feea:a442 (e57f845a-9024-49c0-a045-365eb6299d60/8bb95353-e334-47fb-95c8-1e12a0218632/d4976f4e-c0a1-41d5-b014-e52f17973568) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:53.889685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365298f1-68f7-4d37-ac25-0bb3c258769f req-5bcb3131-baa8-476e-b9bc-e9498de0bdeb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:53.891176 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-365298f1-68f7-4d37-ac25-0bb3c258769f req-5bcb3131-baa8-476e-b9bc-e9498de0bdeb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.2987189 Mar 16 10:56:53.900765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:53.903651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:53.906173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:53.945372 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-f50332bc-9a1f-4410-90a6-39e3b156446a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 379 time: 0.2008417 Mar 16 10:56:53.956421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Pushing event updated for resources: {'Port': ['ID=88df8939-9908-4659-9cef-faff75419f81,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:53.966399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'admin_state_up': True, 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'security_groups': ['fcf90a84-8aa0-4c39-aecb-06507711e385']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:53.994226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event updated for resources: {'Subnet': ['ID=7e390382-eff2-4a44-9b8e-9d6583d5ef8b,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.011417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Attempting to bind port 88df8939-9908-4659-9cef-faff75419f81 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:54.011859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Attempting to bind port 88df8939-9908-4659-9cef-faff75419f81 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:54.012277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Attempting to bind port 88df8939-9908-4659-9cef-faff75419f81 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:54.018209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:54.018647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:54.019108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.019614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:54.020082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Bound port: 88df8939-9908-4659-9cef-faff75419f81, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:54.020508 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.085625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Checking segment: {'id': 'b9737e05-dee9-4141-9862-d0709f786f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '51ffabfc-b68c-4eb8-aca9-eb210ece572c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:54.086142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Network hostable DHCP agents. Network: 51ffabfc-b68c-4eb8-aca9-eb210ece572c, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:54.093643 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-365298f1-68f7-4d37-ac25-0bb3c258769f req-5428e9de-a87b-4043-92b9-268243fd870c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1863773 Mar 16 10:56:54.128264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] For port 88df8939-9908-4659-9cef-faff75419f81, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:54.132196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] For port 88df8939-9908-4659-9cef-faff75419f81, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=88df8939-9908-4659-9cef-faff75419f81,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:54.138810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.156380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f238c5-d3fb-4914-8470-9b4250497a2a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:54.157178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-44f238c5-d3fb-4914-8470-9b4250497a2a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Synchronizing usage tracker for tenant:2af9620f0abf4cdc84fa11109a3ae58b on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:54.178565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Network 51ffabfc-b68c-4eb8-aca9-eb210ece572c is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:54.193282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:54.202060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 51ffabfc-b68c-4eb8-aca9-eb210ece572c) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:54.207745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:54.208416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.213372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8fca30-8198-4948-b8b0-85b0289719c0 None None] Network 51ffabfc-b68c-4eb8-aca9-eb210ece572c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:54.225336 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-44f238c5-d3fb-4914-8470-9b4250497a2a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Unset dirty status for tenant:2af9620f0abf4cdc84fa11109a3ae58b on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:54.228857 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-44f238c5-d3fb-4914-8470-9b4250497a2a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "GET /v2.0/ports?device_id=58783dc4-3c4d-47db-8487-3089cd5d6223 HTTP/1.1" status: 200 len: 913 time: 0.4588034 Mar 16 10:56:54.228857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:54.230961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34726) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:54.243318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.255410 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc657e-0f71-4c15-b341-7c56b7855a6e None None] Pushing event updated for resources: {'Port': ['ID=88df8939-9908-4659-9cef-faff75419f81,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.280639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object d4976f4e-c0a1-41d5-b014-e52f17973568 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:54.308397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.321173 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7f166e47-4b5f-40df-8928-18ab2848a02e tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7132351 Mar 16 10:56:54.324428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34730) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:54.388225 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:54.390127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Request body: {'port': {'network_id': '51ffabfc-b68c-4eb8-aca9-eb210ece572c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-422440072'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:54.391527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:54.399953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:54.405530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:54.406160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.423696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=d4976f4e-c0a1-41d5-b014-e52f17973568,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.424834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:54.428376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.454802 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a00b3d84-8c04-4ac1-b34f-5eb1bbbafafe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4893868 Mar 16 10:56:54.457151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34734) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:54.497213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-51ffabfc-b68c-4eb8-aca9-eb210ece572c', 'network_id': '51ffabfc-b68c-4eb8-aca9-eb210ece572c', 'tenant_id': '88267e6f2d2e46eeb08f84c2deb5cb81', 'fixed_ips': [{'subnet_id': '7e390382-eff2-4a44-9b8e-9d6583d5ef8b'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:54.497705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.574927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104c7b0-eae6-44a1-ad90-ff4a34d2ec84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:54.583247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104c7b0-eae6-44a1-ad90-ff4a34d2ec84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:54.584280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3104c7b0-eae6-44a1-ad90-ff4a34d2ec84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:54.613083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3104c7b0-eae6-44a1-ad90-ff4a34d2ec84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:54.614755 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3104c7b0-eae6-44a1-ad90-ff4a34d2ec84 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1566679 Mar 16 10:56:54.617754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34740) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:54.761686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Allocated IP 172.20.0.2 (51ffabfc-b68c-4eb8-aca9-eb210ece572c/7e390382-eff2-4a44-9b8e-9d6583d5ef8b/ccc0b763-20bd-4f89-8394-b4ef917fc7c0) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:54.791842 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1562fff0-7020-477a-b8ef-7f9c97efc225 req-441492c4-19f7-43a8-8d25-55774c9e0856 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 210 time: 0.0790954 Mar 16 10:56:54.814745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-3aaca483-85eb-4efb-834b-2fff7cddccbe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port d4976f4e-c0a1-41d5-b014-e52f17973568 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:54.815404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3aaca483-85eb-4efb-834b-2fff7cddccbe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.904308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:54.951813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Usage tracker for resource:port and tenant:88267e6f2d2e46eeb08f84c2deb5cb81 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:54.956767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:54.971775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:54.998756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.012247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f25398a0-bb8f-4f91-a10d-a2175a94fdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.018944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.030369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Transition to ACTIVE for port object ccc0b763-20bd-4f89-8394-b4ef917fc7c0 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:55.040549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Made reservation on behalf of 88267e6f2d2e46eeb08f84c2deb5cb81 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:55.043407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.052895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Transition to ACTIVE for port object ccc0b763-20bd-4f89-8394-b4ef917fc7c0 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:55.062561 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.081931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] device_id is not set on port 26a23b42-c412-4e0f-bd70-349e280df1d4 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:55.088309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3aaca483-85eb-4efb-834b-2fff7cddccbe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.123050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Network 51ffabfc-b68c-4eb8-aca9-eb210ece572c is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:55.126411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:55.130462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:55.208296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Pushing event updated for resources: {'Port': ['ID=ccc0b763-20bd-4f89-8394-b4ef917fc7c0,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:55.249732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-3aaca483-85eb-4efb-834b-2fff7cddccbe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for d4976f4e-c0a1-41d5-b014-e52f17973568 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:55.278168 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Attempting to bind port ccc0b763-20bd-4f89-8394-b4ef917fc7c0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:55.278633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Attempting to bind port ccc0b763-20bd-4f89-8394-b4ef917fc7c0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'b9737e05-dee9-4141-9862-d0709f786f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '51ffabfc-b68c-4eb8-aca9-eb210ece572c'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:55.279132 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Attempting to bind port ccc0b763-20bd-4f89-8394-b4ef917fc7c0 on network 51ffabfc-b68c-4eb8-aca9-eb210ece572c {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:55.286271 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.288293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:55.288820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Checking segment: {'id': 'b9737e05-dee9-4141-9862-d0709f786f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '51ffabfc-b68c-4eb8-aca9-eb210ece572c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:55.289270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.289851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Bound using segment: {'id': 'b9737e05-dee9-4141-9862-d0709f786f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '51ffabfc-b68c-4eb8-aca9-eb210ece572c'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:55.290412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Bound port: ccc0b763-20bd-4f89-8394-b4ef917fc7c0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9737e05-dee9-4141-9862-d0709f786f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '51ffabfc-b68c-4eb8-aca9-eb210ece572c'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:55.290853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.315561 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 88df8939-9908-4659-9cef-faff75419f81 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:55.334627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.7 (b2c929ed-7c2f-463c-9dd2-114e2ce917ee/bc6bf648-3a48-4168-b08a-3d4372716954/c4ed2e2e-7fa5-4f80-b766-f4fa464ca548) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:55.428495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Allocated IP 172.20.0.13 (51ffabfc-b68c-4eb8-aca9-eb210ece572c/7e390382-eff2-4a44-9b8e-9d6583d5ef8b/26a23b42-c412-4e0f-bd70-349e280df1d4) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:55.465887 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3aaca483-85eb-4efb-834b-2fff7cddccbe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.473245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] For port ccc0b763-20bd-4f89-8394-b4ef917fc7c0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:55.477025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] For port ccc0b763-20bd-4f89-8394-b4ef917fc7c0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ccc0b763-20bd-4f89-8394-b4ef917fc7c0,segment=NetworkSegment(b9737e05-dee9-4141-9862-d0709f786f39),segment_id=b9737e05-dee9-4141-9862-d0709f786f39)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:55.481469 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 88df8939-9908-4659-9cef-faff75419f81 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:55.487941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.532834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaca483-85eb-4efb-834b-2fff7cddccbe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=d4976f4e-c0a1-41d5-b014-e52f17973568,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:55.589096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3aaca483-85eb-4efb-834b-2fff7cddccbe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.607580 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c87c39-16ae-45d8-be27-fadd9796547b None None] Pushing event updated for resources: {'Port': ['ID=ccc0b763-20bd-4f89-8394-b4ef917fc7c0,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:55.610944 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3aaca483-85eb-4efb-834b-2fff7cddccbe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/d4976f4e-c0a1-41d5-b014-e52f17973568 HTTP/1.1" status: 204 len: 168 time: 0.9914930 Mar 16 10:56:55.613437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34746) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:55.707147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a19b57-4fd2-4062-bf73-e7e6611996f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:55.709251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a19b57-4fd2-4062-bf73-e7e6611996f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:55.710262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-92a19b57-4fd2-4062-bf73-e7e6611996f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:55.735790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-92a19b57-4fd2-4062-bf73-e7e6611996f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:55.737537 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-92a19b57-4fd2-4062-bf73-e7e6611996f1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1148684 Mar 16 10:56:55.740446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34750) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:55.752219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-82484a2d-90b4-40f8-ba4e-b723e093c82c None None] Provisioning for port 88df8939-9908-4659-9cef-faff75419f81 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:55.758497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-82484a2d-90b4-40f8-ba4e-b723e093c82c None None] Provisioning complete for port 88df8939-9908-4659-9cef-faff75419f81 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:55.758874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-82484a2d-90b4-40f8-ba4e-b723e093c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.822032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d33ba0d-51f9-4644-b581-0e814763fca8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 8bb95353-e334-47fb-95c8-1e12a0218632 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:55.827151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d33ba0d-51f9-4644-b581-0e814763fca8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.959856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d33ba0d-51f9-4644-b581-0e814763fca8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.981115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d7fc3-5ac9-4914-a410-36ba6cc782d8 req-bf09c155-d490-4316-ab88-9f8b8d3c04d6 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:55.984791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-82484a2d-90b4-40f8-ba4e-b723e093c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.995547 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-483d7fc3-5ac9-4914-a410-36ba6cc782d8 req-bf09c155-d490-4316-ab88-9f8b8d3c04d6 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.6567023 Mar 16 10:56:56.028004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-82484a2d-90b4-40f8-ba4e-b723e093c82c None None] For port 88df8939-9908-4659-9cef-faff75419f81, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=88df8939-9908-4659-9cef-faff75419f81,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:56.034707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-82484a2d-90b4-40f8-ba4e-b723e093c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.124593 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4e2f5e22-0fe5-4d50-9619-32a4c158380a req-bed36744-22e3-4cdf-8c67-d453e9619e06 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 210 time: 0.0690095 Mar 16 10:56:56.152243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d33ba0d-51f9-4644-b581-0e814763fca8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.163134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82484a2d-90b4-40f8-ba4e-b723e093c82c None None] Pushing event updated for resources: {'Port': ['ID=88df8939-9908-4659-9cef-faff75419f81,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:56.166097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9f6cc9df-2ce4-4667-a18d-3f1ab06e701d None None] Could not find standard attr ID for object d4976f4e-c0a1-41d5-b014-e52f17973568. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:56.183948 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-483d7fc3-5ac9-4914-a410-36ba6cc782d8 req-22816cdc-517b-4a82-86d7-5e1ebd475f9e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1866736 Mar 16 10:56:56.198074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.240444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:56.247232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.275091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d33ba0d-51f9-4644-b581-0e814763fca8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.279980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Transition to ACTIVE for port object 26a23b42-c412-4e0f-bd70-349e280df1d4 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:56.300708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.318765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33ba0d-51f9-4644-b581-0e814763fca8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb95353-e334-47fb-95c8-1e12a0218632,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:56.325390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d33ba0d-51f9-4644-b581-0e814763fca8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.340221 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2d33ba0d-51f9-4644-b581-0e814763fca8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/8bb95353-e334-47fb-95c8-1e12a0218632 HTTP/1.1" status: 204 len: 168 time: 0.5984097 Mar 16 10:56:56.343095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34756) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.354322 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c92ec-06d3-4ee8-9969-8c1e10956b8e None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:56.425033 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-36b9f915-a1a3-4d52-8b83-3487fb61d66b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784140 Mar 16 10:56:56.425575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34760) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.437319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.519641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade93f20-8933-4ee1-adcd-edf31cf0792b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:56.520396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ade93f20-8933-4ee1-adcd-edf31cf0792b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:56.531616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.538326 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ade93f20-8933-4ee1-adcd-edf31cf0792b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:56.542797 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ade93f20-8933-4ee1-adcd-edf31cf0792b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1131673 Mar 16 10:56:56.542797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34764) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.595289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.607516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network b2c929ed-7c2f-463c-9dd2-114e2ce917ee is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:56.635305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b708fe-9b60-4899-8a9c-d66a3dbca32d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:56.636066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-45b708fe-9b60-4899-8a9c-d66a3dbca32d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:56.646370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:56.649045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:56.663660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-45b708fe-9b60-4899-8a9c-d66a3dbca32d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:56.667756 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-45b708fe-9b60-4899-8a9c-d66a3dbca32d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1215227 Mar 16 10:56:56.670187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34768) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.701691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:56.730459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba820f34-4214-417a-a46f-adaa6f2a1392 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:56.735424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ba820f34-4214-417a-a46f-adaa6f2a1392 None None] Deleting port 88df8939-9908-4659-9cef-faff75419f81 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:56.735801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba820f34-4214-417a-a46f-adaa6f2a1392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.780105 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ab8f4854-84ef-4d30-9a7c-206e40df8d7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044858 Mar 16 10:56:56.786758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34772) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.793010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:56.849610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event updated for resources: {'Port': ['ID=26a23b42-c412-4e0f-bd70-349e280df1d4,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:56.869566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:56.870240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.937880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Network 51ffabfc-b68c-4eb8-aca9-eb210ece572c is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:56.957496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:56.984268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:57.051350 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-a5382f9e-67db-49f8-810e-1656da23a9da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0932720 Mar 16 10:56:57.063451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ba820f34-4214-417a-a46f-adaa6f2a1392 None None] For port 88df8939-9908-4659-9cef-faff75419f81, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=88df8939-9908-4659-9cef-faff75419f81,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:57.064042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba820f34-4214-417a-a46f-adaa6f2a1392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.141491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:57.142174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.175424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Request body: {'port': {'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:57.261858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Deleting port 9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:57.262190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.262776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:57.263503 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ba820f34-4214-417a-a46f-adaa6f2a1392 None None] Calling delete_port for 88df8939-9908-4659-9cef-faff75419f81 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:57.276937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:57.291321 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8b070841-b63f-4ba8-bcea-05f14a3ea6d3 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9626801 Mar 16 10:56:57.292661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34786) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:57.295423 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07305a66-cbc4-4574-a22a-078076d8763f None None] Network 51ffabfc-b68c-4eb8-aca9-eb210ece572c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:57.326499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:57.331942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.356766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Request body: {'port': {'network_id': '51ffabfc-b68c-4eb8-aca9-eb210ece572c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-123766645', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:57.358605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.api.validators [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] bootfile-name is not in valid_values {{(pid=87875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:56:57.359108 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.api.validators [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] tftp-server is not in valid_values {{(pid=87875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:56:57.359721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.api.validators [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] server-ip-address is not in valid_values {{(pid=87875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:56:57.396020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ccc0b763-20bd-4f89-8394-b4ef917fc7c0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:57.448916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.459823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d642f044-5255-4f4a-9d58-862a8b50aa09 None None] Provisioning for port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:57.481051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d642f044-5255-4f4a-9d58-862a8b50aa09 None None] Provisioning complete for port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:57.481420 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d642f044-5255-4f4a-9d58-862a8b50aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.626217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.653760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba820f34-4214-417a-a46f-adaa6f2a1392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.712651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d642f044-5255-4f4a-9d58-862a8b50aa09 None None] Port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:57.728031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba820f34-4214-417a-a46f-adaa6f2a1392 None None] Pushing event deleted for resources: {'Port': ['ID=88df8939-9908-4659-9cef-faff75419f81,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:57.730022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba820f34-4214-417a-a46f-adaa6f2a1392 None None] No DVR routers for this DVR port 88df8939-9908-4659-9cef-faff75419f81 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:57.735608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port ccc0b763-20bd-4f89-8394-b4ef917fc7c0 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:57.741200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf252b9-e62f-4d4f-911b-4ba2ddac0378 req-a33fb730-ffcb-4c83-b0b4-e053aafa1ee1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:57.742537 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bdf252b9-e62f-4d4f-911b-4ba2ddac0378 req-a33fb730-ffcb-4c83-b0b4-e053aafa1ee1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 931 time: 0.3613698 Mar 16 10:56:57.749612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:57.755382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Usage tracker for resource:port and tenant:88267e6f2d2e46eeb08f84c2deb5cb81 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:57.759028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:57.766328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:57.794838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Made reservation on behalf of 88267e6f2d2e46eeb08f84c2deb5cb81 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:57.799546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.813821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 88df8939-9908-4659-9cef-faff75419f81 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:57.857749 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 88df8939-9908-4659-9cef-faff75419f81 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:57.858250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 88df8939-9908-4659-9cef-faff75419f81 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:57.873220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-133eecda-37e6-4e17-8730-1c18ef7e802e None None] Provisioning for port ccc0b763-20bd-4f89-8394-b4ef917fc7c0 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:57.878708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-133eecda-37e6-4e17-8730-1c18ef7e802e None None] Provisioning complete for port ccc0b763-20bd-4f89-8394-b4ef917fc7c0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:57.879126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-133eecda-37e6-4e17-8730-1c18ef7e802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.888590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] device_id is not set on port e4781737-df86-48c4-b2d9-cec454d01d8e yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:57.998735 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Calling delete_port for 9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:58.014806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-133eecda-37e6-4e17-8730-1c18ef7e802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.048079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8eca-4e64-4405-a86b-67b417f5d45e req-c4e6e562-ff62-44e2-b22b-4e86636c4c62 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:58.049670 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-777f8eca-4e64-4405-a86b-67b417f5d45e req-c4e6e562-ff62-44e2-b22b-4e86636c4c62 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.6591902 Mar 16 10:56:58.071332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-bdf252b9-e62f-4d4f-911b-4ba2ddac0378 req-a285d013-2221-48d0-a8a4-a12968864059 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:58.076249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-133eecda-37e6-4e17-8730-1c18ef7e802e None None] For port ccc0b763-20bd-4f89-8394-b4ef917fc7c0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ccc0b763-20bd-4f89-8394-b4ef917fc7c0,segment=NetworkSegment(b9737e05-dee9-4141-9862-d0709f786f39),segment_id=b9737e05-dee9-4141-9862-d0709f786f39)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:58.082650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-133eecda-37e6-4e17-8730-1c18ef7e802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.095490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-bdf252b9-e62f-4d4f-911b-4ba2ddac0378 req-a285d013-2221-48d0-a8a4-a12968864059 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:58.096700 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bdf252b9-e62f-4d4f-911b-4ba2ddac0378 req-a285d013-2221-48d0-a8a4-a12968864059 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213918 Mar 16 10:56:58.100520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Allocated IP 172.20.0.6 (51ffabfc-b68c-4eb8-aca9-eb210ece572c/7e390382-eff2-4a44-9b8e-9d6583d5ef8b/e4781737-df86-48c4-b2d9-cec454d01d8e) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:58.184859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eecda-37e6-4e17-8730-1c18ef7e802e None None] Pushing event updated for resources: {'Port': ['ID=ccc0b763-20bd-4f89-8394-b4ef917fc7c0,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:58.194435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.217112 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-228d1453-bda1-4c50-9146-263b235da1b6 None None] Provisioning for port 26a23b42-c412-4e0f-bd70-349e280df1d4 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:58.223872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-228d1453-bda1-4c50-9146-263b235da1b6 None None] Provisioning complete for port 26a23b42-c412-4e0f-bd70-349e280df1d4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:58.224612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-228d1453-bda1-4c50-9146-263b235da1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.264008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:58.271588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:58.274684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:58.275201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.286293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eec55f-7246-4a69-b2a7-d11cb0a3c96c None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:58.287814 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-777f8eca-4e64-4405-a86b-67b417f5d45e req-76ffba51-3389-418f-810f-11e9b707686f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2214019 Mar 16 10:56:58.322299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-228d1453-bda1-4c50-9146-263b235da1b6 None None] Port 26a23b42-c412-4e0f-bd70-349e280df1d4 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:58.347238 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=8545f707-a971-4be0-b04d-95ce2bd5d54e,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:58.404176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-228d1453-bda1-4c50-9146-263b235da1b6 None None] Provisioning complete for port ccc0b763-20bd-4f89-8394-b4ef917fc7c0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:58.404769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-228d1453-bda1-4c50-9146-263b235da1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.416695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.417066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.417400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.417730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.418030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.418369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.418682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.419006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.419325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.419638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.419936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.420240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.437245 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0b676f12-708a-4845-89e4-c260823ea832 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6492732 Mar 16 10:56:58.440779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34790) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:58.446390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:37:a8:be', 'name': 'tempest-NetworksTestDHCPv6-1094467355'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:58.447514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:56:58.460070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.486138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Transition to ACTIVE for port object c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:58.491039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.541462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event deleted for resources: {'Port': ['ID=9f7dc54a-2ea7-487a-b5c9-e8f4d847c5eb,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:58.543564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.558223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.558614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.558984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.559370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.559704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.560033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.560364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.560693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.561630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.562019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.562276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.562600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:58.609923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.655576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Transition to ACTIVE for port object e4781737-df86-48c4-b2d9-cec454d01d8e will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:58.659478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:58.675881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:58.699477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:58.734979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.781868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:58.785572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '8545f707-a971-4be0-b04d-95ce2bd5d54e'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:58.786414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.892404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event updated for resources: {'Port': ['ID=e4781737-df86-48c4-b2d9-cec454d01d8e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:58.902687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Network 51ffabfc-b68c-4eb8-aca9-eb210ece572c is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:58.905867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:58.909598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:58.922571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ee2183aa-bf9a-4973-9426-ca9fe640f589 None None] Provisioning complete for port 26a23b42-c412-4e0f-bd70-349e280df1d4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:58.923077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ee2183aa-bf9a-4973-9426-ca9fe640f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.006330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.050346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 18e57b52-9785-47c2-aad2-30feeba7ec49 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:59.057684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ee2183aa-bf9a-4973-9426-ca9fe640f589 None None] Port 26a23b42-c412-4e0f-bd70-349e280df1d4 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:59.093650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/8545f707-a971-4be0-b04d-95ce2bd5d54e/22d0e258-5f44-49da-9081-3ec6e3262617) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:59.099468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.100153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.111744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.126725 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4017515c-8317-441a-8677-07b66387704a tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.8320312 Mar 16 10:56:59.143441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34794) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:59.270181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ccc0b763-20bd-4f89-8394-b4ef917fc7c0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:59.359629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Attempting to bind port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:59.360155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Attempting to bind port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:59.360768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Attempting to bind port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 on network b2c929ed-7c2f-463c-9dd2-114e2ce917ee {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:59.367372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 on network b2c929ed-7c2f-463c-9dd2-114e2ce917ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:56:59.367840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Attempting to bind port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 on network b2c929ed-7c2f-463c-9dd2-114e2ce917ee {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:59.403426 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ccc0b763-20bd-4f89-8394-b4ef917fc7c0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:59.403803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.505944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e2f2c-693d-40cb-83a6-0d3160217f1b tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.511447 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e2f2c-693d-40cb-83a6-0d3160217f1b tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.517558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e2f2c-693d-40cb-83a6-0d3160217f1b tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.518525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e3e2f2c-693d-40cb-83a6-0d3160217f1b tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Synchronizing usage tracker for tenant:88267e6f2d2e46eeb08f84c2deb5cb81 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:59.528558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2f8641f6-b69d-4b51-8e9c-6d65235a868f None None] Provisioning for port e4781737-df86-48c4-b2d9-cec454d01d8e completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:59.541751 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2f8641f6-b69d-4b51-8e9c-6d65235a868f None None] Provisioning complete for port e4781737-df86-48c4-b2d9-cec454d01d8e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:59.541751 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2f8641f6-b69d-4b51-8e9c-6d65235a868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.552304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e3e2f2c-693d-40cb-83a6-0d3160217f1b tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Unset dirty status for tenant:88267e6f2d2e46eeb08f84c2deb5cb81 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:59.553503 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e3e2f2c-693d-40cb-83a6-0d3160217f1b tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4091098 Mar 16 10:56:59.556388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34802) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:59.576524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.611491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331403-8246-4f1d-b44c-9dc96435b0f7 req-918f7843-0832-4255-8ea0-9e38704f0131 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.618530 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f2331403-8246-4f1d-b44c-9dc96435b0f7 req-918f7843-0832-4255-8ea0-9e38704f0131 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 943 time: 0.3360469 Mar 16 10:56:59.619716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Transition to ACTIVE for port object 22d0e258-5f44-49da-9081-3ec6e3262617 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:59.668377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:59.669058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Checking segment: {'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:59.669752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Bound using segment: {'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:59.670986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Bound port: c4ed2e2e-7fa5-4f80-b766-f4fa464ca548, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a62c687-84b1-4c9c-8e99-df95e946e77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:59.671706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2bb32fcd-4721-4ebe-a98f-4454bfe09d9d tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Deleting port e4781737-df86-48c4-b2d9-cec454d01d8e {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:59.671881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.672073 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fcd-4721-4ebe-a98f-4454bfe09d9d tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.705644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Router 58783dc4-3c4d-47db-8487-3089cd5d6223 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:59.723818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2f8641f6-b69d-4b51-8e9c-6d65235a868f None None] Port e4781737-df86-48c4-b2d9-cec454d01d8e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:59.729990 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f2331403-8246-4f1d-b44c-9dc96435b0f7 req-7a81c743-f817-4f35-b97c-4a4d283679e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105855 Mar 16 10:56:59.731546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Transition to ACTIVE for port object 22d0e258-5f44-49da-9081-3ec6e3262617 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:59.746641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.811846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:59.818874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:59.823743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:59.830116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Pushing event updated for resources: {'Port': ['ID=22d0e258-5f44-49da-9081-3ec6e3262617,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:59.901093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::3a2 (e57f845a-9024-49c0-a045-365eb6299d60/8545f707-a971-4be0-b04d-95ce2bd5d54e/18e57b52-9785-47c2-aad2-30feeba7ec49) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:59.918747 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Attempting to bind port 22d0e258-5f44-49da-9081-3ec6e3262617 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:59.919845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Attempting to bind port 22d0e258-5f44-49da-9081-3ec6e3262617 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:59.919845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Attempting to bind port 22d0e258-5f44-49da-9081-3ec6e3262617 on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:59.925070 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:59.925521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:59.926117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.926445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:59.926973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Bound port: 22d0e258-5f44-49da-9081-3ec6e3262617, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:59.927419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.985240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:59.994145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568edf5-cc47-4acc-af6d-0b07239e0e82 req-a59b856d-209c-4644-a576-6b706f9febe3 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.997187 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9568edf5-cc47-4acc-af6d-0b07239e0e82 req-a59b856d-209c-4644-a576-6b706f9febe3 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.4227421 Mar 16 10:57:00.008573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2618a-41c7-43d5-b0f1-606388e2e477 None None] Sync routers for ids ['58783dc4-3c4d-47db-8487-3089cd5d6223'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:00.023922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] For port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:00.027452 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2618a-41c7-43d5-b0f1-606388e2e477 None None] Routers {'58783dc4-3c4d-47db-8487-3089cd5d6223'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:00.028086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-69e2618a-41c7-43d5-b0f1-606388e2e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['58783dc4-3c4d-47db-8487-3089cd5d6223'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:00.045199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] For port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:00.048108 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7476f023-9b33-4391-b42f-92c73a9d3a4b tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "PUT /v2.0/routers/58783dc4-3c4d-47db-8487-3089cd5d6223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8160179 Mar 16 10:57:00.056378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34806) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:00.061700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.092138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] For port 22d0e258-5f44-49da-9081-3ec6e3262617, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:00.095972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-69e2618a-41c7-43d5-b0f1-606388e2e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:00.104350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] For port 22d0e258-5f44-49da-9081-3ec6e3262617, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=22d0e258-5f44-49da-9081-3ec6e3262617,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:00.110592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2618a-41c7-43d5-b0f1-606388e2e477 None None] Routers {'58783dc4-3c4d-47db-8487-3089cd5d6223'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:00.110592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-69e2618a-41c7-43d5-b0f1-606388e2e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['58783dc4-3c4d-47db-8487-3089cd5d6223'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:00.121770 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9568edf5-cc47-4acc-af6d-0b07239e0e82 req-847544bf-5dc6-4323-8c45-cb212acd741f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206706 Mar 16 10:57:00.144825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:00.145447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.146815 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] 10.222.0.48 "PUT /v2.0/ports/c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 HTTP/1.1" status: 200 len: 1093 time: 3.0849636 Mar 16 10:57:00.147253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f2de12-11c6-4560-be31-dd0f323346bd', 'tag': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:00.163386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.184849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fcd-4721-4ebe-a98f-4454bfe09d9d tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.200160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02f6ee-d6b4-4e4c-a2f3-927cea6895cc req-757bbd92-6453-4a06-aec2-308d95abaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:00.208402 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9c02f6ee-d6b4-4e4c-a2f3-927cea6895cc req-757bbd92-6453-4a06-aec2-308d95abaaf0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 1098 time: 0.3735573 Mar 16 10:57:00.224321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-69e2618a-41c7-43d5-b0f1-606388e2e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:00.224729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2618a-41c7-43d5-b0f1-606388e2e477 None None] The sync data for ids ['58783dc4-3c4d-47db-8487-3089cd5d6223'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:00.287351 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973faf1-2717-452a-a973-5f0839ade103 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:00.293607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89fa40-9345-41fe-a197-94541cdb47cd None None] Pushing event updated for resources: {'Port': ['ID=22d0e258-5f44-49da-9081-3ec6e3262617,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:00.331332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b6774bf-f904-4209-b1fd-b88ca50af65a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.358191 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:57:00.372586 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9c02f6ee-d6b4-4e4c-a2f3-927cea6895cc req-8d77d47a-967c-4489-8be7-bc9c74d227a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954735 Mar 16 10:57:00.396762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-3bc6e50c-4697-499c-9f9c-f3dfbd58b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:00.398352 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-3bc6e50c-4697-499c-9f9c-f3dfbd58b2e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 1096 time: 0.1889532 Mar 16 10:57:00.423662 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f2de12-11c6-4560-be31-dd0f323346bd', 'tag': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'status': 'completed', 'code': 200} Mar 16 10:57:00.517427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2bb32fcd-4721-4ebe-a98f-4454bfe09d9d tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Calling delete_port for e4781737-df86-48c4-b2d9-cec454d01d8e owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:00.682210 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-1e5e9f67-dfc3-4104-af4c-a019976916b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 HTTP/1.1" status: 200 len: 217 time: 0.0679529 Mar 16 10:57:00.757838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-14136281-61e6-4bc8-9cd4-e6ed5b567882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:00.759327 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-14136281-61e6-4bc8-9cd4-e6ed5b567882 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc6bf648-3a48-4168-b08a-3d4372716954 HTTP/1.1" status: 200 len: 835 time: 0.0706873 Mar 16 10:57:00.901889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-7df7a478-21f8-4202-9edc-ee8c3521a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:00.903495 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-7df7a478-21f8-4202-9edc-ee8c3521a7cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1211274 Mar 16 10:57:00.922778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b6774bf-f904-4209-b1fd-b88ca50af65a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.932919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b6774bf-f904-4209-b1fd-b88ca50af65a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.036525 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8b0c1be-fc43-4657-b332-7ced8d0f80d3 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:57:01.043114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c95c6-20b6-4300-a589-c342f41b6aa9 req-136c6f78-dd4e-48b5-9f0a-b62ca7919e30 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:01.043879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-538c95c6-20b6-4300-a589-c342f41b6aa9 req-136c6f78-dd4e-48b5-9f0a-b62ca7919e30 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:01.046246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8b0c1be-fc43-4657-b332-7ced8d0f80d3 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:01.080573 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-8f5f27de-2b66-4f58-8fc5-ea7cdd641461 service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694057 Mar 16 10:57:01.084686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-538c95c6-20b6-4300-a589-c342f41b6aa9 req-136c6f78-dd4e-48b5-9f0a-b62ca7919e30 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:01.086071 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-538c95c6-20b6-4300-a589-c342f41b6aa9 req-136c6f78-dd4e-48b5-9f0a-b62ca7919e30 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 943 time: 0.2462866 Mar 16 10:57:01.091592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.187486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 18e57b52-9785-47c2-aad2-30feeba7ec49 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:01.188998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b6774bf-f904-4209-b1fd-b88ca50af65a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.189483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6774bf-f904-4209-b1fd-b88ca50af65a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Fanout notify agent at l3_agent the message router_deleted on router 58783dc4-3c4d-47db-8487-3089cd5d6223 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:01.265301 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-538c95c6-20b6-4300-a589-c342f41b6aa9 req-8bb5534f-baa4-4842-8332-0692ee7b6b0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399202 Mar 16 10:57:01.286250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 22d0e258-5f44-49da-9081-3ec6e3262617 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:01.301441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6b6774bf-f904-4209-b1fd-b88ca50af65a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.302585 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6b6774bf-f904-4209-b1fd-b88ca50af65a tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "DELETE /v2.0/routers/58783dc4-3c4d-47db-8487-3089cd5d6223 HTTP/1.1" status: 204 len: 168 time: 1.2417600 Mar 16 10:57:01.309277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34818) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.314368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fcd-4721-4ebe-a98f-4454bfe09d9d tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.321887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.resource_extend [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:57:01.352793 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefaf7c-c994-4d72-8bb0-cb6e90c3f95e req-8687f473-90b9-4e96-b5a4-002f757903a9 service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641766 Mar 16 10:57:01.386679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d67254-83ca-4803-9689-a1e9c587a387 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Deleting subnet 0c33dcef-eb81-4404-a1ba-059d0883f3c4 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:01.393928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99d67254-83ca-4803-9689-a1e9c587a387 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.504119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb32fcd-4721-4ebe-a98f-4454bfe09d9d tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event deleted for resources: {'Port': ['ID=e4781737-df86-48c4-b2d9-cec454d01d8e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:01.544955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99d67254-83ca-4803-9689-a1e9c587a387 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.548019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:01.557931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.597058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'port_id': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'mac_address': 'fa:16:3e:90:24:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:57:01.600881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.648518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fcd-4721-4ebe-a98f-4454bfe09d9d tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.651124 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2bb32fcd-4721-4ebe-a98f-4454bfe09d9d tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "DELETE /v2.0/ports/e4781737-df86-48c4-b2d9-cec454d01d8e HTTP/1.1" status: 204 len: 168 time: 2.0936522 Mar 16 10:57:01.661082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34822) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.684068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Request body: {'port': {'name': 'tempest-new-port-name-649477797', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:01.684694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.api.validators [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] bootfile-name is not in valid_values {{(pid=87875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:57:01.685147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.api.validators [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] tftp-server is not in valid_values {{(pid=87875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:57:01.685749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.api.validators [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] server-ip-address is not in valid_values {{(pid=87875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:57:01.710537 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.720502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:01.735211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:01.741479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:01.757304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ce670a73-77e1-4b48-9164-0bb8757e8ab6 None None] Provisioning for port 22d0e258-5f44-49da-9081-3ec6e3262617 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:01.759115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:01.765275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:01.766026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.767390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8b0c1be-fc43-4657-b332-7ced8d0f80d3 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:57:01.775169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=18e57b52-9785-47c2-aad2-30feeba7ec49,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:01.802366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:01.814034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4741d-0a54-4851-8f1b-90c8cc115538 req-ed0174da-27cf-4956-b82a-f8cc7159985d tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:01.815814 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3ee4741d-0a54-4851-8f1b-90c8cc115538 req-ed0174da-27cf-4956-b82a-f8cc7159985d tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.4992139 Mar 16 10:57:01.818370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.820118 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fd93c4f2-d8ec-4e97-9afe-40348b7ff210 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3785808 Mar 16 10:57:01.869037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34830) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.948288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99d67254-83ca-4803-9689-a1e9c587a387 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.956407 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'code': 200} Mar 16 10:57:02.002824 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3ee4741d-0a54-4851-8f1b-90c8cc115538 req-254b9224-df70-4147-b8a0-a09e36a954e3 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860384 Mar 16 10:57:02.023253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:02.023253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:02.038582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.046024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-fdd829ca-8524-4b66-ae33-6c0ba8ee9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:02.047644 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-fdd829ca-8524-4b66-ae33-6c0ba8ee9858 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 1096 time: 0.5788324 Mar 16 10:57:02.048214 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:02.057133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 22d0e258-5f44-49da-9081-3ec6e3262617 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:02.067794 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 22d0e258-5f44-49da-9081-3ec6e3262617 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:02.068167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.111598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99d67254-83ca-4803-9689-a1e9c587a387 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.155461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89098f22-27a4-41b5-958d-a83f88eb0d94 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:02.169969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89098f22-27a4-41b5-958d-a83f88eb0d94 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:02.170947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-89098f22-27a4-41b5-958d-a83f88eb0d94 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:02.206920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.235056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d67254-83ca-4803-9689-a1e9c587a387 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event deleted for resources: {'Subnet': ['ID=0c33dcef-eb81-4404-a1ba-059d0883f3c4,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:02.254092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99d67254-83ca-4803-9689-a1e9c587a387 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.256678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff06cca1-1402-4675-8850-8bf4c39a2ad3 None None] Network 345a47c3-ac39-4563-b741-3322daf38e1f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:02.268586 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-99d67254-83ca-4803-9689-a1e9c587a387 tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "DELETE /v2.0/subnets/0c33dcef-eb81-4404-a1ba-059d0883f3c4 HTTP/1.1" status: 204 len: 168 time: 0.9582629 Mar 16 10:57:02.271364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-89098f22-27a4-41b5-958d-a83f88eb0d94 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:02.271925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34834) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:02.272597 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-89098f22-27a4-41b5-958d-a83f88eb0d94 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3997648 Mar 16 10:57:02.276882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34838) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:02.279963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 22d0e258-5f44-49da-9081-3ec6e3262617, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=22d0e258-5f44-49da-9081-3ec6e3262617,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:02.292434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c2acbd3e-f9fe-4df3-aeeb-707005dad9f8 None None] Provisioning for port 18e57b52-9785-47c2-aad2-30feeba7ec49 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:02.299965 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.348987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-dda3040d-b06e-4d9f-967a-68856894a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:02.350851 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-dda3040d-b06e-4d9f-967a-68856894a7a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee HTTP/1.1" status: 200 len: 897 time: 0.2914376 Mar 16 10:57:02.379089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=22d0e258-5f44-49da-9081-3ec6e3262617,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:02.381562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c2acbd3e-f9fe-4df3-aeeb-707005dad9f8 None None] Provisioning complete for port 18e57b52-9785-47c2-aad2-30feeba7ec49 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:02.382534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c2acbd3e-f9fe-4df3-aeeb-707005dad9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.422170 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.434625 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-d891b283-5e5a-42dd-8589-c999f38b83c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 HTTP/1.1" status: 200 len: 217 time: 0.0734837 Mar 16 10:57:02.438527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb9a15-d8c0-4134-9cd1-9eb7084d78dc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 18e57b52-9785-47c2-aad2-30feeba7ec49 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:02.439157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fdeb9a15-d8c0-4134-9cd1-9eb7084d78dc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.446552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Deleting port bd7226a3-188e-495f-b964-fefbe07722f7 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:02.446894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.504317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.515550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.589164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c2acbd3e-f9fe-4df3-aeeb-707005dad9f8 None None] Port 18e57b52-9785-47c2-aad2-30feeba7ec49 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:02.622235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-118b4f06-c816-4135-8932-d4b42d2f4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:02.623808 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-118b4f06-c816-4135-8932-d4b42d2f4a0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc6bf648-3a48-4168-b08a-3d4372716954 HTTP/1.1" status: 200 len: 835 time: 0.1573944 Mar 16 10:57:02.628502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.661669 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b0c1be-fc43-4657-b332-7ced8d0f80d3 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:57:02.683310 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:02.708580 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.797819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event updated for resources: {'Port': ['ID=26a23b42-c412-4e0f-bd70-349e280df1d4,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:02.809084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] DHCP port deletion for 345a47c3-ac39-4563-b741-3322daf38e1f request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:02.818994 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] For port bd7226a3-188e-495f-b964-fefbe07722f7, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd7226a3-188e-495f-b964-fefbe07722f7,segment=NetworkSegment(881636f6-26bc-4d6e-9384-a968276025b0),segment_id=881636f6-26bc-4d6e-9384-a968276025b0)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:02.819467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.820713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] Deleting port bd7226a3-188e-495f-b964-fefbe07722f7 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:02.821129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.831833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] In _notify_port_updated(), no bound segment for port 26a23b42-c412-4e0f-bd70-349e280df1d4 on network 51ffabfc-b68c-4eb8-aca9-eb210ece572c {{(pid=87875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:57:02.837632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:02.838362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.842255 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-beb4c443-c770-47ba-88e2-73ef13dd7736 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "PUT /v2.0/ports/26a23b42-c412-4e0f-bd70-349e280df1d4 HTTP/1.1" status: 200 len: 1136 time: 1.1721280 Mar 16 10:57:02.842640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34844) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:02.863151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:02.968801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e005b164-698f-4fa5-9a89-8e600b849a31 None None] Provisioning complete for port 26a23b42-c412-4e0f-bd70-349e280df1d4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:02.969031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e005b164-698f-4fa5-9a89-8e600b849a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.973999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d162cb8-6c59-48e8-8167-407576621e4d req-7c3eca52-7b0d-41fe-b553-2263364deec8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:02.975646 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9d162cb8-6c59-48e8-8167-407576621e4d req-7c3eca52-7b0d-41fe-b553-2263364deec8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 943 time: 0.5106823 Mar 16 10:57:02.977498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fdeb9a15-d8c0-4134-9cd1-9eb7084d78dc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.986459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-9a308c17-bb0d-4d24-a751-ee12b518dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:02.988547 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-9a308c17-bb0d-4d24-a751-ee12b518dd74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3564386 Mar 16 10:57:02.994166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Calling delete_port for bd7226a3-188e-495f-b964-fefbe07722f7 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:03.072939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddec4c1-247b-413d-97c5-922c00496b2f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:03.073534 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5ddec4c1-247b-413d-97c5-922c00496b2f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Synchronizing usage tracker for tenant:88267e6f2d2e46eeb08f84c2deb5cb81 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:03.091898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e005b164-698f-4fa5-9a89-8e600b849a31 None None] Port 26a23b42-c412-4e0f-bd70-349e280df1d4 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:03.099319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] For port bd7226a3-188e-495f-b964-fefbe07722f7, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd7226a3-188e-495f-b964-fefbe07722f7,segment=NetworkSegment(881636f6-26bc-4d6e-9384-a968276025b0),segment_id=881636f6-26bc-4d6e-9384-a968276025b0)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:03.099319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.107531 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5ddec4c1-247b-413d-97c5-922c00496b2f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Unset dirty status for tenant:88267e6f2d2e46eeb08f84c2deb5cb81 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:03.109423 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5ddec4c1-247b-413d-97c5-922c00496b2f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "GET /v2.0/ports/26a23b42-c412-4e0f-bd70-349e280df1d4 HTTP/1.1" status: 200 len: 1136 time: 0.2655892 Mar 16 10:57:03.113398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34850) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:03.150885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.162570 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['b8b0c1be-fc43-4657-b332-7ced8d0f80d3'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:57:03.211087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb9a15-d8c0-4134-9cd1-9eb7084d78dc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 18e57b52-9785-47c2-aad2-30feeba7ec49 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:03.252725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] Calling delete_port for bd7226a3-188e-495f-b964-fefbe07722f7 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:03.285816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 22d0e258-5f44-49da-9081-3ec6e3262617 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:03.312111 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9d162cb8-6c59-48e8-8167-407576621e4d req-f74ce08b-1a42-4a97-88c2-87fdd907cb0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209321 Mar 16 10:57:03.389426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event deleted for resources: {'Port': ['ID=bd7226a3-188e-495f-b964-fefbe07722f7,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:03.393592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] No DVR routers for this DVR port bd7226a3-188e-495f-b964-fefbe07722f7 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:03.405153 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-9cb78312-21ce-421d-8e5d-e7b520f607e7 service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879762 Mar 16 10:57:03.472043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:03.473817 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:03.478091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-33a21a25-5659-4d32-afcf-b50967a70f4f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Deleting port 26a23b42-c412-4e0f-bd70-349e280df1d4 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:03.478437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33a21a25-5659-4d32-afcf-b50967a70f4f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.490289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 22d0e258-5f44-49da-9081-3ec6e3262617 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:03.490649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.608624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.687012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa797c-2269-4817-81a9-514ee5dc909d req-b4c7faa3-4f56-45ef-8b83-a8eb34765f6e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:03.694276 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4faa797c-2269-4817-81a9-514ee5dc909d req-b4c7faa3-4f56-45ef-8b83-a8eb34765f6e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 944 time: 0.4015398 Mar 16 10:57:03.700461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345a47c3-ac39-4563-b741-3322daf38e1f']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:03.744482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881636f6-26bc-4d6e-9384-a968276025b0') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:03.744783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881636f6-26bc-4d6e-9384-a968276025b0') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:03.749882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd7226a3-188e-495f-b964-fefbe07722f7 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:03.754103 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c390b4e-3928-49f6-aff6-665d5f861613 req-cab68dca-b141-4d85-a6bb-16928e6bc761 service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423989 Mar 16 10:57:03.765804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fdeb9a15-d8c0-4134-9cd1-9eb7084d78dc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.799666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.815088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: bd7226a3-188e-495f-b964-fefbe07722f7 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:03.815714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd7226a3-188e-495f-b964-fefbe07722f7 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:03.817863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb9a15-d8c0-4134-9cd1-9eb7084d78dc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=18e57b52-9785-47c2-aad2-30feeba7ec49,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:03.823330 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4faa797c-2269-4817-81a9-514ee5dc909d req-6fde2891-2577-4424-b275-f76aec5588d2 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280048 Mar 16 10:57:03.859609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34854) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:03.897987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.920373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:03.920801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:03.937249 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:03.941355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fdeb9a15-d8c0-4134-9cd1-9eb7084d78dc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.974060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] Deleting port bd7226a3-188e-495f-b964-fefbe07722f7 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:03.974879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.979932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fdeb9a15-d8c0-4134-9cd1-9eb7084d78dc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/18e57b52-9785-47c2-aad2-30feeba7ec49 HTTP/1.1" status: 204 len: 168 time: 1.6996095 Mar 16 10:57:03.980584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34858) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.023024 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-09a33424-55a7-4175-96ba-bb1245bbc0b0 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/floatingips/b1f880aa-4dc6-4812-a0c3-da59bc12ecdb HTTP/1.1" status: 200 len: 992 time: 0.1621170 Mar 16 10:57:04.051539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.056111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.064490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0dbd6-78a5-4c69-b783-92f47a0bd166 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:04.068269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0dbd6-78a5-4c69-b783-92f47a0bd166 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:04.069360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-99e0dbd6-78a5-4c69-b783-92f47a0bd166 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:04.071165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c8d8e-4aa9-42eb-ae90-928730ed1971 None None] The port 'bd7226a3-188e-495f-b964-fefbe07722f7' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:04.085711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33a21a25-5659-4d32-afcf-b50967a70f4f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.088607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-99e0dbd6-78a5-4c69-b783-92f47a0bd166 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:04.090001 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-99e0dbd6-78a5-4c69-b783-92f47a0bd166 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1083615 Mar 16 10:57:04.093035 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34862) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.155957 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] 10.222.0.37 "DELETE /v2.0/networks/345a47c3-ac39-4563-b741-3322daf38e1f HTTP/1.1" status: 204 len: 168 time: 1.8828783 Mar 16 10:57:04.157083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f73c9-a5f9-4219-8c52-a607e1cbc7fe tempest-FloatingIPNegativeTestJSON-117891216 tempest-FloatingIPNegativeTestJSON-117891216-project] Pushing event deleted for resources: {'Network': ['ID=345a47c3-ac39-4563-b741-3322daf38e1f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.176420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c25cc4-53ce-43cc-abe7-1b08d3eebcbf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 8545f707-a971-4be0-b04d-95ce2bd5d54e {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:04.179615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5c25cc4-53ce-43cc-abe7-1b08d3eebcbf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.223033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-33a21a25-5659-4d32-afcf-b50967a70f4f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Calling delete_port for 26a23b42-c412-4e0f-bd70-349e280df1d4 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:04.235240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5c25cc4-53ce-43cc-abe7-1b08d3eebcbf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.327963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5c25cc4-53ce-43cc-abe7-1b08d3eebcbf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.380838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33a21a25-5659-4d32-afcf-b50967a70f4f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.427811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5c25cc4-53ce-43cc-abe7-1b08d3eebcbf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.470397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a21a25-5659-4d32-afcf-b50967a70f4f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event deleted for resources: {'Port': ['ID=26a23b42-c412-4e0f-bd70-349e280df1d4,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.476400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c25cc4-53ce-43cc-abe7-1b08d3eebcbf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=8545f707-a971-4be0-b04d-95ce2bd5d54e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.512878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34872) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.538261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904cd5f7-1a04-4230-b79f-0297a46d6299 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:04.547328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5c25cc4-53ce-43cc-abe7-1b08d3eebcbf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.551929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33a21a25-5659-4d32-afcf-b50967a70f4f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.576841 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-33a21a25-5659-4d32-afcf-b50967a70f4f tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "DELETE /v2.0/ports/26a23b42-c412-4e0f-bd70-349e280df1d4 HTTP/1.1" status: 204 len: 168 time: 1.4599516 Mar 16 10:57:04.577066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34878) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.600349 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e5c25cc4-53ce-43cc-abe7-1b08d3eebcbf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/8545f707-a971-4be0-b04d-95ce2bd5d54e HTTP/1.1" status: 204 len: 168 time: 0.5029747 Mar 16 10:57:04.602026 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34882) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.689006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a2d82b-6630-432b-9331-9d5c6ae362a2 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Deleting subnet 7e390382-eff2-4a44-9b8e-9d6583d5ef8b {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:04.693213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-10a2d82b-6630-432b-9331-9d5c6ae362a2 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.752347 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dcf7781c-31b9-4a11-9377-8093bdd6f7f4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1455078 Mar 16 10:57:04.752567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-10a2d82b-6630-432b-9331-9d5c6ae362a2 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.753983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34886) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.808121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f0558-df5b-48fd-9a79-81d7f04f008f req-36ea2de0-0759-48c6-9430-505238355f3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:04.809717 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-222f0558-df5b-48fd-9a79-81d7f04f008f req-36ea2de0-0759-48c6-9430-505238355f3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 943 time: 0.3753083 Mar 16 10:57:04.846385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-10a2d82b-6630-432b-9331-9d5c6ae362a2 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.863500 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7efbddd2-9eff-42a9-9493-0bd958d89885 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2af9620f0abf4cdc84fa11109a3ae58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450379 Mar 16 10:57:04.866772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34890) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.883472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:04.889574 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Deleting port 22d0e258-5f44-49da-9081-3ec6e3262617 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:04.889574 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.908087 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-222f0558-df5b-48fd-9a79-81d7f04f008f req-dca9e59a-343f-43d8-bdc7-d30b2174c1bd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798476 Mar 16 10:57:04.929508 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-10a2d82b-6630-432b-9331-9d5c6ae362a2 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.958207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5900d2e-b10c-4a5d-b608-93182b72293a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:04.958914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c5900d2e-b10c-4a5d-b608-93182b72293a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:04.969902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2d82b-6630-432b-9331-9d5c6ae362a2 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event deleted for resources: {'Subnet': ['ID=7e390382-eff2-4a44-9b8e-9d6583d5ef8b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.974151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-10a2d82b-6630-432b-9331-9d5c6ae362a2 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.983262 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-10a2d82b-6630-432b-9331-9d5c6ae362a2 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "DELETE /v2.0/subnets/7e390382-eff2-4a44-9b8e-9d6583d5ef8b HTTP/1.1" status: 204 len: 168 time: 0.4029589 Mar 16 10:57:04.983425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-999bb621-0cd8-4470-8e19-1ae50d0c0a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.984027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34894) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.998339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c15b9-7439-426b-99bf-1d8bc9b7cc7a None None] Network 51ffabfc-b68c-4eb8-aca9-eb210ece572c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:04.998728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c5900d2e-b10c-4a5d-b608-93182b72293a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:05.002318 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c5900d2e-b10c-4a5d-b608-93182b72293a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2440205 Mar 16 10:57:05.006648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34898) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:05.044274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-999bb621-0cd8-4470-8e19-1ae50d0c0a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.113345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27372976-e719-4d74-a276-de2639174a96 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:05.114087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-27372976-e719-4d74-a276-de2639174a96 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:05.133207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:57:05.135226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-27372976-e719-4d74-a276-de2639174a96 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:05.136822 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-27372976-e719-4d74-a276-de2639174a96 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1290467 Mar 16 10:57:05.139291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34902) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:05.202876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-999bb621-0cd8-4470-8e19-1ae50d0c0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.227503 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4aaf903c-3920-4a16-818c-6501ef1c3f70 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864553 Mar 16 10:57:05.232140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.232293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34906) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:05.234909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bb621-0cd8-4470-8e19-1ae50d0c0a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8b81af-62d7-4eae-804a-aa790fa07c43,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:05.241457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:05.243737 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Deleting port ccc0b763-20bd-4f89-8394-b4ef917fc7c0 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:05.244154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.251057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8b0c1be-fc43-4657-b332-7ced8d0f80d3 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:05.270782 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-999bb621-0cd8-4470-8e19-1ae50d0c0a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.274545 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-999bb621-0cd8-4470-8e19-1ae50d0c0a56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b8b81af-62d7-4eae-804a-aa790fa07c43 HTTP/1.1" status: 204 len: 168 time: 0.4033554 Mar 16 10:57:05.327256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 22d0e258-5f44-49da-9081-3ec6e3262617 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:05.355399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:05.367821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:05.380909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:05.385126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.482946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] For port ccc0b763-20bd-4f89-8394-b4ef917fc7c0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ccc0b763-20bd-4f89-8394-b4ef917fc7c0,segment=NetworkSegment(b9737e05-dee9-4141-9862-d0709f786f39),segment_id=b9737e05-dee9-4141-9862-d0709f786f39)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:05.483429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.562664 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] For port 22d0e258-5f44-49da-9081-3ec6e3262617, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=22d0e258-5f44-49da-9081-3ec6e3262617,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:05.569553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.617851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Calling delete_port for ccc0b763-20bd-4f89-8394-b4ef917fc7c0 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:05.703420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.763738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event deleted for resources: {'Port': ['ID=ccc0b763-20bd-4f89-8394-b4ef917fc7c0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:05.771928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] No DVR routers for this DVR port ccc0b763-20bd-4f89-8394-b4ef917fc7c0 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:05.805684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Calling delete_port for 22d0e258-5f44-49da-9081-3ec6e3262617 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:05.912201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.917329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.932174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:57:05.948203 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ffabfc-b68c-4eb8-aca9-eb210ece572c']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:05.963892 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9737e05-dee9-4141-9862-d0709f786f39') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:05.964467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9737e05-dee9-4141-9862-d0709f786f39') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:05.978339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.997745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.008550 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Pushing event deleted for resources: {'Port': ['ID=22d0e258-5f44-49da-9081-3ec6e3262617,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.012791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:06.014024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.028200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] No DVR routers for this DVR port 22d0e258-5f44-49da-9081-3ec6e3262617 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:06.051230 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No active binding found for port 22d0e258-5f44-49da-9081-3ec6e3262617 {{(pid=87876) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 10:57:06.052063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 22d0e258-5f44-49da-9081-3ec6e3262617 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:06.055774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.056863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.056863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.057187 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.services.revisions.revision_plugin [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Could not find related port for resource to bump revision. Mar 16 10:57:06.057682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.058297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.058780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.059251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.059725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.060267 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.060761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.061241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.061735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bfece-39ab-4da2-a1ab-50fa0941ce26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:06.063425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_pluggable_backend [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Port 22d0e258-5f44-49da-9081-3ec6e3262617 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87874) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 16 10:57:06.063999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_pluggable_backend [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:6656 {{(pid=87874) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 16 10:57:06.065145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:06.065517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.068763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_pluggable_backend [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe54:6656 {{(pid=87874) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 16 10:57:06.070273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.139014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:06.141818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:06.143497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:06.148421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:06.149273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:06.160174 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:06.174797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=2e594e01-4ab4-47d8-b046-29e0ae1beed7,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.192235 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-62844830-ae3d-46fe-b704-3614cf77b18d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9585907 Mar 16 10:57:06.195208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34932) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.201671 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb4a493-277c-46ed-b3ff-e8fba9a8ee65 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:06.202596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:06.221458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.245242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.262338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] Pushing event deleted for resources: {'Network': ['ID=51ffabfc-b68c-4eb8-aca9-eb210ece572c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.276028 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2e221c76-003f-4cd5-a1bf-ce42acb45719 tempest-ExtraDHCPOptionsTestJSON-1550782913 tempest-ExtraDHCPOptionsTestJSON-1550782913-project] 10.222.0.37 "DELETE /v2.0/networks/51ffabfc-b68c-4eb8-aca9-eb210ece572c HTTP/1.1" status: 204 len: 168 time: 1.2903204 Mar 16 10:57:06.304851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34938) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.348101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b535a1f-8333-48b2-b270-672dd9f31ba3 req-01ea970a-3e1b-43b1-872c-a61d3b44e122 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:06.357722 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2b535a1f-8333-48b2-b270-672dd9f31ba3 req-01ea970a-3e1b-43b1-872c-a61d3b44e122 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 943 time: 0.1964934 Mar 16 10:57:06.370257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2657d08-aa6f-4c27-a2b1-0c63ec332278 None None] DHCP port deletion for 51ffabfc-b68c-4eb8-aca9-eb210ece572c request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:06.377174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'mac_address': 'fa:16:3e:e6:e4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:57:06.414966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:06.423973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:06.425781 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2b535a1f-8333-48b2-b270-672dd9f31ba3 req-02ab7fcf-eec9-4054-a00e-df4fcc72b7a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658071 Mar 16 10:57:06.430998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:06.439413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:06.455292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.456086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:06.459937 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.473499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5d95991f-8c30-4056-a629-798bb1683bcf tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] Request body: {'port': {'network_id': 'b12a387f-bb57-4a58-86bc-4229f31fada7', 'name': 'tempest-NetworksNegativeTestJSON-780079782'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:06.497523 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.507407 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d95991f-8c30-4056-a629-798bb1683bcf tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] POST failed (client error): The resource could not be found. Mar 16 10:57:06.508268 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:57:06.508714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d95991f-8c30-4056-a629-798bb1683bcf tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:06.509911 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5d95991f-8c30-4056-a629-798bb1683bcf tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2039874 Mar 16 10:57:06.514258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34944) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.548231 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ad1196-f5aa-4136-8c4a-fba09bf7945c tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:06.548703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ad1196-f5aa-4136-8c4a-fba09bf7945c tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:06.553826 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-32ad1196-f5aa-4136-8c4a-fba09bf7945c tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] 10.222.0.37 "DELETE /v2.0/networks/520bb5af-9d95-46f7-8481-b19e1752e828 HTTP/1.1" status: 404 len: 339 time: 0.0348101 Mar 16 10:57:06.554090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34948) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.598101 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:06.600514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:06.612542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:06.614187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.622196 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf8242d-2e74-4e77-abac-58183627cfac tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:06.622973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf8242d-2e74-4e77-abac-58183627cfac tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:06.625152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5bf8242d-2e74-4e77-abac-58183627cfac tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] 10.222.0.37 "DELETE /v2.0/ports/d4158f2a-cf19-4853-8015-ae7290f67f9c HTTP/1.1" status: 404 len: 333 time: 0.0699890 Mar 16 10:57:06.629015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34956) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.663224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': '2e594e01-4ab4-47d8-b046-29e0ae1beed7'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:06.664386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.681894 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8621f35-1ef0-4e0f-aecc-76f1366f8e28 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:06.682550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8621f35-1ef0-4e0f-aecc-76f1366f8e28 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:06.684290 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d8621f35-1ef0-4e0f-aecc-76f1366f8e28 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] 10.222.0.37 "DELETE /v2.0/subnets/8b4ddf22-7f9a-4171-bbca-f81d33b2f5cf HTTP/1.1" status: 404 len: 337 time: 0.0540097 Mar 16 10:57:06.689945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34960) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.726047 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.ipam_backend_mixin [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e594e01-4ab4-47d8-b046-29e0ae1beed7 (CIDR: 2001:db8::/64) Mar 16 10:57:06.731974 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:06.732510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:06.739201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34964) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.752474 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-04866525-ec0d-4aed-9f9d-e0e54a819fc0 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] GET failed (client error): The resource could not be found. Mar 16 10:57:06.757674 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-04866525-ec0d-4aed-9f9d-e0e54a819fc0 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] 10.222.0.37 "GET /v2.0/networks/cfb799cb-608c-459e-8ee2-eec5f3a4af77 HTTP/1.1" status: 404 len: 339 time: 0.0628664 Mar 16 10:57:06.758523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34970) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.758675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.770274 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'code': 200} Mar 16 10:57:06.805822 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-820feaf5-a462-423b-a4f5-71c63eaacfa3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6092026 Mar 16 10:57:06.806919 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-16709c83-6e90-4f24-9cd0-700f80c7a58e tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] GET failed (client error): The resource could not be found. Mar 16 10:57:06.808585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 34974) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.812130 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-16709c83-6e90-4f24-9cd0-700f80c7a58e tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] 10.222.0.37 "GET /v2.0/ports/d069b94a-78f3-4625-b673-8ab0e9cdd3c3 HTTP/1.1" status: 404 len: 333 time: 0.0518665 Mar 16 10:57:06.812817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34976) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.821479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:06.852990 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a3c643-6639-4d0c-8b41-8a7e43b665c2 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] GET failed (client error): The resource could not be found. Mar 16 10:57:06.858389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.858749 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d3a3c643-6639-4d0c-8b41-8a7e43b665c2 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] 10.222.0.37 "GET /v2.0/subnets/25cdc1ed-4742-40f5-bb7d-192975387142 HTTP/1.1" status: 404 len: 337 time: 0.0451808 Mar 16 10:57:06.859370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34982) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.873401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2fe469a4-dbe1-4a3d-a26e-3d8c710967ed tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:06.898299 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe469a4-dbe1-4a3d-a26e-3d8c710967ed tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] PUT failed (client error): The resource could not be found. Mar 16 10:57:06.899024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe469a4-dbe1-4a3d-a26e-3d8c710967ed tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:06.904775 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2fe469a4-dbe1-4a3d-a26e-3d8c710967ed tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] 10.222.0.37 "PUT /v2.0/networks/554321b4-529d-4cc7-b997-b32ce6c9d04b HTTP/1.1" status: 404 len: 339 time: 0.0441322 Mar 16 10:57:06.905541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34986) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.912631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0c4f5aa6-13dc-422b-b3a8-e2a7795104b6 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:06.950568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Allocated IP 2001:db8::f816:3eff:fe8e:322e (e57f845a-9024-49c0-a045-365eb6299d60/2e594e01-4ab4-47d8-b046-29e0ae1beed7/81456edd-b33a-4633-8538-db82bd39c56b) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:06.952332 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4f5aa6-13dc-422b-b3a8-e2a7795104b6 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] PUT failed (client error): The resource could not be found. Mar 16 10:57:06.952742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4f5aa6-13dc-422b-b3a8-e2a7795104b6 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:06.958014 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0c4f5aa6-13dc-422b-b3a8-e2a7795104b6 tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] 10.222.0.37 "PUT /v2.0/ports/ce34be00-8c36-4a08-b287-3a677992a7fc HTTP/1.1" status: 404 len: 333 time: 0.0512686 Mar 16 10:57:06.958654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34990) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.964728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.964929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a3f73f11-c4d9-4967-a57a-4784c3528e8e tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:07.008941 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f73f11-c4d9-4967-a57a-4784c3528e8e tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] PUT failed (client error): The resource could not be found. Mar 16 10:57:07.009681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f73f11-c4d9-4967-a57a-4784c3528e8e tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:07.025896 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a3f73f11-c4d9-4967-a57a-4784c3528e8e tempest-NetworksNegativeTestJSON-1169684596 tempest-NetworksNegativeTestJSON-1169684596-project] 10.222.0.37 "PUT /v2.0/subnets/105dd47d-1d3d-4199-8126-5ea32e7c5315 HTTP/1.1" status: 404 len: 337 time: 0.0569577 Mar 16 10:57:07.100675 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8aa707c4-e250-4e0b-97b8-9b8b27c401e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88267e6f2d2e46eeb08f84c2deb5cb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545289 Mar 16 10:57:07.101286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 34996) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:07.105256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['c4ed2e2e-7fa5-4f80-b766-f4fa464ca548'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:57:07.106874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:07.111051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:07.115077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:07.122556 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:07.140324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:07.145942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.191676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36dfc771-c065-4e4f-b915-d0c2c58b8a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.242790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36dfc771-c065-4e4f-b915-d0c2c58b8a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.284276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ccc0b763-20bd-4f89-8394-b4ef917fc7c0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:07.310142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36dfc771-c065-4e4f-b915-d0c2c58b8a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.332133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: ccc0b763-20bd-4f89-8394-b4ef917fc7c0 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:07.332846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ccc0b763-20bd-4f89-8394-b4ef917fc7c0 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:07.337149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfc771-c065-4e4f-b915-d0c2c58b8a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f9670e-7b17-428f-8842-97e4b449b66a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:07.353324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36dfc771-c065-4e4f-b915-d0c2c58b8a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.357585 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-36dfc771-c065-4e4f-b915-d0c2c58b8a0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29f9670e-7b17-428f-8842-97e4b449b66a HTTP/1.1" status: 204 len: 168 time: 0.2549753 Mar 16 10:57:07.389528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35004) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:07.415813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.452346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Transition to ACTIVE for port object 81456edd-b33a-4633-8538-db82bd39c56b will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:07.538028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Transition to ACTIVE for port object 81456edd-b33a-4633-8538-db82bd39c56b will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:07.542521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.562054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.624117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:07.627453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:07.632536 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:07.633164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.661344 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=12e2508d-5c26-4145-ae84-d756b5e055a9,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:07.746929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:07.758108 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fa14e6bb-42a9-4ba2-ad3a-6dbe0eb801af tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9479685 Mar 16 10:57:07.764550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35018) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:07.765825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:07.768483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:07.773980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0cc61bcf-f381-4642-90d6-7596fa7054d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.788824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:e2:fc:03', 'name': 'tempest-NetworksTestDHCPv6-1902002947'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:07.823628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bbcce-e2d0-472d-929d-2c5fc10a9487 req-fd35aaf7-c7a8-4aab-aa26-13e2172ae2a7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:07.823790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Pushing event updated for resources: {'Port': ['ID=81456edd-b33a-4633-8538-db82bd39c56b,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:07.823903 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fd6bbcce-e2d0-472d-929d-2c5fc10a9487 req-fd35aaf7-c7a8-4aab-aa26-13e2172ae2a7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 944 time: 0.1386209 Mar 16 10:57:07.847271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0cc61bcf-f381-4642-90d6-7596fa7054d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:07.858070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0cc61bcf-f381-4642-90d6-7596fa7054d4 admin admin] Usage tracker for resource:security_group_rule and tenant:788ebcbc7ad2400a9800d13f11baf860 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:07.892513 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fd6bbcce-e2d0-472d-929d-2c5fc10a9487 req-e65cd445-c01d-47f2-9203-86d1fbb69a73 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619085 Mar 16 10:57:07.919001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0cc61bcf-f381-4642-90d6-7596fa7054d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:07.930467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Attempting to bind port 81456edd-b33a-4633-8538-db82bd39c56b on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:07.930837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Attempting to bind port 81456edd-b33a-4633-8538-db82bd39c56b by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:07.931532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Attempting to bind port 81456edd-b33a-4633-8538-db82bd39c56b on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:07.936294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0cc61bcf-f381-4642-90d6-7596fa7054d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:07.948784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:07.949158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:07.949689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.950396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:07.950643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Bound port: 81456edd-b33a-4633-8538-db82bd39c56b, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:07.951018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.997828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:08.014178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:08.038743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:08.168051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] For port 81456edd-b33a-4633-8538-db82bd39c56b, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:08.174829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.182373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] For port 81456edd-b33a-4633-8538-db82bd39c56b, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=81456edd-b33a-4633-8538-db82bd39c56b,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:08.182565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0cc61bcf-f381-4642-90d6-7596fa7054d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.190696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.192052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0cc61bcf-f381-4642-90d6-7596fa7054d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.252189 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0cc61bcf-f381-4642-90d6-7596fa7054d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=788ebcbc7ad2400a9800d13f11baf860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8609457 Mar 16 10:57:08.254954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35034) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:08.262580 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.281347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1f97f-7a51-47ff-838a-e977c94207c2 None None] Pushing event updated for resources: {'Port': ['ID=81456edd-b33a-4633-8538-db82bd39c56b,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:08.282833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc61bcf-f381-4642-90d6-7596fa7054d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5bfce5-d92a-49b9-812c-f67c1c00d441,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:08.303357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 98440280-86a1-4ae9-8527-8c62d8ba22ab yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:08.319267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35038) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:08.371452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-657434b8-a0ac-4a7d-882c-cfda7a34d411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.408055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-657434b8-a0ac-4a7d-882c-cfda7a34d411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.457369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-19824114'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:08.463304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:08.467910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:network and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:08.471369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:08.477842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:08.490926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-657434b8-a0ac-4a7d-882c-cfda7a34d411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.501616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Made reservation on behalf of 91df6f25f10f4c7e88d0ba423e30cba5 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:08.505796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.523205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.536755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657434b8-a0ac-4a7d-882c-cfda7a34d411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5bfce5-d92a-49b9-812c-f67c1c00d441,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:08.547351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:08.549730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-657434b8-a0ac-4a7d-882c-cfda7a34d411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.550921 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-657434b8-a0ac-4a7d-882c-cfda7a34d411 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f5bfce5-d92a-49b9-812c-f67c1c00d441 HTTP/1.1" status: 204 len: 168 time: 0.2934406 Mar 16 10:57:08.553674 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:security_group_rule and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:08.557071 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:08.572325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:08.573799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8:0:1::45 (e57f845a-9024-49c0-a045-365eb6299d60/12e2508d-5c26-4145-ae84-d756b5e055a9/98440280-86a1-4ae9-8527-8c62d8ba22ab) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:08.583433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f816:3eff:fee2:fc03 (e57f845a-9024-49c0-a045-365eb6299d60/2e594e01-4ab4-47d8-b046-29e0ae1beed7/98440280-86a1-4ae9-8527-8c62d8ba22ab) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:08.695553 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.703177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.744061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:08.749567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc2e3e-e71d-4adb-92da-859de890a36b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:08.756581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.757019 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Added segment c2664ed4-9bc1-4c58-88cd-1cfd77e9e060 of type vlan for network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 Mar 16 10:57:08.786086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.826362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.832049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:08.832679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.843285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.866520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 98440280-86a1-4ae9-8527-8c62d8ba22ab will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:08.905209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.979529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:08.983101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:08.988152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:08.994287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:08.995008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.092258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:09.093755 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7731133 Mar 16 10:57:09.096956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35056) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.100996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bfabf-29ee-4c82-a7b7-6da0bdc3e02a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Network': ['ID=1716c279-4e7e-49ef-b37c-c1817ad1bf56,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:09.109955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'subnet': {'network_id': '1716c279-4e7e-49ef-b37c-c1817ad1bf56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:09.183271 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:09.273845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:09.284983 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:subnet and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:09.287911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 81456edd-b33a-4633-8538-db82bd39c56b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:09.292221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:09.296233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=98440280-86a1-4ae9-8527-8c62d8ba22ab,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:09.310759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:09.339145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35062) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.339479 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8af3e318-2a81-4b4b-8eb7-141aa6857b01 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5718117 Mar 16 10:57:09.378968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca0e39-f07d-4a0a-9402-dbb37053b870 req-cc02bc00-d128-400c-86e8-1eb0970867fa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.385969 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-79ca0e39-f07d-4a0a-9402-dbb37053b870 req-cc02bc00-d128-400c-86e8-1eb0970867fa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 944 time: 0.1537008 Mar 16 10:57:09.388571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Made reservation on behalf of 91df6f25f10f4c7e88d0ba423e30cba5 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:09.392371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.442288 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-79ca0e39-f07d-4a0a-9402-dbb37053b870 req-26e75ce3-b373-40d7-a331-73529b89c1fb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554285 Mar 16 10:57:09.498812 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:09.507258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:09.508099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.540464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-bc627488-0d10-495d-9792-59dbb835f230 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 98440280-86a1-4ae9-8527-8c62d8ba22ab {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:09.541079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc627488-0d10-495d-9792-59dbb835f230 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.591851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 81456edd-b33a-4633-8538-db82bd39c56b completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:09.636078 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b16c725-1654-44d9-bdf1-667e2d550432 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:09.718923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35074) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.788518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.794682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-afffb506-e5b1-4aaa-b854-0948d6c887ee None None] Provisioning for port 81456edd-b33a-4633-8538-db82bd39c56b completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:09.810422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-afffb506-e5b1-4aaa-b854-0948d6c887ee None None] Provisioning complete for port 81456edd-b33a-4633-8538-db82bd39c56b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:09.810994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-afffb506-e5b1-4aaa-b854-0948d6c887ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.835879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1170096234'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:09.842169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:09.845892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:network and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:09.849087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:09.855974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:09.860763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.867492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:09.871656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.884539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.899688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:09.903430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group_rule and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:09.906307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:09.911976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:09.962266 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Subnet': ['ID=e0ddba94-1c18-4652-a94d-b02a47c7723d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:09.989891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Checking segment: {'id': 'c2664ed4-9bc1-4c58-88cd-1cfd77e9e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1716c279-4e7e-49ef-b37c-c1817ad1bf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:09.990301 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network hostable DHCP agents. Network: 1716c279-4e7e-49ef-b37c-c1817ad1bf56, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:10.000782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f2de12-11c6-4560-be31-dd0f323346bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:10.010103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.017226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.019633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:10.020118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc627488-0d10-495d-9792-59dbb835f230 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.058628 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0654ba8-b4e9-4dc3-b208-96e52b83dee9,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:10.059309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.082681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:10.092966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:10.093467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.094027 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Added segment 64d7561b-cd1e-4e42-8d33-b372b14f49c9 of type vlan for network c29bb636-5077-412e-8a60-865e51ac810d Mar 16 10:57:10.098517 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f2de12-11c6-4560-be31-dd0f323346bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'code': 200} Mar 16 10:57:10.123925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.159272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.164971 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-afffb506-e5b1-4aaa-b854-0948d6c887ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.166573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:10.169238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.175681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-bc627488-0d10-495d-9792-59dbb835f230 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 98440280-86a1-4ae9-8527-8c62d8ba22ab owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:10.192813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:10.212550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 1716c279-4e7e-49ef-b37c-c1817ad1bf56) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:10.213819 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-afffb506-e5b1-4aaa-b854-0948d6c887ee None None] For port 81456edd-b33a-4633-8538-db82bd39c56b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=81456edd-b33a-4633-8538-db82bd39c56b,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:10.220533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-afffb506-e5b1-4aaa-b854-0948d6c887ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.221523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:10.222103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.262232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25addaf6-d937-4d42-96fc-bbbe3846c3e1 None None] Network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:10.267977 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5450952 Mar 16 10:57:10.268155 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d479300b-360d-468e-a338-c433f09056d4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1668248 Mar 16 10:57:10.269682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35082) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:10.270178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35084) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:10.279202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1648094618', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:10.288286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'name': 'tempest-PortsIpV6TestJSON-466775463'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:10.311537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:10.412032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:router and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:10.425726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:10.432058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc627488-0d10-495d-9792-59dbb835f230 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.439490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffb506-e5b1-4aaa-b854-0948d6c887ee None None] Pushing event updated for resources: {'Port': ['ID=81456edd-b33a-4633-8538-db82bd39c56b,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:10.465132 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ab832c-03bc-43c2-a456-0a93c0f7eaf9 None None] Update dhcp port {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': '2e594e01-4ab4-47d8-b046-29e0ae1beed7', 'ip_address': '2001:db8::f816:3eff:fe8e:322e'}, {'subnet_id': '12e2508d-5c26-4145-ae84-d756b5e055a9'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': '81456edd-b33a-4633-8538-db82bd39c56b'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:57:10.479864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:10.480910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc627488-0d10-495d-9792-59dbb835f230 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=98440280-86a1-4ae9-8527-8c62d8ba22ab,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:10.491967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570296e1-4ee4-453e-9352-4288bc3d447c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Network': ['ID=c29bb636-5077-412e-8a60-865e51ac810d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:10.535841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network c29bb636-5077-412e-8a60-865e51ac810d details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:10.536724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.538016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.541885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:10.553883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:port and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:10.559696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:10.569111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc627488-0d10-495d-9792-59dbb835f230 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.570977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:10.577046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d2945-0806-4823-8198-578725a255ca req-fa93003f-1752-493c-b642-e354e546696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:10.581999 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bc627488-0d10-495d-9792-59dbb835f230 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/98440280-86a1-4ae9-8527-8c62d8ba22ab HTTP/1.1" status: 204 len: 168 time: 1.2396343 Mar 16 10:57:10.582347 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35092) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:10.582631 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-503d2945-0806-4823-8198-578725a255ca req-fa93003f-1752-493c-b642-e354e546696b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 1098 time: 0.2111444 Mar 16 10:57:10.618161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.631137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:10.635245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.677866 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-503d2945-0806-4823-8198-578725a255ca req-de821eda-c290-42dd-9492-c7e294c93d29 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893922 Mar 16 10:57:10.679805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c445c-7a05-4df9-a341-1c2a1cc46e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:10.680566 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-426c445c-7a05-4df9-a341-1c2a1cc46e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:10.682063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:10.699834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-426c445c-7a05-4df9-a341-1c2a1cc46e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:10.704559 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-426c445c-7a05-4df9-a341-1c2a1cc46e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1179218 Mar 16 10:57:10.704559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35096) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:10.707834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-55ab832c-03bc-43c2-a456-0a93c0f7eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.802891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6bc84c-eb49-4a51-8258-ee729f05d405 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:10.806948 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cc6bc84c-eb49-4a51-8258-ee729f05d405 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0993047 Mar 16 10:57:10.807207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35100) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:10.875832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd8854-48ff-4a5a-bda3-a7ead2d28d57 None None] Network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:10.888613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71118142-8d84-4b1e-8478-ada52f56eda1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:10.890268 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71118142-8d84-4b1e-8478-ada52f56eda1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:10.892407 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71118142-8d84-4b1e-8478-ada52f56eda1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:10.893293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-71118142-8d84-4b1e-8478-ada52f56eda1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:10.909796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-71118142-8d84-4b1e-8478-ada52f56eda1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:10.911039 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-71118142-8d84-4b1e-8478-ada52f56eda1 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1029305 Mar 16 10:57:10.913783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35104) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.096612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-89eb1744-962e-4678-b25c-8970629d247c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 12e2508d-5c26-4145-ae84-d756b5e055a9 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:11.120198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.166560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905efa2-5f7d-421f-850a-728f67f0e079 req-333b9b11-60d2-4ff7-8413-ef12fed7c0a2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:11.168113 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d905efa2-5f7d-421f-850a-728f67f0e079 req-333b9b11-60d2-4ff7-8413-ef12fed7c0a2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 945 time: 0.4404211 Mar 16 10:57:11.171403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-55ab832c-03bc-43c2-a456-0a93c0f7eaf9 None None] Allocated IP 2001:db8:0:1::2 (e57f845a-9024-49c0-a045-365eb6299d60/12e2508d-5c26-4145-ae84-d756b5e055a9/81456edd-b33a-4633-8538-db82bd39c56b) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:11.207167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 81456edd-b33a-4633-8538-db82bd39c56b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:11.322973 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d905efa2-5f7d-421f-850a-728f67f0e079 req-f802ec03-8fde-4577-9c6f-e5cb204c72c8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338778 Mar 16 10:57:11.327311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.393309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 81456edd-b33a-4633-8538-db82bd39c56b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:11.393634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.423917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-55ab832c-03bc-43c2-a456-0a93c0f7eaf9 None None] For port 81456edd-b33a-4633-8538-db82bd39c56b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=81456edd-b33a-4633-8538-db82bd39c56b,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:11.428997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.472689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-55ab832c-03bc-43c2-a456-0a93c0f7eaf9 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.517635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-55ab832c-03bc-43c2-a456-0a93c0f7eaf9 None None] Transition to ACTIVE for port object 81456edd-b33a-4633-8538-db82bd39c56b will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:11.523624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89eb1744-962e-4678-b25c-8970629d247c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.525301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=dac4f77f-5369-4ea2-bdba-c961fa49d6c2,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:11.527611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-55ab832c-03bc-43c2-a456-0a93c0f7eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.545849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Checking segment: {'id': '64d7561b-cd1e-4e42-8d33-b372b14f49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:11.546217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network hostable DHCP agents. Network: c29bb636-5077-412e-8a60-865e51ac810d, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:11.594948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89eb1744-962e-4678-b25c-8970629d247c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.695352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab832c-03bc-43c2-a456-0a93c0f7eaf9 None None] Pushing event updated for resources: {'Port': ['ID=81456edd-b33a-4633-8538-db82bd39c56b,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:11.722759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89eb1744-962e-4678-b25c-8970629d247c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.803641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89eb1744-962e-4678-b25c-8970629d247c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.844865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb1744-962e-4678-b25c-8970629d247c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=12e2508d-5c26-4145-ae84-d756b5e055a9,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:11.848860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89eb1744-962e-4678-b25c-8970629d247c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.856400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:11.866056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.866612 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-89eb1744-962e-4678-b25c-8970629d247c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/12e2508d-5c26-4145-ae84-d756b5e055a9 HTTP/1.1" status: 204 len: 168 time: 0.9508162 Mar 16 10:57:11.868257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35108) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.905319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.908265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, c29bb636-5077-412e-8a60-865e51ac810d) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:11.912359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:11.919037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:11.919688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.920814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3cb19b-fb4b-4380-b9d0-804313c63b41 None None] Network c29bb636-5077-412e-8a60-865e51ac810d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:11.949674 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45d720b-d81c-4f99-8b2f-e4113c84005a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 2e594e01-4ab4-47d8-b046-29e0ae1beed7 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:11.953000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e45d720b-d81c-4f99-8b2f-e4113c84005a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.044207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e45d720b-d81c-4f99-8b2f-e4113c84005a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.060565 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-edc68e56-74cb-4e39-bae2-ae81f9e3c1ef tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7890739 Mar 16 10:57:12.063877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35112) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:12.071755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-669184814'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:12.081280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:12.116451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:network and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:12.130407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:12.139443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:12.163638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e45d720b-d81c-4f99-8b2f-e4113c84005a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.167343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:12.172372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.185440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.26.2.124 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/99f1e3ca-8aa9-4558-a6bf-29e38ba489bf) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:12.251568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:12.277511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e45d720b-d81c-4f99-8b2f-e4113c84005a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.319061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.319425 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Added segment 28f57872-c94c-4a4a-bf61-bfa6579de5f4 of type vlan for network 4e311559-740c-417d-9e22-d160f34d4ea3 Mar 16 10:57:12.329308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d720b-d81c-4f99-8b2f-e4113c84005a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=2e594e01-4ab4-47d8-b046-29e0ae1beed7,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:12.331339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e45d720b-d81c-4f99-8b2f-e4113c84005a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.345341 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e45d720b-d81c-4f99-8b2f-e4113c84005a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/2e594e01-4ab4-47d8-b046-29e0ae1beed7 HTTP/1.1" status: 204 len: 168 time: 0.4736075 Mar 16 10:57:12.346136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35116) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:12.376277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef15a28-d2b3-4dd8-91bc-1e87be1665df None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:12.392572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.418487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.429291 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bb93f056-4085-411d-a7cc-9a4b426dd856 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793104 Mar 16 10:57:12.430752 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35122) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:12.438895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:12.454763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.460526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:12.461148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.523597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e0db4c1e-a71c-43cb-b3b7-aca96a845176 None None] Provisioning for port 81456edd-b33a-4633-8538-db82bd39c56b completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:12.558602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e0db4c1e-a71c-43cb-b3b7-aca96a845176 None None] Provisioning complete for port 81456edd-b33a-4633-8538-db82bd39c56b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:12.559063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e0db4c1e-a71c-43cb-b3b7-aca96a845176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.579816 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5148180 Mar 16 10:57:12.582863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35126) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:12.583941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3e08e-c36c-41bd-832e-8d3352ca4a8d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Network': ['ID=4e311559-740c-417d-9e22-d160f34d4ea3,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:12.600205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.600394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'ports': [{'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d'}, {'network_id': '4e311559-740c-417d-9e22-d160f34d4ea3'}]} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:12.601161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:12.601273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 4e311559-740c-417d-9e22-d160f34d4ea3 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:12.601631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': '4e311559-740c-417d-9e22-d160f34d4ea3'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:12.656150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:12.664425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:12.677618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:12.688651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:12.693220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:12.714890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:12.726569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=99f1e3ca-8aa9-4558-a6bf-29e38ba489bf,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:12.732910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:12.799968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:12.802213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e0db4c1e-a71c-43cb-b3b7-aca96a845176 None None] Could not find standard attr ID for object 98440280-86a1-4ae9-8527-8c62d8ba22ab. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:12.803775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.862261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be573694-6da7-443b-891c-0ee305265343 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:12.866773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-be573694-6da7-443b-891c-0ee305265343 None None] Deleting port 81456edd-b33a-4633-8538-db82bd39c56b {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:12.867149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-be573694-6da7-443b-891c-0ee305265343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.959589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139634e0-3383-482b-94a1-f0baa559ceaf req-fcac888e-2e94-4093-a26c-a0bcc9a0e907 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:12.961803 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-139634e0-3383-482b-94a1-f0baa559ceaf req-fcac888e-2e94-4093-a26c-a0bcc9a0e907 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 945 time: 0.4328945 Mar 16 10:57:13.022915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:13.033566 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:port and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:13.041344 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:13.051749 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-139634e0-3383-482b-94a1-f0baa559ceaf req-ec2ef350-8eb5-4b58-8aa9-46f976c16d33 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779381 Mar 16 10:57:13.052686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:13.106039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 2} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:13.110093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.142037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.150981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-be573694-6da7-443b-891c-0ee305265343 None None] For port 81456edd-b33a-4633-8538-db82bd39c56b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=81456edd-b33a-4633-8538-db82bd39c56b,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:13.151377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-be573694-6da7-443b-891c-0ee305265343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.169221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.231023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 81456edd-b33a-4633-8538-db82bd39c56b no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:13.321295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-be573694-6da7-443b-891c-0ee305265343 None None] Calling delete_port for 81456edd-b33a-4633-8538-db82bd39c56b owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:13.461464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-be573694-6da7-443b-891c-0ee305265343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.517024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be573694-6da7-443b-891c-0ee305265343 None None] Pushing event deleted for resources: {'Port': ['ID=81456edd-b33a-4633-8538-db82bd39c56b,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:13.518895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.535351 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be573694-6da7-443b-891c-0ee305265343 None None] No DVR routers for this DVR port 81456edd-b33a-4633-8538-db82bd39c56b on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:13.581323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 11423860-4ca6-444d-8f61-f0e36f35b89e yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:13.622240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dd665-b37d-48e8-88f0-7f082e88ad21 req-4e09440e-467e-49c6-9904-93c8fd1b01f0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:13.625465 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c85dd665-b37d-48e8-88f0-7f082e88ad21 req-4e09440e-467e-49c6-9904-93c8fd1b01f0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 945 time: 0.3957529 Mar 16 10:57:13.638660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.objects.ports [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87875) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:57:13.640796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.688725 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c85dd665-b37d-48e8-88f0-7f082e88ad21 req-15d86c84-f163-4c72-b049-50a72b0451c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533254 Mar 16 10:57:13.715764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:13.719062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35132) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:13.721693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:13.727879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:13.728499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.731718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd4b76-9b91-4105-a0d0-d8e39f80e0d6 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:13.768844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=de89ad9c-0456-4460-be1f-6d82b9a44efe,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:13.785571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.831974 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0bc54898-be0b-4aee-b239-6b5f4c934dc4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4006987 Mar 16 10:57:13.843077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35136) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:13.855860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:13.950680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': 'de89ad9c-0456-4460-be1f-6d82b9a44efe'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:13.951634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.966581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.005463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:57:14.005702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e4c6f-a849-464c-ae82-646e0a7df456 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:14.009855 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7c9e4c6f-a849-464c-ae82-646e0a7df456 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 1093 time: 0.2867923 Mar 16 10:57:14.010397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35140) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:14.024856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:14.033801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:14.098673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:floatingip and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:14.108399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:14.114408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Allocated IP 2001:db8::f816:3eff:feeb:e288 (e57f845a-9024-49c0-a045-365eb6299d60/de89ad9c-0456-4460-be1f-6d82b9a44efe/6d91d442-66b5-4d71-82ff-5772f84651cf) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:14.117234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:14.119945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 6b1c0d59-dcbc-4c8b-a087-50fdd1407e0c yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:14.125690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:14.131840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:14.135902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:14.143119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:14.144265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.157062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:14.160667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.260415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:14.279120 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac9340e-fc50-4dff-970e-207df8be5160 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:14.296468 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac9340e-fc50-4dff-970e-207df8be5160 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:14.297420 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5ac9340e-fc50-4dff-970e-207df8be5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:14.339754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.345607 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.ipam_backend_mixin [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de89ad9c-0456-4460-be1f-6d82b9a44efe (CIDR: 2001:db8::/64) Mar 16 10:57:14.352144 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:14.352716 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:14.353757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.357589 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4353502f-38d2-49cd-9fc5-0d7c9f3e2d15 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0822632 Mar 16 10:57:14.357764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Transition to ACTIVE for port object 6d91d442-66b5-4d71-82ff-5772f84651cf will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:14.357879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.357977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35144) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:14.386811 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Transition to ACTIVE for port object 6d91d442-66b5-4d71-82ff-5772f84651cf will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:14.388064 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9846537c-fde3-4544-b57f-90f26dc9e0a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5453193 Mar 16 10:57:14.391708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35148) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:14.396234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.399441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:14.449729 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5ac9340e-fc50-4dff-970e-207df8be5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:14.459051 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac9340e-fc50-4dff-970e-207df8be5160 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:14.459893 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5ac9340e-fc50-4dff-970e-207df8be5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:14.489732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.502317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:14.503320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Pushing event updated for resources: {'Port': ['ID=6d91d442-66b5-4d71-82ff-5772f84651cf,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:14.512408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:14.517030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:14.531441 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5ac9340e-fc50-4dff-970e-207df8be5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:14.532141 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac9340e-fc50-4dff-970e-207df8be5160 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:14.577326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.588530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:14.594038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:14.601991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:14.602970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.604404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=11423860-4ca6-444d-8f61-f0e36f35b89e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:14.635770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Attempting to bind port 6d91d442-66b5-4d71-82ff-5772f84651cf on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:14.636212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Attempting to bind port 6d91d442-66b5-4d71-82ff-5772f84651cf by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:14.636639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Attempting to bind port 6d91d442-66b5-4d71-82ff-5772f84651cf on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:14.642151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:14.642646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:14.643058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.643459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:14.643916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Bound port: 6d91d442-66b5-4d71-82ff-5772f84651cf, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:14.644297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.693507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:14.702649 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:14.714006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:14.717977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=6b1c0d59-dcbc-4c8b-a087-50fdd1407e0c,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:14.729356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:14.733871 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] For port 6d91d442-66b5-4d71-82ff-5772f84651cf, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:14.737813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] For port 6d91d442-66b5-4d71-82ff-5772f84651cf, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d91d442-66b5-4d71-82ff-5772f84651cf,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:14.739972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Checking segment: {'id': '28f57872-c94c-4a4a-bf61-bfa6579de5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e311559-740c-417d-9e22-d160f34d4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:14.740389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network hostable DHCP agents. Network: 4e311559-740c-417d-9e22-d160f34d4ea3, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:14.743948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.752581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:14.756257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.846040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network 4e311559-740c-417d-9e22-d160f34d4ea3 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:14.869703 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc2ef3-8368-45c1-857e-cc55cbac2046 None None] Pushing event updated for resources: {'Port': ['ID=6d91d442-66b5-4d71-82ff-5772f84651cf,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:14.875912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 4e311559-740c-417d-9e22-d160f34d4ea3) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:14.883196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:14.888868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:14.893687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:14.894084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c8970a-6cd2-4348-970e-5a3cbfe1b7fa None None] Network 4e311559-740c-417d-9e22-d160f34d4ea3 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:14.894356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.901859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.190 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/cd76032c-c6f1-4dcd-a00b-bbb594576f7a) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:14.938092 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-43a0cafd-a388-4e69-815d-886981f2d732 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3420403 Mar 16 10:57:14.938092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35152) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:15.088798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ac365c41-e725-422d-a64e-fa984d65cc85 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 6b1c0d59-dcbc-4c8b-a087-50fdd1407e0c {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:15.089150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac365c41-e725-422d-a64e-fa984d65cc85 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.308466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d91d442-66b5-4d71-82ff-5772f84651cf up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:15.397311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 6d91d442-66b5-4d71-82ff-5772f84651cf completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:15.421664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.502090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.568176 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac365c41-e725-422d-a64e-fa984d65cc85 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.575172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.644152 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:15.667178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:15.669211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.677796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=cd76032c-c6f1-4dcd-a00b-bbb594576f7a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:15.681955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:15.686325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:15.700778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:15.713240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ac365c41-e725-422d-a64e-fa984d65cc85 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 6b1c0d59-dcbc-4c8b-a087-50fdd1407e0c owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:15.744442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:15.745055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.762249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=dd3cc775-fc8d-4ff3-a9fd-287e6144482d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:15.810133 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-31025c17-dff7-4034-a1fe-bacd0d39d6cc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4172230 Mar 16 10:57:15.813248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35156) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:15.820229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:90:d0:e3', 'name': 'tempest-NetworksTestDHCPv6-1449422828'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:15.851869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac365c41-e725-422d-a64e-fa984d65cc85 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.960325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac365c41-e725-422d-a64e-fa984d65cc85 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=6b1c0d59-dcbc-4c8b-a087-50fdd1407e0c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:15.976151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac365c41-e725-422d-a64e-fa984d65cc85 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.988708 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ac365c41-e725-422d-a64e-fa984d65cc85 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/6b1c0d59-dcbc-4c8b-a087-50fdd1407e0c HTTP/1.1" status: 204 len: 168 time: 1.0495639 Mar 16 10:57:15.991785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35160) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:16.074055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:16.080040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:16.083989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:16.090719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:16.112860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:16.136000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c7355-1055-4fcc-a085-11e594f80ee9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:16.140314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df19131d-42f8-44ad-8106-0591be836753 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:16.143703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c7355-1055-4fcc-a085-11e594f80ee9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:16.144708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d22c7355-1055-4fcc-a085-11e594f80ee9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:16.237342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-57f1d62d-46d4-4ace-8e4a-5de2c77938fa None None] Provisioning for port 6d91d442-66b5-4d71-82ff-5772f84651cf completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:16.243489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d22c7355-1055-4fcc-a085-11e594f80ee9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:16.244530 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d22c7355-1055-4fcc-a085-11e594f80ee9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2518618 Mar 16 10:57:16.246013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-57f1d62d-46d4-4ace-8e4a-5de2c77938fa None None] Provisioning complete for port 6d91d442-66b5-4d71-82ff-5772f84651cf triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:16.246872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-57f1d62d-46d4-4ace-8e4a-5de2c77938fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.249360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35164) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:16.338981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.358348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-36ed90a9-4061-491d-b21d-69957b6925ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 11423860-4ca6-444d-8f61-f0e36f35b89e {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:16.359003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-36ed90a9-4061-491d-b21d-69957b6925ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.414526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.20.0.1 (1716c279-4e7e-49ef-b37c-c1817ad1bf56/e0ddba94-1c18-4652-a94d-b02a47c7723d/391a9513-bbcd-497a-957d-22bc6ab14722) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:16.421549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 7be3fa64-5915-4926-9c1f-ecc6a008de62 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:16.479345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-57f1d62d-46d4-4ace-8e4a-5de2c77938fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.578571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-57f1d62d-46d4-4ace-8e4a-5de2c77938fa None None] For port 6d91d442-66b5-4d71-82ff-5772f84651cf, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d91d442-66b5-4d71-82ff-5772f84651cf,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:16.581591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.601906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-57f1d62d-46d4-4ace-8e4a-5de2c77938fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.643146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.759788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1d62d-46d4-4ace-8e4a-5de2c77938fa None None] Pushing event updated for resources: {'Port': ['ID=6d91d442-66b5-4d71-82ff-5772f84651cf,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:16.796105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-36ed90a9-4061-491d-b21d-69957b6925ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.853270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c23c9-ed09-4601-8dba-fbedb83dae15 None None] Update dhcp port {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': 'de89ad9c-0456-4460-be1f-6d82b9a44efe', 'ip_address': '2001:db8::f816:3eff:feeb:e288'}, {'subnet_id': 'dd3cc775-fc8d-4ff3-a9fd-287e6144482d'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': '6d91d442-66b5-4d71-82ff-5772f84651cf'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:57:16.867431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.913345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c50c23c9-ed09-4601-8dba-fbedb83dae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.921349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.975503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-36ed90a9-4061-491d-b21d-69957b6925ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 11423860-4ca6-444d-8f61-f0e36f35b89e owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:17.026325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:17.038775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:17.047349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8:0:1::324 (e57f845a-9024-49c0-a045-365eb6299d60/dd3cc775-fc8d-4ff3-a9fd-287e6144482d/7be3fa64-5915-4926-9c1f-ecc6a008de62) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:17.066642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f816:3eff:fe90:d0e3 (e57f845a-9024-49c0-a045-365eb6299d60/de89ad9c-0456-4460-be1f-6d82b9a44efe/7be3fa64-5915-4926-9c1f-ecc6a008de62) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:17.087901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:17.094411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-36ed90a9-4061-491d-b21d-69957b6925ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.119373 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=391a9513-bbcd-497a-957d-22bc6ab14722,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:17.163940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.198122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d91d442-66b5-4d71-82ff-5772f84651cf up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:17.252770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.267621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.269771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6d91d442-66b5-4d71-82ff-5772f84651cf triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:17.270152 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.302348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed90a9-4061-491d-b21d-69957b6925ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=11423860-4ca6-444d-8f61-f0e36f35b89e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:17.309407 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-36ed90a9-4061-491d-b21d-69957b6925ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.352713 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-36ed90a9-4061-491d-b21d-69957b6925ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/11423860-4ca6-444d-8f61-f0e36f35b89e HTTP/1.1" status: 204 len: 168 time: 1.1021793 Mar 16 10:57:17.360727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35168) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:17.440421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=cd76032c-c6f1-4dcd-a00b-bbb594576f7a,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:17.459509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.488851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.504509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 7be3fa64-5915-4926-9c1f-ecc6a008de62 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:17.537273 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.603577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-c50c23c9-ed09-4601-8dba-fbedb83dae15 None None] Allocated IP 2001:db8:0:1::2 (e57f845a-9024-49c0-a045-365eb6299d60/dd3cc775-fc8d-4ff3-a9fd-287e6144482d/6d91d442-66b5-4d71-82ff-5772f84651cf) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:17.614846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:17.624310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:17.630712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:17.636670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:17.637309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.659082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=7be3fa64-5915-4926-9c1f-ecc6a008de62,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:17.671214 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-69d6b915-7dab-4d9a-8834-7dc57a2c41ef tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8568943 Mar 16 10:57:17.673870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35172) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:17.682095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.745249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-08187066-9c76-454d-bd70-78838cbacae0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 7be3fa64-5915-4926-9c1f-ecc6a008de62 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:17.745588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08187066-9c76-454d-bd70-78838cbacae0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.767097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c50c23c9-ed09-4601-8dba-fbedb83dae15 None None] For port 6d91d442-66b5-4d71-82ff-5772f84651cf, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d91d442-66b5-4d71-82ff-5772f84651cf,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:17.780577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c405258-2964-4084-9aee-e06a2b8389c5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:17.781338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2c405258-2964-4084-9aee-e06a2b8389c5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:17.793599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c50c23c9-ed09-4601-8dba-fbedb83dae15 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.808612 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP f0ab1824-b963-4cd4-a20a-dab29fa6de79 associated. External IP: 172.26.2.190, port: c4ed2e2e-7fa5-4f80-b766-f4fa464ca548. Mar 16 10:57:17.811882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c50c23c9-ed09-4601-8dba-fbedb83dae15 None None] Transition to ACTIVE for port object 6d91d442-66b5-4d71-82ff-5772f84651cf will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:17.816458 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c50c23c9-ed09-4601-8dba-fbedb83dae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.963856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2c405258-2964-4084-9aee-e06a2b8389c5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:17.967921 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2c405258-2964-4084-9aee-e06a2b8389c5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6037960 Mar 16 10:57:17.968929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35176) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:17.969333 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c23c9-ed09-4601-8dba-fbedb83dae15 None None] Pushing event updated for resources: {'Port': ['ID=6d91d442-66b5-4d71-82ff-5772f84651cf,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:18.021652 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-308f683d-0c78-4aa0-bb16-d6fae4c8d79f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:57:18.022104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-308f683d-0c78-4aa0-bb16-d6fae4c8d79f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:18.049374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08187066-9c76-454d-bd70-78838cbacae0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.057349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-308f683d-0c78-4aa0-bb16-d6fae4c8d79f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:18.058493 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-308f683d-0c78-4aa0-bb16-d6fae4c8d79f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/6b1c0d59-dcbc-4c8b-a087-50fdd1407e0c HTTP/1.1" status: 404 len: 333 time: 0.0886743 Mar 16 10:57:18.061567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35180) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.102340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-52d0329c-d426-4a46-92d5-bd3d69136f22 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4490216 Mar 16 10:57:18.222532 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb9cf2c-5bc5-4d42-b2c8-f11343529dea tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:57:18.226589 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ccb9cf2c-5bc5-4d42-b2c8-f11343529dea tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/11423860-4ca6-444d-8f61-f0e36f35b89e HTTP/1.1" status: 404 len: 333 time: 0.1614397 Mar 16 10:57:18.231187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-08187066-9c76-454d-bd70-78838cbacae0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 7be3fa64-5915-4926-9c1f-ecc6a008de62 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:18.259208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35184) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.412794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.580474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e5f15cc3-82cd-41ea-9ad3-b83ca3d4f082 None None] Provisioning for port 6d91d442-66b5-4d71-82ff-5772f84651cf completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:18.586874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e5f15cc3-82cd-41ea-9ad3-b83ca3d4f082 None None] Provisioning complete for port 6d91d442-66b5-4d71-82ff-5772f84651cf triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:18.587447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e5f15cc3-82cd-41ea-9ad3-b83ca3d4f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.641985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.689500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e311559-740c-417d-9e22-d160f34d4ea3']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:18.690356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-109c2cba-38ae-4cd2-a1b3-548b3f579092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:18.691964 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-109c2cba-38ae-4cd2-a1b3-548b3f579092 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9d3c0c93ff34337ab7e306575bf823a&device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 1098 time: 0.3255868 Mar 16 10:57:18.710118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f57872-c94c-4a4a-bf61-bfa6579de5f4') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:18.710370 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f57872-c94c-4a4a-bf61-bfa6579de5f4') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:18.711487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router da417aa2-b38a-4078-8a4a-e06abdd21f86 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:18.726427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.735699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08187066-9c76-454d-bd70-78838cbacae0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.799948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.803863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08187066-9c76-454d-bd70-78838cbacae0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=7be3fa64-5915-4926-9c1f-ecc6a008de62,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:18.849450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:18.849851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:18.889046 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:18.901547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.resource_extend [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:57:18.924317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.942037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.961079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e1aa5eca-2d3b-47f9-8838-2cfc591fb1cf None None] Could not find standard attr ID for object 7be3fa64-5915-4926-9c1f-ecc6a008de62. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:19.091517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08187066-9c76-454d-bd70-78838cbacae0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.113623 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-08187066-9c76-454d-bd70-78838cbacae0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/7be3fa64-5915-4926-9c1f-ecc6a008de62 HTTP/1.1" status: 204 len: 168 time: 1.4375508 Mar 16 10:57:19.116371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35188) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:19.132581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-acbe6663-a5c9-4646-a8ff-4d6dd80dbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.134075 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-acbe6663-a5c9-4646-a8ff-4d6dd80dbd60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=36d98ea5-b9db-4272-94db-34e760ed828a HTTP/1.1" status: 200 len: 898 time: 0.4185946 Mar 16 10:57:19.152807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.174466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.186249 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/networks/4e311559-740c-417d-9e22-d160f34d4ea3 HTTP/1.1" status: 204 len: 168 time: 0.9211974 Mar 16 10:57:19.186249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35192) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:19.193957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77d1de-360c-4f3d-b1a8-bc4b8a267c6a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Network': ['ID=4e311559-740c-417d-9e22-d160f34d4ea3,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:19.197608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d91d442-66b5-4d71-82ff-5772f84651cf up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:19.201746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.202544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1011736856'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:19.210177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:19.218003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:network and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:19.221734 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:19.224050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:19.235985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:19.241013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] Sync routers for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:19.241430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=391a9513-bbcd-497a-957d-22bc6ab14722,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:19.254010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:19.254636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:19.264661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e7637f-2412-4c31-9790-456a9af527d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.265561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-74e7637f-2412-4c31-9790-456a9af527d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:19.275371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:19.279102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.307142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-74e7637f-2412-4c31-9790-456a9af527d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:19.308449 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-74e7637f-2412-4c31-9790-456a9af527d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1915126 Mar 16 10:57:19.311565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35196) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:19.358600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:19.365218 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-22d2b025-8739-49ce-a0ea-293441c39808 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3 HTTP/1.1" status: 200 len: 1001 time: 0.2241180 Mar 16 10:57:19.372792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.376338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.376803 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Added segment d5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4 of type vlan for network 4e46d476-d49a-4bf4-91bb-eda27a05218c Mar 16 10:57:19.411005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6d91d442-66b5-4d71-82ff-5772f84651cf triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:19.411680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.416288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.439211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5dc837-93b4-4293-b2cf-c0918d5ce221 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.443303 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ad5dc837-93b4-4293-b2cf-c0918d5ce221 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1282339 Mar 16 10:57:19.444034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35200) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:19.511732 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-35bfbad9-fc7a-4725-9554-3a846f64a54e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4974842 Mar 16 10:57:19.512284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35204) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:19.512965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f2de12-11c6-4560-be31-dd0f323346bd', 'tag': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:19.518927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-3e8ada73-4573-4fb3-9b05-14c92e7345ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.520383 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-3e8ada73-4573-4fb3-9b05-14c92e7345ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7781f05-50ed-455c-bcc1-a535059d6be9 HTTP/1.1" status: 200 len: 834 time: 0.1194563 Mar 16 10:57:19.524883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:19.561629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:19.567596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:19.570556 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f2de12-11c6-4560-be31-dd0f323346bd', 'tag': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'status': 'completed', 'code': 200} Mar 16 10:57:19.610759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.616563 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.617240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.694970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751f8d5-2900-42a0-bf38-bb7c6125bf78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.696448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751f8d5-2900-42a0-bf38-bb7c6125bf78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.697948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751f8d5-2900-42a0-bf38-bb7c6125bf78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.698783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8751f8d5-2900-42a0-bf38-bb7c6125bf78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:19.793377 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6062956 Mar 16 10:57:19.806916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35210) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:19.812261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497a745-1c73-4b3d-9721-3aa9db44e3d3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Network': ['ID=4e46d476-d49a-4bf4-91bb-eda27a05218c,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:19.817952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': '4e46d476-d49a-4bf4-91bb-eda27a05218c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:19.833100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8751f8d5-2900-42a0-bf38-bb7c6125bf78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:19.834264 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8751f8d5-2900-42a0-bf38-bb7c6125bf78 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3892584 Mar 16 10:57:19.837858 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e04edb24-9b94-4af2-9fec-26e7a85c686a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/f0ab1824-b963-4cd4-a20a-dab29fa6de79 HTTP/1.1" status: 200 len: 991 time: 0.3245020 Mar 16 10:57:19.838657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35214) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:19.859117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 4e46d476-d49a-4bf4-91bb-eda27a05218c details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:19.981929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-d67c6a05-b268-4185-8a66-bca3b9f2bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.983586 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-d67c6a05-b268-4185-8a66-bca3b9f2bddd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36d98ea5-b9db-4272-94db-34e760ed828a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4555383 Mar 16 10:57:19.996574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc18870-85e7-4a8c-8fe6-c9eda18087cd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet dd3cc775-fc8d-4ff3-a9fd-287e6144482d {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:20.004951 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:20.006960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7bc18870-85e7-4a8c-8fe6-c9eda18087cd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.022638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:20.034787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-62a035ee-927f-4596-b206-7c8d4f17c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:20.036389 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-62a035ee-927f-4596-b206-7c8d4f17c185 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 1098 time: 0.3934867 Mar 16 10:57:20.039306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:20.047738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:20.057138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:20.065355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f0ab1824-b963-4cd4-a20a-dab29fa6de79', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'mac_address': 'fa:16:3e:e6:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:57:16Z', 'updated_at': '2022-03-16T10:57:16Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:20.070283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] Checking router: da417aa2-b38a-4078-8a4a-e06abdd21f86 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:20.074890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7bc18870-85e7-4a8c-8fe6-c9eda18087cd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.085265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:20.085265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:20.112798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:20.116086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.225983 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.ipam_backend_mixin [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Performing IP validity checks on allocation pools {{(pid=87875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:57:20.228609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.ipam_backend_mixin [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:57:20.263664 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:20.271143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7bc18870-85e7-4a8c-8fe6-c9eda18087cd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.376312 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-1624dabe-164a-4bda-8761-a80ac6b4b4fb service neutron] 10.222.0.48 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807263 Mar 16 10:57:20.424335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7bc18870-85e7-4a8c-8fe6-c9eda18087cd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.440947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-88ad6e19-536c-4535-911c-9e9f6e0e30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:20.442555 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-88ad6e19-536c-4535-911c-9e9f6e0e30b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee HTTP/1.1" status: 200 len: 897 time: 0.3989217 Mar 16 10:57:20.468202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7bc18870-85e7-4a8c-8fe6-c9eda18087cd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.475502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc18870-85e7-4a8c-8fe6-c9eda18087cd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3cc775-fc8d-4ff3-a9fd-287e6144482d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:20.481049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.536653 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7bc18870-85e7-4a8c-8fe6-c9eda18087cd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/dd3cc775-fc8d-4ff3-a9fd-287e6144482d HTTP/1.1" status: 204 len: 168 time: 0.6913342 Mar 16 10:57:20.542026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35218) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:20.555803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ecb12-8f6a-4823-8936-1bf0e286b5fd None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:20.566170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:20.580424 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a0b80-a975-48b6-a9ab-43e05b8cc8f9 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:20.594902 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cbd09958-a07e-4b66-8ce9-e546fbcdeba1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "PUT /v2.0/routers/11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2332199 Mar 16 10:57:20.598150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35222) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:20.598369 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a0b80-a975-48b6-a9ab-43e05b8cc8f9 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:20.598984 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aa4a0b80-a975-48b6-a9ab-43e05b8cc8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:20.611616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'port': {'network_id': '1716c279-4e7e-49ef-b37c-c1817ad1bf56', 'name': 'tempest-FloatingIPTestJSON-1425893741'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:20.666581 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-8f0c70ab-7f1e-47bf-a65d-c82f13126f99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 HTTP/1.1" status: 200 len: 999 time: 0.2162971 Mar 16 10:57:20.690594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=62ce010d-2094-4b29-9369-6b289c5a6a79,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:20.702916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Checking segment: {'id': 'd5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4e46d476-d49a-4bf4-91bb-eda27a05218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:20.703406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network hostable DHCP agents. Network: 4e46d476-d49a-4bf4-91bb-eda27a05218c, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:20.715211 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aa4a0b80-a975-48b6-a9ab-43e05b8cc8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:20.717122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b75a47-fccb-49fb-a865-f6b61d14c25c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet de89ad9c-0456-4460-be1f-6d82b9a44efe {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:20.724705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50b75a47-fccb-49fb-a865-f6b61d14c25c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.730510 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a0b80-a975-48b6-a9ab-43e05b8cc8f9 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:20.731433 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aa4a0b80-a975-48b6-a9ab-43e05b8cc8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:56:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:20.782270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network 4e46d476-d49a-4bf4-91bb-eda27a05218c is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:20.791489 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16662481-4b04-45f0-9eaf-56613bf68a48 req-20450c5f-691d-4dc8-b0bb-058e6bf08ffc service neutron] 10.222.0.48 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964083 Mar 16 10:57:20.810543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50b75a47-fccb-49fb-a865-f6b61d14c25c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.833602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-3fd98f3c-db34-4d38-a5ed-7fb28fa4c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:20.835205 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-3fd98f3c-db34-4d38-a5ed-7fb28fa4c125 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc6bf648-3a48-4168-b08a-3d4372716954 HTTP/1.1" status: 200 len: 835 time: 0.1077821 Mar 16 10:57:20.841484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35226) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:20.858002 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 4e46d476-d49a-4bf4-91bb-eda27a05218c) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:20.862732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:20.862732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.871208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b7329-0ccb-4cf3-8555-374299d3be2e None None] Network 4e46d476-d49a-4bf4-91bb-eda27a05218c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:20.877052 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aa4a0b80-a975-48b6-a9ab-43e05b8cc8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:20.877689 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a0b80-a975-48b6-a9ab-43e05b8cc8f9 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:20.904502 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-07dfb9fb-c094-4bb1-82b0-860c3c792852 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0940435 Mar 16 10:57:20.904752 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35230) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:20.912530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': '4e46d476-d49a-4bf4-91bb-eda27a05218c', 'name': 'tempest-PortsIpV6TestJSON-246559766'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:20.919876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f0ab1824-b963-4cd4-a20a-dab29fa6de79', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'mac_address': 'fa:16:3e:e6:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:57:16Z', 'updated_at': '2022-03-16T10:57:16Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:20.962389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:20.977957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:port and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:20.978429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e53897-2974-408e-b396-b1a383a5f724 None None] The sync data for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv is: [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f0ab1824-b963-4cd4-a20a-dab29fa6de79', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'mac_address': 'fa:16:3e:e6:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:57:16Z', 'updated_at': '2022-03-16T10:57:16Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:20.985303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:20.996003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:21.042200 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-900dd5e7-fa06-49a5-95dd-224932a5c744 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/f0ab1824-b963-4cd4-a20a-dab29fa6de79 HTTP/1.1" status: 200 len: 991 time: 0.1972363 Mar 16 10:57:21.044072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Made reservation on behalf of 91df6f25f10f4c7e88d0ba423e30cba5 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:21.048360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.092011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] device_id is not set on port dbc8257d-ed09-4f9f-adb8-26f9e8c64ccf yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:21.138328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-b612074e-e085-4531-a632-35f6bd87e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:21.140044 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-b612074e-e085-4531-a632-35f6bd87e4ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2929268 Mar 16 10:57:21.159317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-4e46d476-d49a-4bf4-91bb-eda27a05218c', 'network_id': '4e46d476-d49a-4bf4-91bb-eda27a05218c', 'tenant_id': 'cfdde4b82c5d46acaf7beb946dbd9455', 'fixed_ips': [{'subnet_id': '62ce010d-2094-4b29-9369-6b289c5a6a79'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:21.160454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.180286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50b75a47-fccb-49fb-a865-f6b61d14c25c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.321885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50b75a47-fccb-49fb-a865-f6b61d14c25c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.336816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:21.368287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01482908-e2f9-42bb-9128-38046ed6c006 None None] New status for floating IP f0ab1824-b963-4cd4-a20a-dab29fa6de79: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:57:21.400120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b75a47-fccb-49fb-a865-f6b61d14c25c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=de89ad9c-0456-4460-be1f-6d82b9a44efe,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:21.402505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50b75a47-fccb-49fb-a865-f6b61d14c25c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.404288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.20.0.3 (1716c279-4e7e-49ef-b37c-c1817ad1bf56/e0ddba94-1c18-4652-a94d-b02a47c7723d/dbc8257d-ed09-4f9f-adb8-26f9e8c64ccf) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:21.408410 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-da450464-c2e1-4714-b6ff-30ab0944c844 service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458942 Mar 16 10:57:21.418233 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-50b75a47-fccb-49fb-a865-f6b61d14c25c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/de89ad9c-0456-4460-be1f-6d82b9a44efe HTTP/1.1" status: 204 len: 168 time: 0.8669789 Mar 16 10:57:21.420710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35234) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:21.424211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:21.438676 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:21.443811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.470276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Allocated IP 2001:db8::2 (4e46d476-d49a-4bf4-91bb-eda27a05218c/62ce010d-2094-4b29-9369-6b289c5a6a79/8b9a223b-6729-468d-886e-e19afc54c708) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:21.472592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 7e91389e-432b-433b-af30-cc4f3db887e8 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:21.685029 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-80b2b8bc-c798-415f-8333-c8b72b97397b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2603912 Mar 16 10:57:21.685895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35238) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:21.693773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:21.819276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3238bff5-346a-44f2-a536-1964845aa7ff None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:21.838719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:21.843495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:21.846866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:21.855253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:21.875110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:21.878054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.896019 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7466fdd5-55e0-4565-bd7e-57b0d2103734 req-94030726-151f-49f1-a27d-f4639ab4fdbf service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722874 Mar 16 10:57:21.944116 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.976015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.978812 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fc23eae8-c18d-4cef-90b2-55b28560c6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.002758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9503ca59-7c27-4d16-bd53-7da4c1ba6da3 None None] Provisioning complete for port 6d91d442-66b5-4d71-82ff-5772f84651cf triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:22.003147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9503ca59-7c27-4d16-bd53-7da4c1ba6da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.045764 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:22.046303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35242) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:22.053313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:22.057760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:22.091455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=dbc8257d-ed09-4f9f-adb8-26f9e8c64ccf,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:22.121659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.140019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:22.140877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.165818 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bf1ad04b-cf85-45b4-a4b4-4079cccedf80 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5631719 Mar 16 10:57:22.167540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35246) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:22.174172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'port': {'network_id': '1716c279-4e7e-49ef-b37c-c1817ad1bf56', 'name': 'tempest-FloatingIPTestJSON-90817102'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:22.189421 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e0753013-2fba-4e1f-b1be-c1c58c12a57d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/f0ab1824-b963-4cd4-a20a-dab29fa6de79 HTTP/1.1" status: 200 len: 993 time: 0.1425786 Mar 16 10:57:22.195175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Transition to ACTIVE for port object 8b9a223b-6729-468d-886e-e19afc54c708 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:22.218560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.227455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Transition to ACTIVE for port object 8b9a223b-6729-468d-886e-e19afc54c708 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:22.275942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.323358 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:22.326372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:22.330431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:22.331134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:port and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:22.333639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:22.334221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.334768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:22.341266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:22.354598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Made reservation on behalf of 91df6f25f10f4c7e88d0ba423e30cba5 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:22.359693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.378134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Network 4e46d476-d49a-4bf4-91bb-eda27a05218c is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:22.381002 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8::13 (4e46d476-d49a-4bf4-91bb-eda27a05218c/62ce010d-2094-4b29-9369-6b289c5a6a79/7e91389e-432b-433b-af30-cc4f3db887e8) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:22.383415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Pushing event updated for resources: {'Port': ['ID=8b9a223b-6729-468d-886e-e19afc54c708,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:22.383758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=d12eeffd-21a6-44c8-9174-307de144a2dd,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:22.385525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] device_id is not set on port 4db1038a-d76a-4509-853c-4d8e124ca12c yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:22.385856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:22.388179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:22.426199 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cde19663-de66-4a92-9d90-b35a94ce011d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7386587 Mar 16 10:57:22.429116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35250) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:22.434663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:22.487068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce477f-0589-4fea-8eb8-edde33bc5a4b None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:22.492986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-44ce477f-0589-4fea-8eb8-edde33bc5a4b None None] Deleting port 6d91d442-66b5-4d71-82ff-5772f84651cf {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:22.493434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-44ce477f-0589-4fea-8eb8-edde33bc5a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.537659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Attempting to bind port 8b9a223b-6729-468d-886e-e19afc54c708 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:22.538886 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Attempting to bind port 8b9a223b-6729-468d-886e-e19afc54c708 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'd5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4e46d476-d49a-4bf4-91bb-eda27a05218c'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:22.539067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Attempting to bind port 8b9a223b-6729-468d-886e-e19afc54c708 on network 4e46d476-d49a-4bf4-91bb-eda27a05218c {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:22.552475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.20.0.9 (1716c279-4e7e-49ef-b37c-c1817ad1bf56/e0ddba94-1c18-4652-a94d-b02a47c7723d/4db1038a-d76a-4509-853c-4d8e124ca12c) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:22.554878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:22.555380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Checking segment: {'id': 'd5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4e46d476-d49a-4bf4-91bb-eda27a05218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:22.555840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.556596 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Bound using segment: {'id': 'd5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4e46d476-d49a-4bf4-91bb-eda27a05218c'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:22.557006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Bound port: 8b9a223b-6729-468d-886e-e19afc54c708, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4e46d476-d49a-4bf4-91bb-eda27a05218c'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:22.557317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.704515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:22.722476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:22.726907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:22.741427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:22.751920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.767697 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:22.767959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.771286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.784405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] For port 8b9a223b-6729-468d-886e-e19afc54c708, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:22.797702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] For port 8b9a223b-6729-468d-886e-e19afc54c708, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8b9a223b-6729-468d-886e-e19afc54c708,segment=NetworkSegment(d5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4),segment_id=d5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:22.799581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object 7e91389e-432b-433b-af30-cc4f3db887e8 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:22.802567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.809022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.862822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:22.863926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:22.868346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:22.880650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-44ce477f-0589-4fea-8eb8-edde33bc5a4b None None] For port 6d91d442-66b5-4d71-82ff-5772f84651cf, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d91d442-66b5-4d71-82ff-5772f84651cf,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:22.880650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-44ce477f-0589-4fea-8eb8-edde33bc5a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.916683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.918890 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.ipam_backend_mixin [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d12eeffd-21a6-44c8-9174-307de144a2dd (CIDR: 2001:db8::/64) Mar 16 10:57:22.935709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=4db1038a-d76a-4509-853c-4d8e124ca12c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:22.951160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:22.951828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.969404 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:22.969891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:22.975297 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6ccc0214-0e9b-4a1c-8862-7dfbf39ca5f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8063529 Mar 16 10:57:22.978527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35254) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:22.983521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '4db1038a-d76a-4509-853c-4d8e124ca12c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:22.990655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:22.994486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:floatingip and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:22.997286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:22.999758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network 4e46d476-d49a-4bf4-91bb-eda27a05218c is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:23.004148 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:23.004566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:23.007126 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:23.013730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:23.014555 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.016376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.026521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-44ce477f-0589-4fea-8eb8-edde33bc5a4b None None] Calling delete_port for 6d91d442-66b5-4d71-82ff-5772f84651cf owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:23.040342 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3ec858c2-8ae4-4359-9144-5abfba1211d5 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6068540 Mar 16 10:57:23.042778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35258) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:23.046602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=7e91389e-432b-433b-af30-cc4f3db887e8,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:23.054657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:23.067695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80343781-a7d5-4c9a-b86e-ca8eec4bfe52 None None] Pushing event updated for resources: {'Port': ['ID=8b9a223b-6729-468d-886e-e19afc54c708,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:23.087276 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-aa0ffd2d-7ac9-4fac-94cc-093ff672f9cd tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1814401 Mar 16 10:57:23.090939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35262) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:23.131244 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-44ce477f-0589-4fea-8eb8-edde33bc5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.163827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.193962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce477f-0589-4fea-8eb8-edde33bc5a4b None None] Pushing event deleted for resources: {'Port': ['ID=6d91d442-66b5-4d71-82ff-5772f84651cf,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:23.195431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-6c980705-89f8-44c5-b715-dbc9a6d58ef8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 7e91389e-432b-433b-af30-cc4f3db887e8 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:23.195884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6c980705-89f8-44c5-b715-dbc9a6d58ef8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.202212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce477f-0589-4fea-8eb8-edde33bc5a4b None None] No DVR routers for this DVR port 6d91d442-66b5-4d71-82ff-5772f84651cf on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:23.228017 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5fff45-3514-4049-b204-290498608c1b None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:23.254100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d91d442-66b5-4d71-82ff-5772f84651cf no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:23.310444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 6d91d442-66b5-4d71-82ff-5772f84651cf {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:23.310444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d91d442-66b5-4d71-82ff-5772f84651cf not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:23.354446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.26.2.167 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/5b58c610-2719-49e6-9d4a-331d3c5cf613) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:23.563893 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.574405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e57f845a-9024-49c0-a045-365eb6299d60', 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'tenant_id': 'b4c434ca02814c7eaceb7df367ce80f8', 'fixed_ips': [{'subnet_id': 'd12eeffd-21a6-44c8-9174-307de144a2dd'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:23.576663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.598364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.601062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:23.609576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:23.656040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:23.675106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:23.696897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:23.700794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.770038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/d12eeffd-21a6-44c8-9174-307de144a2dd/c6e2afc3-2545-4fec-b011-693c86138d6d) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:23.785382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:23.788168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:23.792598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:23.803137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6c980705-89f8-44c5-b715-dbc9a6d58ef8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.842962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=5b58c610-2719-49e6-9d4a-331d3c5cf613,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:23.949181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-6c980705-89f8-44c5-b715-dbc9a6d58ef8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 7e91389e-432b-433b-af30-cc4f3db887e8 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:24.007227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.023199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Transition to ACTIVE for port object c6e2afc3-2545-4fec-b011-693c86138d6d will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:24.050004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Transition to ACTIVE for port object c6e2afc3-2545-4fec-b011-693c86138d6d will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:24.058088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.179729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:24.182165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:24.187124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:24.210207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6c980705-89f8-44c5-b715-dbc9a6d58ef8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.284175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.300150 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Pushing event updated for resources: {'Port': ['ID=c6e2afc3-2545-4fec-b011-693c86138d6d,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:24.303773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Attempting to bind port c6e2afc3-2545-4fec-b011-693c86138d6d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:24.304179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Attempting to bind port c6e2afc3-2545-4fec-b011-693c86138d6d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:24.304593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Attempting to bind port c6e2afc3-2545-4fec-b011-693c86138d6d on network e57f845a-9024-49c0-a045-365eb6299d60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:24.307234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be777944-5ef6-496c-90b6-49c416c1985b None None] Network 4e46d476-d49a-4bf4-91bb-eda27a05218c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:24.307665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c980705-89f8-44c5-b715-dbc9a6d58ef8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=7e91389e-432b-433b-af30-cc4f3db887e8,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:24.325604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6c980705-89f8-44c5-b715-dbc9a6d58ef8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.340335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:24.340706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Checking segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:24.341128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.341517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Bound using segment: {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:24.341987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Bound port: c6e2afc3-2545-4fec-b011-693c86138d6d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04ae72-caa8-4864-b78e-323e4e6e6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:24.342356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.348209 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6c980705-89f8-44c5-b715-dbc9a6d58ef8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/7e91389e-432b-433b-af30-cc4f3db887e8 HTTP/1.1" status: 204 len: 168 time: 1.2564726 Mar 16 10:57:24.350879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35266) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:24.401871 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3168fb-c6e8-4ef8-a685-9af1b8da8854 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:24.402495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3168fb-c6e8-4ef8-a685-9af1b8da8854 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:24.421677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.450918 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dc3168fb-c6e8-4ef8-a685-9af1b8da8854 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/7e91389e-432b-433b-af30-cc4f3db887e8 HTTP/1.1" status: 404 len: 333 time: 0.0965035 Mar 16 10:57:24.454208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35270) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:24.455782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-591d596e-c338-4714-b4b9-d0aa92939b44 None None] Provisioning for port 8b9a223b-6729-468d-886e-e19afc54c708 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:24.500586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.objects.ports [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87875) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:57:24.510558 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85a28cf-963a-49b9-b855-9c941dc65486 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:57:24.514711 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e85a28cf-963a-49b9-b855-9c941dc65486 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/7e91389e-432b-433b-af30-cc4f3db887e8 HTTP/1.1" status: 404 len: 333 time: 0.0575478 Mar 16 10:57:24.515332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35274) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:24.570870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] For port c6e2afc3-2545-4fec-b011-693c86138d6d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:24.589114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] For port c6e2afc3-2545-4fec-b011-693c86138d6d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c6e2afc3-2545-4fec-b011-693c86138d6d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:24.601641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.632393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e4b0c0-3084-4eac-a97d-a4cbbaa61466 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet 62ce010d-2094-4b29-9369-6b289c5a6a79 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:24.679431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-88e4b0c0-3084-4eac-a97d-a4cbbaa61466 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.699545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.729353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98747447-8053-4042-919e-bcc1b8fb982e None None] Pushing event updated for resources: {'Port': ['ID=c6e2afc3-2545-4fec-b011-693c86138d6d,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:24.767849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-88e4b0c0-3084-4eac-a97d-a4cbbaa61466 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.834468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.887866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.897421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.950767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-88e4b0c0-3084-4eac-a97d-a4cbbaa61466 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.996184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] For port c6e2afc3-2545-4fec-b011-693c86138d6d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c6e2afc3-2545-4fec-b011-693c86138d6d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:25.022627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9cab9fa1-098b-45e0-b96c-d7e0b6aa69fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.025824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.031572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.032379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.108824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.174331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:25.179464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:25.185001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:25.190672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.193457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=5b58c610-2719-49e6-9d4a-331d3c5cf613,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:25.198429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=69b41035-30a3-4b19-becc-1e3d45bd3c0d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:25.202539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=c6e2afc3-2545-4fec-b011-693c86138d6d,revision_number=4']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:25.224351 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6893da50-5f1d-424a-98da-e1385f58b313 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1804650 Mar 16 10:57:25.227061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35278) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:25.233837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:38:13:12', 'name': 'tempest-NetworksTestDHCPv6-1200867257'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:25.254201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-88e4b0c0-3084-4eac-a97d-a4cbbaa61466 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.255227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.378453 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8b9a223b-6729-468d-886e-e19afc54c708 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:25.455544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2dc1aa53-f1f1-487a-8760-6c009305fca8 None None] Could not find standard attr ID for object 7e91389e-432b-433b-af30-cc4f3db887e8. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:25.481885 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 8b9a223b-6729-468d-886e-e19afc54c708 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:25.493731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8b9a223b-6729-468d-886e-e19afc54c708 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:25.494178 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.549089 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP bd4fb26c-0880-4658-ae43-89d5d3dd666c associated. External IP: 172.26.2.167, port: 4db1038a-d76a-4509-853c-4d8e124ca12c. Mar 16 10:57:25.576066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:25.582348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:port and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:25.597067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:25.607933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:25.628902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:25.686563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.697990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974013f-bbc7-4fe9-a13c-4fb8a33a6428 None None] Network 4e46d476-d49a-4bf4-91bb-eda27a05218c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:25.773798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4b0c0-3084-4eac-a97d-a4cbbaa61466 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=62ce010d-2094-4b29-9369-6b289c5a6a79,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:25.776047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-88e4b0c0-3084-4eac-a97d-a4cbbaa61466 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.781070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.811212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 8b9a223b-6729-468d-886e-e19afc54c708, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8b9a223b-6729-468d-886e-e19afc54c708,segment=NetworkSegment(d5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4),segment_id=d5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:25.812290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 58f34c75-2e8d-4f57-821f-9ca6c810cb93 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:25.840350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.841134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c6e2afc3-2545-4fec-b011-693c86138d6d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:25.853367 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-88e4b0c0-3084-4eac-a97d-a4cbbaa61466 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/62ce010d-2094-4b29-9369-6b289c5a6a79 HTTP/1.1" status: 204 len: 168 time: 1.3372803 Mar 16 10:57:25.857239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35282) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.001543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:26.038887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=8b9a223b-6729-468d-886e-e19afc54c708,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:26.041068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.050892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c0efba-e21b-4257-821c-1b79c201675b None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:26.071118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 8b9a223b-6729-468d-886e-e19afc54c708 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:26.071460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.163155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dfcb5881-ff72-4f4b-94a2-c86ab0cb0804 None None] Provisioning for port c6e2afc3-2545-4fec-b011-693c86138d6d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:26.201641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port c6e2afc3-2545-4fec-b011-693c86138d6d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:26.216857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:26.230621 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569d6df1-0d8e-4ab4-a771-8d3ad7f4cb4a None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:26.244704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.245861 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d6df1-0d8e-4ab4-a771-8d3ad7f4cb4a None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:26.246206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::3ab (e57f845a-9024-49c0-a045-365eb6299d60/d12eeffd-21a6-44c8-9174-307de144a2dd/58f34c75-2e8d-4f57-821f-9ca6c810cb93) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:26.247385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c6e2afc3-2545-4fec-b011-693c86138d6d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:26.247714 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-569d6df1-0d8e-4ab4-a771-8d3ad7f4cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:26.247876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.277543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8:0:1:f816:3eff:fe38:1312 (e57f845a-9024-49c0-a045-365eb6299d60/69b41035-30a3-4b19-becc-1e3d45bd3c0d/58f34c75-2e8d-4f57-821f-9ca6c810cb93) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:26.337419 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0e4eba3a-89f8-4034-8c6d-120b8bc33c92 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.3578174 Mar 16 10:57:26.340022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35286) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.345911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-632fb459-0113-4605-b20c-c1becc1ee6c5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:26.361456 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-569d6df1-0d8e-4ab4-a771-8d3ad7f4cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:26.366602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] DHCP port deletion for 4e46d476-d49a-4bf4-91bb-eda27a05218c request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:26.375475 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d6df1-0d8e-4ab4-a771-8d3ad7f4cb4a None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:26.377110 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-569d6df1-0d8e-4ab4-a771-8d3ad7f4cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:26.380091 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] Deleting port 8b9a223b-6729-468d-886e-e19afc54c708 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:26.380459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.410559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] For port 8b9a223b-6729-468d-886e-e19afc54c708, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8b9a223b-6729-468d-886e-e19afc54c708,segment=NetworkSegment(d5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4),segment_id=d5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:26.410928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.449475 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-569d6df1-0d8e-4ab4-a771-8d3ad7f4cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:26.449930 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569d6df1-0d8e-4ab4-a771-8d3ad7f4cb4a None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:26.482553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-632fb459-0113-4605-b20c-c1becc1ee6c5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.568164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 8b9a223b-6729-468d-886e-e19afc54c708 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:26.615292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.631429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.750064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.756593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port c6e2afc3-2545-4fec-b011-693c86138d6d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c6e2afc3-2545-4fec-b011-693c86138d6d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:26.768664 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] For port 8b9a223b-6729-468d-886e-e19afc54c708, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8b9a223b-6729-468d-886e-e19afc54c708,segment=NetworkSegment(d5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4),segment_id=d5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:26.769524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.781058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.810324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.814008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=8b9a223b-6729-468d-886e-e19afc54c708,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:26.822678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No DVR routers for this DVR port 8b9a223b-6729-468d-886e-e19afc54c708 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:26.843694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-632fb459-0113-4605-b20c-c1becc1ee6c5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.852392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-632fb459-0113-4605-b20c-c1becc1ee6c5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.852962 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-632fb459-0113-4605-b20c-c1becc1ee6c5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP bd4fb26c-0880-4658-ae43-89d5d3dd666c disassociated. External IP: 172.26.2.167, port: 4db1038a-d76a-4509-853c-4d8e124ca12c. Mar 16 10:57:26.878714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 58f34c75-2e8d-4f57-821f-9ca6c810cb93 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:26.956652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] Calling delete_port for 8b9a223b-6729-468d-886e-e19afc54c708 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:27.001259 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.015022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.030878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=c6e2afc3-2545-4fec-b011-693c86138d6d,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: from cryptography.utils import int_from_bytes Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: from cryptography.utils import int_from_bytes Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn_limited( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn_limited( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:27.055007 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 10:57:27.061408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:27.061765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:27.096039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e46d476-d49a-4bf4-91bb-eda27a05218c']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:27.114076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:27.114373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f7cc91-4e56-48d5-90d0-8a3f83f1c0c4') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:27.127074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:27.132355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.139088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:27.152007 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:27.157755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:27.158427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.172352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.181592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=58f34c75-2e8d-4f57-821f-9ca6c810cb93,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:27.188235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:27.188670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:27.204808 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:27.232174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c6e2afc3-2545-4fec-b011-693c86138d6d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:27.335274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c6e2afc3-2545-4fec-b011-693c86138d6d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:27.335654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.439869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cb787ef0-c5da-4cf7-b53a-239eaf146c6e None None] Provisioning complete for port c6e2afc3-2545-4fec-b011-693c86138d6d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:27.440562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cb787ef0-c5da-4cf7-b53a-239eaf146c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.444278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632fb459-0113-4605-b20c-c1becc1ee6c5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:27.445089 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5ca00c32-9724-4314-84cd-70c7ba2979db tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2169085 Mar 16 10:57:27.447649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35290) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:27.463328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.469026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.500413 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Network': ['ID=4e46d476-d49a-4bf4-91bb-eda27a05218c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:27.511017 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1aa80287-6962-4c5d-9ac7-ddbb13f3ec10 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/networks/4e46d476-d49a-4bf4-91bb-eda27a05218c HTTP/1.1" status: 204 len: 168 time: 1.6528051 Mar 16 10:57:27.515523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35294) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:27.523294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-619588378'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:27.529296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:27.534422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:network and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:27.537867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:27.561581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:27.564093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] Deleting port 8b9a223b-6729-468d-886e-e19afc54c708 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:27.564653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.588413 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:27.592263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.631761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:27.642815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.643199 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Added segment f033c999-e256-4cc1-83bc-69047b654d38 of type vlan for network f58b529d-4645-4916-b0f6-cee933fec7b4 Mar 16 10:57:27.648463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f57124a1-8760-4baa-b8dd-871adfb38755 None None] The port '8b9a223b-6729-468d-886e-e19afc54c708' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:27.653106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8b9a223b-6729-468d-886e-e19afc54c708 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:27.678305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.680571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e234fb0f-a3fd-4a2a-b6f5-aa226f39cb5c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 58f34c75-2e8d-4f57-821f-9ca6c810cb93 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:27.680949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e234fb0f-a3fd-4a2a-b6f5-aa226f39cb5c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.698151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 8b9a223b-6729-468d-886e-e19afc54c708 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:27.698560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8b9a223b-6729-468d-886e-e19afc54c708 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:27.712978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.719614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:27.719614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.819178 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3021650 Mar 16 10:57:27.825012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35298) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:27.830014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632fb459-0113-4605-b20c-c1becc1ee6c5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:27.833335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': 'f58b529d-4645-4916-b0f6-cee933fec7b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:27.834810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-632fb459-0113-4605-b20c-c1becc1ee6c5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.839803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101edd55-4172-4644-997f-39aa565f1071 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:27.850216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101edd55-4172-4644-997f-39aa565f1071 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:27.850753 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-101edd55-4172-4644-997f-39aa565f1071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:27.852862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef14df4-eba8-4167-aecc-9f442ee688b3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Network': ['ID=f58b529d-4645-4916-b0f6-cee933fec7b4,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:27.920186 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network f58b529d-4645-4916-b0f6-cee933fec7b4 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:27.949137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:27.953432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:27.956764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:27.959157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-101edd55-4172-4644-997f-39aa565f1071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:27.962468 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-632fb459-0113-4605-b20c-c1becc1ee6c5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "PUT /v2.0/floatingips/bd4fb26c-0880-4658-ae43-89d5d3dd666c HTTP/1.1" status: 200 len: 688 time: 1.6184711 Mar 16 10:57:27.963988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:27.965806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35302) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.026159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dd6fa689-7eba-4071-a9d6-1a8607c5e3ae None None] Provisioning for port 58f34c75-2e8d-4f57-821f-9ca6c810cb93 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:28.042986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101edd55-4172-4644-997f-39aa565f1071 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:28.043765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-101edd55-4172-4644-997f-39aa565f1071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:28.053178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:28.056650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.084868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e234fb0f-a3fd-4a2a-b6f5-aa226f39cb5c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.107848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dd6fa689-7eba-4071-a9d6-1a8607c5e3ae None None] Provisioning complete for port 58f34c75-2e8d-4f57-821f-9ca6c810cb93 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:28.108273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa689-7eba-4071-a9d6-1a8607c5e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.137177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-101edd55-4172-4644-997f-39aa565f1071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:28.137733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101edd55-4172-4644-997f-39aa565f1071 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:28.167158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fa689-7eba-4071-a9d6-1a8607c5e3ae None None] Port 58f34c75-2e8d-4f57-821f-9ca6c810cb93 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:28.213793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ce18f5dd-d85b-418a-b053-80c77a31c4f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port 5b58c610-2719-49e6-9d4a-331d3c5cf613 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:28.214138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce18f5dd-d85b-418a-b053-80c77a31c4f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.218176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e234fb0f-a3fd-4a2a-b6f5-aa226f39cb5c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 58f34c75-2e8d-4f57-821f-9ca6c810cb93 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:28.414018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce18f5dd-d85b-418a-b053-80c77a31c4f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.414379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce18f5dd-d85b-418a-b053-80c77a31c4f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.440646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e234fb0f-a3fd-4a2a-b6f5-aa226f39cb5c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.494347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234fb0f-a3fd-4a2a-b6f5-aa226f39cb5c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=58f34c75-2e8d-4f57-821f-9ca6c810cb93,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.549674 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ce18f5dd-d85b-418a-b053-80c77a31c4f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for 5b58c610-2719-49e6-9d4a-331d3c5cf613 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:28.583068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e234fb0f-a3fd-4a2a-b6f5-aa226f39cb5c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.596099 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e234fb0f-a3fd-4a2a-b6f5-aa226f39cb5c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/58f34c75-2e8d-4f57-821f-9ca6c810cb93 HTTP/1.1" status: 204 len: 168 time: 1.1471872 Mar 16 10:57:28.596854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35306) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.689775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f38995a-e822-4f5e-b8a2-a881ea05730a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:28.691258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0f38995a-e822-4f5e-b8a2-a881ea05730a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:28.706880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0f38995a-e822-4f5e-b8a2-a881ea05730a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:28.708110 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0f38995a-e822-4f5e-b8a2-a881ea05730a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1098917 Mar 16 10:57:28.710705 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35310) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.762469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.790747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4738a54-327d-47f3-9a43-d7f0ba1350d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:28.794666 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b4738a54-327d-47f3-9a43-d7f0ba1350d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0803030 Mar 16 10:57:28.795380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35314) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.809504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce18f5dd-d85b-418a-b053-80c77a31c4f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.862685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307ecd5-4610-4039-bd75-1df1ad43f4d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:28.864160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307ecd5-4610-4039-bd75-1df1ad43f4d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:28.865661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307ecd5-4610-4039-bd75-1df1ad43f4d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:28.866435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a307ecd5-4610-4039-bd75-1df1ad43f4d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:28.884862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a307ecd5-4610-4039-bd75-1df1ad43f4d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:28.885998 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a307ecd5-4610-4039-bd75-1df1ad43f4d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0895495 Mar 16 10:57:28.888660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35318) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.919151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18f5dd-d85b-418a-b053-80c77a31c4f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=5b58c610-2719-49e6-9d4a-331d3c5cf613,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.957379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3faf1c-8373-4d76-acf0-96bcb87bb2a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 69b41035-30a3-4b19-becc-1e3d45bd3c0d {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:28.960323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d3faf1c-8373-4d76-acf0-96bcb87bb2a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.969397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=a2f33b05-8255-4722-a2bc-7c7cae4678dd,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.984235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Checking segment: {'id': 'f033c999-e256-4cc1-83bc-69047b654d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f58b529d-4645-4916-b0f6-cee933fec7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:28.984663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network hostable DHCP agents. Network: f58b529d-4645-4916-b0f6-cee933fec7b4, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:28.999776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce18f5dd-d85b-418a-b053-80c77a31c4f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.014021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d3faf1c-8373-4d76-acf0-96bcb87bb2a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.019707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network f58b529d-4645-4916-b0f6-cee933fec7b4 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:29.022693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce18f5dd-d85b-418a-b053-80c77a31c4f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.023820 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ce18f5dd-d85b-418a-b053-80c77a31c4f9 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/floatingips/bd4fb26c-0880-4658-ae43-89d5d3dd666c HTTP/1.1" status: 204 len: 168 time: 1.0570786 Mar 16 10:57:29.028308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35322) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:29.034774 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'dbc8257d-ed09-4f9f-adb8-26f9e8c64ccf'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:29.040453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, f58b529d-4645-4916-b0f6-cee933fec7b4) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:29.044028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:29.047042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:29.047738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.049802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19b9fb-2e18-422f-9f3b-27b3ceb466ac None None] Network f58b529d-4645-4916-b0f6-cee933fec7b4 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:29.059322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:floatingip and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:29.067286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:29.075775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:29.087923 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-87602c98-21cc-486c-bed4-4594b6b244b7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2618537 Mar 16 10:57:29.090676 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35326) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:29.096524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': 'f58b529d-4645-4916-b0f6-cee933fec7b4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-783486988'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:29.229966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d3faf1c-8373-4d76-acf0-96bcb87bb2a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.230212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.291265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-f58b529d-4645-4916-b0f6-cee933fec7b4', 'network_id': 'f58b529d-4645-4916-b0f6-cee933fec7b4', 'tenant_id': 'cfdde4b82c5d46acaf7beb946dbd9455', 'fixed_ips': [{'subnet_id': 'a2f33b05-8255-4722-a2bc-7c7cae4678dd'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:29.292281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.305719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d3faf1c-8373-4d76-acf0-96bcb87bb2a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.346667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3faf1c-8373-4d76-acf0-96bcb87bb2a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=69b41035-30a3-4b19-becc-1e3d45bd3c0d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:29.349104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d3faf1c-8373-4d76-acf0-96bcb87bb2a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.366945 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1d3faf1c-8373-4d76-acf0-96bcb87bb2a9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/69b41035-30a3-4b19-becc-1e3d45bd3c0d HTTP/1.1" status: 204 len: 168 time: 0.4772468 Mar 16 10:57:29.369540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35330) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:29.398631 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7356db38-dc6b-4953-b883-cc5054d9c21e None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:29.437718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-0938224d-4496-4430-9662-8ec980079145 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet d12eeffd-21a6-44c8-9174-307de144a2dd {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:29.440843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0938224d-4496-4430-9662-8ec980079145 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.445337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:29.451374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:port and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:29.456830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:29.465158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:29.485972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:29.489400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.497980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0938224d-4496-4430-9662-8ec980079145 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.506806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.550908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 37020586-8fc9-473d-abbb-efa026194c6e yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:29.620824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0938224d-4496-4430-9662-8ec980079145 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.660518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Allocated IP 2001:db8::2 (f58b529d-4645-4916-b0f6-cee933fec7b4/a2f33b05-8255-4722-a2bc-7c7cae4678dd/694e6d99-6771-42f0-a241-2bd3408f63d5) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:29.703127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0938224d-4496-4430-9662-8ec980079145 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.720312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.26.2.81 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/ac827ff8-a158-46d7-bd9b-04203cc72f99) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:29.742529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938224d-4496-4430-9662-8ec980079145 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=d12eeffd-21a6-44c8-9174-307de144a2dd,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:29.746086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0938224d-4496-4430-9662-8ec980079145 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.758351 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0938224d-4496-4430-9662-8ec980079145 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/d12eeffd-21a6-44c8-9174-307de144a2dd HTTP/1.1" status: 204 len: 168 time: 0.3852558 Mar 16 10:57:29.758519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35334) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:29.829459 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-19b0f1e6-8acd-46b5-ba74-5abf65e534fe tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660779 Mar 16 10:57:29.829704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35338) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:29.836191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:29.882778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.914731 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.951208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:29.955669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:29.959640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:29.966278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:29.978690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:29.982512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.993535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:29.994834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.997291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:29.999277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=ac827ff8-a158-46d7-bd9b-04203cc72f99,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:30.001492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:30.002945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f89086-6111-44cd-a77d-312ee855dc6a None None] Update dhcp port {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': 'd12eeffd-21a6-44c8-9174-307de144a2dd'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': 'c6e2afc3-2545-4fec-b011-693c86138d6d'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:57:30.044062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Transition to ACTIVE for port object 694e6d99-6771-42f0-a241-2bd3408f63d5 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:30.076556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Transition to ACTIVE for port object 694e6d99-6771-42f0-a241-2bd3408f63d5 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:30.078076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f2f89086-6111-44cd-a77d-312ee855dc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.097485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.213473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Network f58b529d-4645-4916-b0f6-cee933fec7b4 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:30.216558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.229289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8::18a (f58b529d-4645-4916-b0f6-cee933fec7b4/a2f33b05-8255-4722-a2bc-7c7cae4678dd/37020586-8fc9-473d-abbb-efa026194c6e) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:30.259004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:30.261331 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:30.271728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Pushing event updated for resources: {'Port': ['ID=694e6d99-6771-42f0-a241-2bd3408f63d5,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:30.274363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:30.277512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:30.283031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:30.283626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.300808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=2ac2721a-e395-416a-81e3-4c35f86decbe,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:30.318107 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-74554cfb-26a8-433d-b5c6-fd6f4b2f7d4c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4873087 Mar 16 10:57:30.321621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35342) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:30.328463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:30.377303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Attempting to bind port 694e6d99-6771-42f0-a241-2bd3408f63d5 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:30.377753 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Attempting to bind port 694e6d99-6771-42f0-a241-2bd3408f63d5 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'f033c999-e256-4cc1-83bc-69047b654d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f58b529d-4645-4916-b0f6-cee933fec7b4'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:30.378179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Attempting to bind port 694e6d99-6771-42f0-a241-2bd3408f63d5 on network f58b529d-4645-4916-b0f6-cee933fec7b4 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:30.383712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:30.384165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Checking segment: {'id': 'f033c999-e256-4cc1-83bc-69047b654d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f58b529d-4645-4916-b0f6-cee933fec7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:30.384632 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.385128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Bound using segment: {'id': 'f033c999-e256-4cc1-83bc-69047b654d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f58b529d-4645-4916-b0f6-cee933fec7b4'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:30.385767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Bound port: 694e6d99-6771-42f0-a241-2bd3408f63d5, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f033c999-e256-4cc1-83bc-69047b654d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f58b529d-4645-4916-b0f6-cee933fec7b4'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:30.386214 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.435417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ef7cd-f97f-44d6-9f0d-e57f17d0b213 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:30.478935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:30.483061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:30.486564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:30.492212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:30.504427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:30.508228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.573028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.588834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] For port 694e6d99-6771-42f0-a241-2bd3408f63d5, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:30.593851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] For port 694e6d99-6771-42f0-a241-2bd3408f63d5, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=694e6d99-6771-42f0-a241-2bd3408f63d5,segment=NetworkSegment(f033c999-e256-4cc1-83bc-69047b654d38),segment_id=f033c999-e256-4cc1-83bc-69047b654d38)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:30.595031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2a751a78-3b13-4f67-a4f8-fd2c3bbd430a None None] Provisioning complete for port c6e2afc3-2545-4fec-b011-693c86138d6d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:30.595520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2a751a78-3b13-4f67-a4f8-fd2c3bbd430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.603522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object 37020586-8fc9-473d-abbb-efa026194c6e will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:30.636066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.645633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.653858 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.704586 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.ipam_backend_mixin [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ac2721a-e395-416a-81e3-4c35f86decbe (CIDR: 2001:db8::/64) Mar 16 10:57:30.708842 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:30.709300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:30.723840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network f58b529d-4645-4916-b0f6-cee933fec7b4 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:30.726972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:30.739410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:30.739681 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e36fdf08-bb90-471c-a47e-31180c65b280 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4143405 Mar 16 10:57:30.739681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35346) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:30.741055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:30.741664 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.743921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'subnet': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:30.804348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c822e-d49c-4e0e-80c9-3da1486b54ab None None] Pushing event updated for resources: {'Port': ['ID=694e6d99-6771-42f0-a241-2bd3408f63d5,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:30.921934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:30.928125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Usage tracker for resource:subnet and tenant:b4c434ca02814c7eaceb7df367ce80f8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:30.931687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:30.938470 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:30.951983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:30.956498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.958527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=37020586-8fc9-473d-abbb-efa026194c6e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:30.991702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.021998 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9a090b4c-4773-4c88-bc09-738fb0ff5f9d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9301083 Mar 16 10:57:31.029414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35350) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:31.077581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71bdee-635c-4fd6-82ff-566047fa4fe7 None None] Update dhcp port {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'fixed_ips': [{'subnet_id': '2ac2721a-e395-416a-81e3-4c35f86decbe'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': 'c6e2afc3-2545-4fec-b011-693c86138d6d'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:57:31.150507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dc71bdee-635c-4fd6-82ff-566047fa4fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.151626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-37afaffc-53c4-42eb-b449-40dc5bf29605 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 37020586-8fc9-473d-abbb-efa026194c6e {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:31.152055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37afaffc-53c4-42eb-b449-40dc5bf29605 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.326315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 694e6d99-6771-42f0-a241-2bd3408f63d5 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:31.477122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 694e6d99-6771-42f0-a241-2bd3408f63d5 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:31.482658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-dc71bdee-635c-4fd6-82ff-566047fa4fe7 None None] Allocated IP 2001:db8::2 (e57f845a-9024-49c0-a045-365eb6299d60/2ac2721a-e395-416a-81e3-4c35f86decbe/c6e2afc3-2545-4fec-b011-693c86138d6d) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:31.493191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.506093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.517464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.objects.ports [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:57:31.594540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c6e2afc3-2545-4fec-b011-693c86138d6d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:31.599756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37afaffc-53c4-42eb-b449-40dc5bf29605 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.751582 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-dc71bdee-635c-4fd6-82ff-566047fa4fe7 None None] For port c6e2afc3-2545-4fec-b011-693c86138d6d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c6e2afc3-2545-4fec-b011-693c86138d6d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:31.775651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.778442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-37afaffc-53c4-42eb-b449-40dc5bf29605 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 37020586-8fc9-473d-abbb-efa026194c6e owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:31.812665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dc71bdee-635c-4fd6-82ff-566047fa4fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.830968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dc71bdee-635c-4fd6-82ff-566047fa4fe7 None None] Transition to ACTIVE for port object c6e2afc3-2545-4fec-b011-693c86138d6d will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:31.835122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=ac827ff8-a158-46d7-bd9b-04203cc72f99,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:31.838055 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dc71bdee-635c-4fd6-82ff-566047fa4fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.853819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.926812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.025147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71bdee-635c-4fd6-82ff-566047fa4fe7 None None] Pushing event updated for resources: {'Port': ['ID=c6e2afc3-2545-4fec-b011-693c86138d6d,revision_number=9']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:32.030363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:32.030709 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:32.119115 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP c7a3cd6a-7eec-43d7-92be-12dc39db869a associated. External IP: 172.26.2.81, port: dbc8257d-ed09-4f9f-adb8-26f9e8c64ccf. Mar 16 10:57:32.188284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe7f7ef-57cf-4c37-bb8d-e4f5f1903fbb None None] Network f58b529d-4645-4916-b0f6-cee933fec7b4 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:32.197401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37afaffc-53c4-42eb-b449-40dc5bf29605 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.228224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] For port c6e2afc3-2545-4fec-b011-693c86138d6d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c6e2afc3-2545-4fec-b011-693c86138d6d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:32.284482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.292016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.293040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.316480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37afaffc-53c4-42eb-b449-40dc5bf29605 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.319255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afaffc-53c4-42eb-b449-40dc5bf29605 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=37020586-8fc9-473d-abbb-efa026194c6e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:32.330638 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bb8eccba-14b0-40fa-bfd6-3f36e8a4aa51 None None] Provisioning for port 694e6d99-6771-42f0-a241-2bd3408f63d5 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:32.340404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bb8eccba-14b0-40fa-bfd6-3f36e8a4aa51 None None] Provisioning complete for port 694e6d99-6771-42f0-a241-2bd3408f63d5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:32.340789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bb8eccba-14b0-40fa-bfd6-3f36e8a4aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.343125 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-37afaffc-53c4-42eb-b449-40dc5bf29605 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/37020586-8fc9-473d-abbb-efa026194c6e HTTP/1.1" status: 204 len: 168 time: 1.3125832 Mar 16 10:57:32.392106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35354) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:32.460849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:32.461936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=c6e2afc3-2545-4fec-b011-693c86138d6d,revision_number=10']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:32.467789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:32.473525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:32.475881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.505327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Subnet': ['ID=bcda914f-4c0b-47bc-a256-5cfe344f0279,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:32.518705 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5a70a20c-0996-4879-8c2a-7fde23a701bd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7769775 Mar 16 10:57:32.519340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35360) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:32.526272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Request body: {'port': {'network_id': 'e57f845a-9024-49c0-a045-365eb6299d60', 'mac_address': 'fa:16:3e:dc:12:ba', 'name': 'tempest-NetworksTestDHCPv6-1602928456'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:32.595009 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa1ea1a-662d-45f8-8723-801aadd2f5df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:57:32.595543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-eaa1ea1a-662d-45f8-8723-801aadd2f5df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:32.627013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bb8eccba-14b0-40fa-bfd6-3f36e8a4aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.701721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-eaa1ea1a-662d-45f8-8723-801aadd2f5df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:32.706146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:32.706518 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-eaa1ea1a-662d-45f8-8723-801aadd2f5df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/37020586-8fc9-473d-abbb-efa026194c6e HTTP/1.1" status: 404 len: 333 time: 0.3098187 Mar 16 10:57:32.706638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35364) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:32.735880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-bb8eccba-14b0-40fa-bfd6-3f36e8a4aa51 None None] For port 694e6d99-6771-42f0-a241-2bd3408f63d5, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=694e6d99-6771-42f0-a241-2bd3408f63d5,segment=NetworkSegment(f033c999-e256-4cc1-83bc-69047b654d38),segment_id=f033c999-e256-4cc1-83bc-69047b654d38)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:32.750674 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bb8eccba-14b0-40fa-bfd6-3f36e8a4aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.782128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa3fa3f-6de3-4c5b-b05b-8c2c6d44fe49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet a2f33b05-8255-4722-a2bc-7c7cae4678dd {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:32.790881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-caa3fa3f-6de3-4c5b-b05b-8c2c6d44fe49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.804318 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.824772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:32.853321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port c6e2afc3-2545-4fec-b011-693c86138d6d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c6e2afc3-2545-4fec-b011-693c86138d6d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:32.855218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Made reservation on behalf of b4c434ca02814c7eaceb7df367ce80f8 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:32.861569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:32.863849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.882644 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8eccba-14b0-40fa-bfd6-3f36e8a4aa51 None None] Pushing event updated for resources: {'Port': ['ID=694e6d99-6771-42f0-a241-2bd3408f63d5,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:32.895134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-caa3fa3f-6de3-4c5b-b05b-8c2c6d44fe49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.931663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc7b63-ca2a-4200-83a0-7df915ad60de None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:33.057694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.060015 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=c6e2afc3-2545-4fec-b011-693c86138d6d,revision_number=11']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:33.067321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-017615c2-fd6c-4ee4-9dc3-480678691401 None None] Provisioning for port c6e2afc3-2545-4fec-b011-693c86138d6d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:33.073730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-017615c2-fd6c-4ee4-9dc3-480678691401 None None] Provisioning complete for port c6e2afc3-2545-4fec-b011-693c86138d6d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:33.074198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-017615c2-fd6c-4ee4-9dc3-480678691401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.087367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:33.093549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] device_id is not set on port 3f44c676-cdb3-4211-a3a5-efe8b13a401f yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:33.099826 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191849be-ff19-49ef-b8fb-d620d526c3ec None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:33.110361 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191849be-ff19-49ef-b8fb-d620d526c3ec None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:33.111253 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-191849be-ff19-49ef-b8fb-d620d526c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:33.140110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.174736 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-caa3fa3f-6de3-4c5b-b05b-8c2c6d44fe49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.231332 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-191849be-ff19-49ef-b8fb-d620d526c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:33.234503 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-15b4e661-c7f8-4411-bdbd-53849a70fdfd tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2025082 Mar 16 10:57:33.236541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35368) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.244590 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191849be-ff19-49ef-b8fb-d620d526c3ec None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:33.245589 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-191849be-ff19-49ef-b8fb-d620d526c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:33.362252 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-191849be-ff19-49ef-b8fb-d620d526c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:33.362981 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191849be-ff19-49ef-b8fb-d620d526c3ec None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:33.397448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-017615c2-fd6c-4ee4-9dc3-480678691401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.408115 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f0a7fd18-1531-4f9f-b679-cd4625af342e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "GET /v2.0/floatingips/c7a3cd6a-7eec-43d7-92be-12dc39db869a HTTP/1.1" status: 200 len: 977 time: 0.1702600 Mar 16 10:57:33.408712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35372) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.438606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 694e6d99-6771-42f0-a241-2bd3408f63d5 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:33.480566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-017615c2-fd6c-4ee4-9dc3-480678691401 None None] For port c6e2afc3-2545-4fec-b011-693c86138d6d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c6e2afc3-2545-4fec-b011-693c86138d6d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:33.496479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-017615c2-fd6c-4ee4-9dc3-480678691401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.535430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-caa3fa3f-6de3-4c5b-b05b-8c2c6d44fe49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.568281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-99becd2f-f554-4edf-8472-9a8b64e4098f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Synchronizing usage tracker for tenant:91df6f25f10f4c7e88d0ba423e30cba5 on resource:floatingip {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:33.588570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3fa3f-6de3-4c5b-b05b-8c2c6d44fe49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f33b05-8255-4722-a2bc-7c7cae4678dd,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:33.592968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-caa3fa3f-6de3-4c5b-b05b-8c2c6d44fe49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.597640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-99becd2f-f554-4edf-8472-9a8b64e4098f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Unset dirty status for tenant:91df6f25f10f4c7e88d0ba423e30cba5 on resource:floatingip {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:33.599178 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-99becd2f-f554-4edf-8472-9a8b64e4098f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1894689 Mar 16 10:57:33.601840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35376) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.607373 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-caa3fa3f-6de3-4c5b-b05b-8c2c6d44fe49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/a2f33b05-8255-4722-a2bc-7c7cae4678dd HTTP/1.1" status: 204 len: 168 time: 0.8975487 Mar 16 10:57:33.608314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35380) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.613022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'port_id': '4db1038a-d76a-4509-853c-4d8e124ca12c'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:33.652170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8::f (e57f845a-9024-49c0-a045-365eb6299d60/2ac2721a-e395-416a-81e3-4c35f86decbe/3f44c676-cdb3-4211-a3a5-efe8b13a401f) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:33.668972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017615c2-fd6c-4ee4-9dc3-480678691401 None None] Pushing event updated for resources: {'Port': ['ID=c6e2afc3-2545-4fec-b011-693c86138d6d,revision_number=12']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:33.679865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Allocated IP 2001:db8:0:1:f816:3eff:fedc:12ba (e57f845a-9024-49c0-a045-365eb6299d60/bcda914f-4c0b-47bc-a256-5cfe344f0279/3f44c676-cdb3-4211-a3a5-efe8b13a401f) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:33.683090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 694e6d99-6771-42f0-a241-2bd3408f63d5 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:33.683449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.711668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2c070306-7ac5-4f2a-9e60-21561f28d6bb None None] Provisioning complete for port 694e6d99-6771-42f0-a241-2bd3408f63d5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:33.712038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2c070306-7ac5-4f2a-9e60-21561f28d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.773843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.775128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c353b3-8e2f-4273-81f0-8f848ac5daaf None None] Network f58b529d-4645-4916-b0f6-cee933fec7b4 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:33.779699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.934582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 694e6d99-6771-42f0-a241-2bd3408f63d5 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:33.934962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.136658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c6e2afc3-2545-4fec-b011-693c86138d6d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:34.222070 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] DHCP port deletion for f58b529d-4645-4916-b0f6-cee933fec7b4 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:34.228176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] Deleting port 694e6d99-6771-42f0-a241-2bd3408f63d5 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:34.228989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.229261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.281714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c6e2afc3-2545-4fec-b011-693c86138d6d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:34.282094 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.287403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Transition to ACTIVE for port object 3f44c676-cdb3-4211-a3a5-efe8b13a401f will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:34.318607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e5915ce4-210c-4268-bf8d-b1da122d8c68 None None] Could not find standard attr ID for object 37020586-8fc9-473d-abbb-efa026194c6e. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:34.363880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] For port 694e6d99-6771-42f0-a241-2bd3408f63d5, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=694e6d99-6771-42f0-a241-2bd3408f63d5,segment=NetworkSegment(f033c999-e256-4cc1-83bc-69047b654d38),segment_id=f033c999-e256-4cc1-83bc-69047b654d38)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:34.364212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.492209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 694e6d99-6771-42f0-a241-2bd3408f63d5 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:34.544122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.569529 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] For port 694e6d99-6771-42f0-a241-2bd3408f63d5, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=694e6d99-6771-42f0-a241-2bd3408f63d5,segment=NetworkSegment(f033c999-e256-4cc1-83bc-69047b654d38),segment_id=f033c999-e256-4cc1-83bc-69047b654d38)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:34.569981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.577672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-84872979-3734-401b-896a-71264b1935e3 None None] Provisioning complete for port c6e2afc3-2545-4fec-b011-693c86138d6d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:34.578041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84872979-3734-401b-896a-71264b1935e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.634213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Network e57f845a-9024-49c0-a045-365eb6299d60 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:34.639752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:34.659047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:34.664801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:34.665425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.686996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.692400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.693269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.705174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event updated for resources: {'Port': ['ID=3f44c676-cdb3-4211-a3a5-efe8b13a401f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:34.707879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No DVR routers for this DVR port 694e6d99-6771-42f0-a241-2bd3408f63d5 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:34.747103 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] Calling delete_port for 694e6d99-6771-42f0-a241-2bd3408f63d5 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:34.773290 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2b58b54c-d61f-4b2c-8cfb-9a953dd70e02 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2527728 Mar 16 10:57:34.776038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35384) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:34.784096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=694e6d99-6771-42f0-a241-2bd3408f63d5,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:34.893037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:34.893768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:34.897332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.926129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58b529d-4645-4916-b0f6-cee933fec7b4']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:34.939701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f033c999-e256-4cc1-83bc-69047b654d38') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:34.939976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f033c999-e256-4cc1-83bc-69047b654d38') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:34.947325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc83ef-709e-455d-b7f1-33b1a46afd5d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting port 3f44c676-cdb3-4211-a3a5-efe8b13a401f {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:34.947579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c9dc83ef-709e-455d-b7f1-33b1a46afd5d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.952281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.969786 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.976433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:34.976883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:34.991566 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:35.026218 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP c7a3cd6a-7eec-43d7-92be-12dc39db869a associated. External IP: 172.26.2.81, port: dbc8257d-ed09-4f9f-adb8-26f9e8c64ccf. Mar 16 10:57:35.074023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-143dea77-3e06-49f8-909f-9b420f4c0679 None None] Provisioning for port 3f44c676-cdb3-4211-a3a5-efe8b13a401f completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:35.075480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.080829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-143dea77-3e06-49f8-909f-9b420f4c0679 None None] Provisioning complete for port 3f44c676-cdb3-4211-a3a5-efe8b13a401f triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:35.080829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-143dea77-3e06-49f8-909f-9b420f4c0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.106519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.110632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Network': ['ID=f58b529d-4645-4916-b0f6-cee933fec7b4,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:35.118260 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-81a18d80-8a01-4bb4-bdad-82a8402cf9de tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/networks/f58b529d-4645-4916-b0f6-cee933fec7b4 HTTP/1.1" status: 204 len: 168 time: 1.5059192 Mar 16 10:57:35.119226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35390) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:35.125242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'name': 'tempest-PortsIpV6TestJSON-258940665'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:35.142692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-143dea77-3e06-49f8-909f-9b420f4c0679 None None] Port 3f44c676-cdb3-4211-a3a5-efe8b13a401f cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:35.216414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c6e2afc3-2545-4fec-b011-693c86138d6d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:35.243342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:35.254984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:35.266134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:35.270371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.287783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c6e2afc3-2545-4fec-b011-693c86138d6d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:35.288162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.291841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 735f1ba1-c615-4cbd-b917-b0f535fb0132 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:35.401991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] Deleting port 694e6d99-6771-42f0-a241-2bd3408f63d5 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:35.402426 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.427100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c9dc83ef-709e-455d-b7f1-33b1a46afd5d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.481403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-da21b594-030f-4565-9aaf-12fefd5fc010 None None] The port '694e6d99-6771-42f0-a241-2bd3408f63d5' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:35.539735 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.540517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 694e6d99-6771-42f0-a241-2bd3408f63d5 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:35.567390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.578320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc83ef-709e-455d-b7f1-33b1a46afd5d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Calling delete_port for 3f44c676-cdb3-4211-a3a5-efe8b13a401f owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:35.594806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 694e6d99-6771-42f0-a241-2bd3408f63d5 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:35.595770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 694e6d99-6771-42f0-a241-2bd3408f63d5 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:35.637407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:35.640600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:35.644566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:35.650477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:35.651099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.681739 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=735f1ba1-c615-4cbd-b917-b0f535fb0132,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:35.695230 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bd6901b8-174f-4487-a22d-47167a97b5d6 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5749319 Mar 16 10:57:35.697910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35394) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:35.741062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:35.767949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-4c991cdf-6144-4753-b885-f3b7d909babc tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 735f1ba1-c615-4cbd-b917-b0f535fb0132 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:35.768283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c991cdf-6144-4753-b885-f3b7d909babc tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.102717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c991cdf-6144-4753-b885-f3b7d909babc tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.163154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:36.174150 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b91ac-fe88-42a9-885d-ab6904037475 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:36.185522 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b91ac-fe88-42a9-885d-ab6904037475 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:36.186496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c82b91ac-fe88-42a9-885d-ab6904037475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:36.218293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c9dc83ef-709e-455d-b7f1-33b1a46afd5d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.232256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-4c991cdf-6144-4753-b885-f3b7d909babc tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 735f1ba1-c615-4cbd-b917-b0f535fb0132 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:36.257931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c82b91ac-fe88-42a9-885d-ab6904037475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:36.267632 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b91ac-fe88-42a9-885d-ab6904037475 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:36.268339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c82b91ac-fe88-42a9-885d-ab6904037475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:36.286154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc83ef-709e-455d-b7f1-33b1a46afd5d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Port': ['ID=3f44c676-cdb3-4211-a3a5-efe8b13a401f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:36.326238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c991cdf-6144-4753-b885-f3b7d909babc tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.335466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c82b91ac-fe88-42a9-885d-ab6904037475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:36.336099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b91ac-fe88-42a9-885d-ab6904037475 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:36.389617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c991cdf-6144-4753-b885-f3b7d909babc tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.393123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c991cdf-6144-4753-b885-f3b7d909babc tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=735f1ba1-c615-4cbd-b917-b0f535fb0132,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:36.405825 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4c991cdf-6144-4753-b885-f3b7d909babc tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/735f1ba1-c615-4cbd-b917-b0f535fb0132 HTTP/1.1" status: 204 len: 168 time: 0.7059300 Mar 16 10:57:36.407368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35398) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:36.413723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'mac_address': 'fa:16:3e:a3:45:c6', 'name': 'tempest-PortsIpV6TestJSON-1679023648'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:36.430794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c9dc83ef-709e-455d-b7f1-33b1a46afd5d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.460513 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c9dc83ef-709e-455d-b7f1-33b1a46afd5d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/3f44c676-cdb3-4211-a3a5-efe8b13a401f HTTP/1.1" status: 204 len: 168 time: 1.6806290 Mar 16 10:57:36.461341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35402) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:36.527174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:36.531135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:port and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:36.533994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:36.539518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:36.549597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:36.652393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.678629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 9cb1da77-e5ae-4704-ba73-b121766ed1e0 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:36.700327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bf2491-5ba3-4c2a-8bc6-f133a679c51f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:36.701047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-95bf2491-5ba3-4c2a-8bc6-f133a679c51f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:36.724950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:36.732978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-95bf2491-5ba3-4c2a-8bc6-f133a679c51f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:36.736569 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-95bf2491-5ba3-4c2a-8bc6-f133a679c51f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2719800 Mar 16 10:57:36.738093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35406) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:36.909080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:36.913126 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.920483 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc589dc7-8ef1-40ab-a33b-061621327c25 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:36.930689 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc589dc7-8ef1-40ab-a33b-061621327c25 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:36.931395 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cc589dc7-8ef1-40ab-a33b-061621327c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:36.960804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312be77f-c200-4774-98e2-b86b98e46be6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:36.961550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-312be77f-c200-4774-98e2-b86b98e46be6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:36.966338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.981755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-312be77f-c200-4774-98e2-b86b98e46be6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:36.985817 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-312be77f-c200-4774-98e2-b86b98e46be6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2437503 Mar 16 10:57:36.985817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35410) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:36.997278 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cc589dc7-8ef1-40ab-a33b-061621327c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:37.006562 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc589dc7-8ef1-40ab-a33b-061621327c25 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:37.007163 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cc589dc7-8ef1-40ab-a33b-061621327c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:37.029662 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6634339a-ec6d-4e44-a080-341b6da389aa tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "PUT /v2.0/floatingips/c7a3cd6a-7eec-43d7-92be-12dc39db869a HTTP/1.1" status: 200 len: 975 time: 3.4241164 Mar 16 10:57:37.029869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35414) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:37.035204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d08ea363-854a-4899-aa61-9c50cd889b5b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:37.060470 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389ed6a-53e8-4130-97c8-a706f3497730 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:37.062084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389ed6a-53e8-4130-97c8-a706f3497730 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:37.063616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389ed6a-53e8-4130-97c8-a706f3497730 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:37.064401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0389ed6a-53e8-4130-97c8-a706f3497730 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:37.066144 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cc589dc7-8ef1-40ab-a33b-061621327c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:37.066715 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc589dc7-8ef1-40ab-a33b-061621327c25 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:37.077798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.122588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0389ed6a-53e8-4130-97c8-a706f3497730 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:37.123796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0389ed6a-53e8-4130-97c8-a706f3497730 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1370740 Mar 16 10:57:37.129888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35418) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:37.149935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:37.152972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:37.155434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:37.160980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:37.161631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.172648 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d08ea363-854a-4899-aa61-9c50cd889b5b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.184799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=9cb1da77-e5ae-4704-ba73-b121766ed1e0,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:37.200877 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-430788d1-d98d-4b7e-9193-b1bc52c0bc46 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7921927 Mar 16 10:57:37.203695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35422) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:37.274031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2a20c3-cf8f-41f8-946a-a133e8162a44 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:37.274640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7d2a20c3-cf8f-41f8-946a-a133e8162a44 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:37.275406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b68e44b-8b83-4158-bec0-42c1acdac900 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet 2ac2721a-e395-416a-81e3-4c35f86decbe {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:37.288404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5b68e44b-8b83-4158-bec0-42c1acdac900 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.291449 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7d2a20c3-cf8f-41f8-946a-a133e8162a44 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:37.292646 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7d2a20c3-cf8f-41f8-946a-a133e8162a44 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/9cb1da77-e5ae-4704-ba73-b121766ed1e0 HTTP/1.1" status: 200 len: 845 time: 0.0879974 Mar 16 10:57:37.295837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35426) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:37.348128 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:57:37.364273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-b78a4e4d-700d-435f-af4c-a649389b749f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 9cb1da77-e5ae-4704-ba73-b121766ed1e0 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:37.364676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b78a4e4d-700d-435f-af4c-a649389b749f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.560938 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5b68e44b-8b83-4158-bec0-42c1acdac900 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.589476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b78a4e4d-700d-435f-af4c-a649389b749f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.687568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d08ea363-854a-4899-aa61-9c50cd889b5b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.698593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d08ea363-854a-4899-aa61-9c50cd889b5b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.698911 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-d08ea363-854a-4899-aa61-9c50cd889b5b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP c7a3cd6a-7eec-43d7-92be-12dc39db869a disassociated. External IP: 172.26.2.81, port: 4db1038a-d76a-4509-853c-4d8e124ca12c. Mar 16 10:57:37.823583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-b78a4e4d-700d-435f-af4c-a649389b749f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 9cb1da77-e5ae-4704-ba73-b121766ed1e0 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:37.864643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5b68e44b-8b83-4158-bec0-42c1acdac900 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.906067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b78a4e4d-700d-435f-af4c-a649389b749f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.960075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b78a4e4d-700d-435f-af4c-a649389b749f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.962950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a4e4d-700d-435f-af4c-a649389b749f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=9cb1da77-e5ae-4704-ba73-b121766ed1e0,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:37.976543 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b78a4e4d-700d-435f-af4c-a649389b749f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/9cb1da77-e5ae-4704-ba73-b121766ed1e0 HTTP/1.1" status: 204 len: 168 time: 0.6796808 Mar 16 10:57:37.979127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35430) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.024944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5b68e44b-8b83-4158-bec0-42c1acdac900 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.025211 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fddee37-0cb6-4e70-b4ad-bc249da43d86 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:57:38.025500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8fddee37-0cb6-4e70-b4ad-bc249da43d86 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:38.040463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8fddee37-0cb6-4e70-b4ad-bc249da43d86 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:38.041627 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8fddee37-0cb6-4e70-b4ad-bc249da43d86 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/9cb1da77-e5ae-4704-ba73-b121766ed1e0 HTTP/1.1" status: 404 len: 333 time: 0.0616069 Mar 16 10:57:38.045556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35434) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.051074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'name': 'tempest-PortsIpV6TestJSON-1352179161'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:38.123902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68e44b-8b83-4158-bec0-42c1acdac900 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac2721a-e395-416a-81e3-4c35f86decbe,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.135390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5b68e44b-8b83-4158-bec0-42c1acdac900 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.142542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d61570-6059-4b4d-9cae-ba0f45d43e60 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:38.167817 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5b68e44b-8b83-4158-bec0-42c1acdac900 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/2ac2721a-e395-416a-81e3-4c35f86decbe HTTP/1.1" status: 204 len: 168 time: 1.0369117 Mar 16 10:57:38.171443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35438) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.171905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:38.173585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.182787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:38.194396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:38.198590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.216383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08ea363-854a-4899-aa61-9c50cd889b5b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:38.221706 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 47ef78db-c784-4a03-b876-7744d5b50454 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:38.312634 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-2568aae4-a795-4a9a-b8ed-9363118197b3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Deleting subnet bcda914f-4c0b-47bc-a256-5cfe344f0279 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:38.317021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2568aae4-a795-4a9a-b8ed-9363118197b3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.449899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2568aae4-a795-4a9a-b8ed-9363118197b3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.468102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.500170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.522421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ea363-854a-4899-aa61-9c50cd889b5b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:38.530542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d08ea363-854a-4899-aa61-9c50cd889b5b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.532808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dfb91c-bd64-4bb6-8788-9fb888d4df14 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:38.542725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfb91c-bd64-4bb6-8788-9fb888d4df14 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:38.543592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-08dfb91c-bd64-4bb6-8788-9fb888d4df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:38.571720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:38.583368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:38.588287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:38.593882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:38.594618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.611790 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d08ea363-854a-4899-aa61-9c50cd889b5b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "PUT /v2.0/floatingips/c7a3cd6a-7eec-43d7-92be-12dc39db869a HTTP/1.1" status: 200 len: 687 time: 1.5808902 Mar 16 10:57:38.626731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35442) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.635642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-08dfb91c-bd64-4bb6-8788-9fb888d4df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:38.640416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2568aae4-a795-4a9a-b8ed-9363118197b3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.653630 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfb91c-bd64-4bb6-8788-9fb888d4df14 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:38.654489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-08dfb91c-bd64-4bb6-8788-9fb888d4df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:38.708494 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6618330 Mar 16 10:57:38.709226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7df05-a06a-4416-84da-4146f21ac30c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=47ef78db-c784-4a03-b876-7744d5b50454,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.718848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35446) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.719964 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-08dfb91c-bd64-4bb6-8788-9fb888d4df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:38.721142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dfb91c-bd64-4bb6-8788-9fb888d4df14 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:38.733062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6f3b7bfc-d2ce-4f84-a4df-e99dcd77fceb tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:38.738748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2568aae4-a795-4a9a-b8ed-9363118197b3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.781698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2568aae4-a795-4a9a-b8ed-9363118197b3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.784445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568aae4-a795-4a9a-b8ed-9363118197b3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Subnet': ['ID=bcda914f-4c0b-47bc-a256-5cfe344f0279,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.795831 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2568aae4-a795-4a9a-b8ed-9363118197b3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/bcda914f-4c0b-47bc-a256-5cfe344f0279 HTTP/1.1" status: 204 len: 168 time: 0.6231713 Mar 16 10:57:38.796404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35450) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.855012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-407161da-d999-4055-9962-c4bc52522fcc tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port ac827ff8-a158-46d7-bd9b-04203cc72f99 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:38.855607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-407161da-d999-4055-9962-c4bc52522fcc tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.867708 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-54107f62-d96c-40f1-91d7-19b113c02830 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701127 Mar 16 10:57:38.870192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35454) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.950742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef0acb9-c1ab-4563-b673-a4b9095f271d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:38.952227 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6ef0acb9-c1ab-4563-b673-a4b9095f271d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0810177 Mar 16 10:57:38.955008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35458) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.993904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da709aa-1079-4677-a750-f674f036dfc6 None None] Network e57f845a-9024-49c0-a045-365eb6299d60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:39.057076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7bfc-d2ce-4f84-a4df-e99dcd77fceb tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.161644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-407161da-d999-4055-9962-c4bc52522fcc tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.162019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-407161da-d999-4055-9962-c4bc52522fcc tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.163810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-006cdf87-c2ab-4496-b9e0-04d2bb763323 None None] Provisioning complete for port c6e2afc3-2545-4fec-b011-693c86138d6d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:39.164298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-006cdf87-c2ab-4496-b9e0-04d2bb763323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.167357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd7964-f82a-481c-bfb5-a310f79668e2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:39.168070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-11bd7964-f82a-481c-bfb5-a310f79668e2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Synchronizing usage tracker for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:39.184661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-11bd7964-f82a-481c-bfb5-a310f79668e2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Unset dirty status for tenant:b4c434ca02814c7eaceb7df367ce80f8 on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:39.185844 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-11bd7964-f82a-481c-bfb5-a310f79668e2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2299008 Mar 16 10:57:39.188378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35462) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.258688 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f0314d14-f124-42fb-a33d-1c55d200020c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690792 Mar 16 10:57:39.266054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35466) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.308967 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f675d3-666c-4084-8bd6-32d5b33c8281 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.309551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f675d3-666c-4084-8bd6-32d5b33c8281 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.314200 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b6f675d3-666c-4084-8bd6-32d5b33c8281 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/3f44c676-cdb3-4211-a3a5-efe8b13a401f HTTP/1.1" status: 404 len: 333 time: 0.0496373 Mar 16 10:57:39.314948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35470) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.354957 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1dc706-58f5-4fcf-a6d4-27537f69a38e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.355489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1dc706-58f5-4fcf-a6d4-27537f69a38e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.357335 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3a1dc706-58f5-4fcf-a6d4-27537f69a38e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/bcda914f-4c0b-47bc-a256-5cfe344f0279 HTTP/1.1" status: 404 len: 337 time: 0.0413773 Mar 16 10:57:39.360065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35474) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.386239 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d303ce34-7fd1-490e-95f3-1ce35e7164a5 None None] DHCP port deletion for e57f845a-9024-49c0-a045-365eb6299d60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:39.391264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d303ce34-7fd1-490e-95f3-1ce35e7164a5 None None] Deleting port c6e2afc3-2545-4fec-b011-693c86138d6d {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:39.391766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d303ce34-7fd1-490e-95f3-1ce35e7164a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.402186 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d122d766-a3d6-4d2a-9ea3-326d2f3ead9c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.402563 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d122d766-a3d6-4d2a-9ea3-326d2f3ead9c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.404572 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d122d766-a3d6-4d2a-9ea3-326d2f3ead9c tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/2ac2721a-e395-416a-81e3-4c35f86decbe HTTP/1.1" status: 404 len: 337 time: 0.0433180 Mar 16 10:57:39.406930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35478) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.437220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-407161da-d999-4055-9962-c4bc52522fcc tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for ac827ff8-a158-46d7-bd9b-04203cc72f99 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:39.448490 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9069dd6e-057a-43d6-87c4-3b236c09e182 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.448997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9069dd6e-057a-43d6-87c4-3b236c09e182 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.453114 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9069dd6e-057a-43d6-87c4-3b236c09e182 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/58f34c75-2e8d-4f57-821f-9ca6c810cb93 HTTP/1.1" status: 404 len: 333 time: 0.0428433 Mar 16 10:57:39.453416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35482) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.490956 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95d4982-7fc8-4755-abaf-9fa6646f1432 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.491564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95d4982-7fc8-4755-abaf-9fa6646f1432 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.493273 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d95d4982-7fc8-4755-abaf-9fa6646f1432 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/69b41035-30a3-4b19-becc-1e3d45bd3c0d HTTP/1.1" status: 404 len: 337 time: 0.0389581 Mar 16 10:57:39.495765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35486) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.536653 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27728b9-ca59-4b48-917b-513251f8668d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.537172 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27728b9-ca59-4b48-917b-513251f8668d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.541868 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c27728b9-ca59-4b48-917b-513251f8668d tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/d12eeffd-21a6-44c8-9174-307de144a2dd HTTP/1.1" status: 404 len: 337 time: 0.0422204 Mar 16 10:57:39.541868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35490) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.583131 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-7318d723-d0d6-47aa-acdb-e24512af4ba2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.583131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7318d723-d0d6-47aa-acdb-e24512af4ba2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.586707 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7318d723-d0d6-47aa-acdb-e24512af4ba2 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/7be3fa64-5915-4926-9c1f-ecc6a008de62 HTTP/1.1" status: 404 len: 333 time: 0.0420184 Mar 16 10:57:39.592784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35494) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.658768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7bfc-d2ce-4f84-a4df-e99dcd77fceb tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.670865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7bfc-d2ce-4f84-a4df-e99dcd77fceb tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.674569 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d303ce34-7fd1-490e-95f3-1ce35e7164a5 None None] For port c6e2afc3-2545-4fec-b011-693c86138d6d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c6e2afc3-2545-4fec-b011-693c86138d6d,segment=NetworkSegment(7e04ae72-caa8-4864-b78e-323e4e6e6864),segment_id=7e04ae72-caa8-4864-b78e-323e4e6e6864)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:39.674962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d303ce34-7fd1-490e-95f3-1ce35e7164a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.711381 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47c15df-d04d-4343-8a4a-85e23d034abc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.711832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47c15df-d04d-4343-8a4a-85e23d034abc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.744123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b7bfc-d2ce-4f84-a4df-e99dcd77fceb tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] In _notify_port_updated(), no bound segment for port 47ef78db-c784-4a03-b876-7744d5b50454 on network c29bb636-5077-412e-8a60-865e51ac810d {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:57:39.749212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b7bfc-d2ce-4f84-a4df-e99dcd77fceb tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:39.749802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7bfc-d2ce-4f84-a4df-e99dcd77fceb tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.751145 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6f3b7bfc-d2ce-4f84-a4df-e99dcd77fceb tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "PUT /v2.0/ports/47ef78db-c784-4a03-b876-7744d5b50454 HTTP/1.1" status: 200 len: 818 time: 1.0314891 Mar 16 10:57:39.754318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35498) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.756690 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c47c15df-d04d-4343-8a4a-85e23d034abc tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/dd3cc775-fc8d-4ff3-a9fd-287e6144482d HTTP/1.1" status: 404 len: 337 time: 0.1632338 Mar 16 10:57:39.759288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35502) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.778110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b7bfc-d2ce-4f84-a4df-e99dcd77fceb tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=47ef78db-c784-4a03-b876-7744d5b50454,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:39.783514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-407161da-d999-4055-9962-c4bc52522fcc tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.798830 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d303ce34-7fd1-490e-95f3-1ce35e7164a5 None None] Calling delete_port for c6e2afc3-2545-4fec-b011-693c86138d6d owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:39.842171 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9276d1-294e-48ec-9995-c7fb8a3f6c08 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.842618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9276d1-294e-48ec-9995-c7fb8a3f6c08 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.846739 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fb9276d1-294e-48ec-9995-c7fb8a3f6c08 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/de89ad9c-0456-4460-be1f-6d82b9a44efe HTTP/1.1" status: 404 len: 337 time: 0.0840604 Mar 16 10:57:39.847564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35506) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.870630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407161da-d999-4055-9962-c4bc52522fcc tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=ac827ff8-a158-46d7-bd9b-04203cc72f99,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:39.892917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d303ce34-7fd1-490e-95f3-1ce35e7164a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.901371 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6d5a1b-5bd0-47de-87ee-de1f0af8b265 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.901847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6d5a1b-5bd0-47de-87ee-de1f0af8b265 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.903544 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ae6d5a1b-5bd0-47de-87ee-de1f0af8b265 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/98440280-86a1-4ae9-8527-8c62d8ba22ab HTTP/1.1" status: 404 len: 333 time: 0.0550976 Mar 16 10:57:39.906097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35510) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.911681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8041d8bc-605d-4ab0-a88a-b6b93205b937 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 47ef78db-c784-4a03-b876-7744d5b50454 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:39.911964 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8041d8bc-605d-4ab0-a88a-b6b93205b937 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.929236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-407161da-d999-4055-9962-c4bc52522fcc tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.932378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-407161da-d999-4055-9962-c4bc52522fcc tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.936163 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-407161da-d999-4055-9962-c4bc52522fcc tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/floatingips/c7a3cd6a-7eec-43d7-92be-12dc39db869a HTTP/1.1" status: 204 len: 168 time: 1.3058152 Mar 16 10:57:39.937110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35514) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.945478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ce34-7fd1-490e-95f3-1ce35e7164a5 None None] Pushing event deleted for resources: {'Port': ['ID=c6e2afc3-2545-4fec-b011-693c86138d6d,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:39.949122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303ce34-7fd1-490e-95f3-1ce35e7164a5 None None] No DVR routers for this DVR port c6e2afc3-2545-4fec-b011-693c86138d6d on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:39.989934 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0166741-c805-4f1e-ac7a-5efd77637756 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:39.990386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0166741-c805-4f1e-ac7a-5efd77637756 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:39.992072 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a0166741-c805-4f1e-ac7a-5efd77637756 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/12e2508d-5c26-4145-ae84-d756b5e055a9 HTTP/1.1" status: 404 len: 337 time: 0.0849044 Mar 16 10:57:39.995111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35518) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.026466 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-c6f7eb27-3ab9-4767-b398-7cf2f0be6840 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] delete failed (client error): The resource could not be found. Mar 16 10:57:40.031092 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c6f7eb27-3ab9-4767-b398-7cf2f0be6840 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/floatingips/c7a3cd6a-7eec-43d7-92be-12dc39db869a HTTP/1.1" status: 404 len: 345 time: 0.0893352 Mar 16 10:57:40.031404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35522) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.045075 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab68ea37-00e6-477d-90e5-5eb18a80db37 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.045536 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab68ea37-00e6-477d-90e5-5eb18a80db37 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.047274 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ab68ea37-00e6-477d-90e5-5eb18a80db37 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/2e594e01-4ab4-47d8-b046-29e0ae1beed7 HTTP/1.1" status: 404 len: 337 time: 0.0514174 Mar 16 10:57:40.067456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35526) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.116462 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44a36bd-9039-4900-971f-8081a8548f3b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.116954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44a36bd-9039-4900-971f-8081a8548f3b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.118634 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e44a36bd-9039-4900-971f-8081a8548f3b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/18e57b52-9785-47c2-aad2-30feeba7ec49 HTTP/1.1" status: 404 len: 333 time: 0.0502717 Mar 16 10:57:40.121902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35530) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.164462 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ed2262-7c81-42b2-a308-694cb47836d6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.164960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ed2262-7c81-42b2-a308-694cb47836d6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.169093 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-87ed2262-7c81-42b2-a308-694cb47836d6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/8545f707-a971-4be0-b04d-95ce2bd5d54e HTTP/1.1" status: 404 len: 337 time: 0.0437388 Mar 16 10:57:40.169639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35536) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.212622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8041d8bc-605d-4ab0-a88a-b6b93205b937 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.221364 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7e7650-10bc-4377-a6d8-bda400d5731e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.221827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7e7650-10bc-4377-a6d8-bda400d5731e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.223874 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3c7e7650-10bc-4377-a6d8-bda400d5731e tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/d4976f4e-c0a1-41d5-b014-e52f17973568 HTTP/1.1" status: 404 len: 333 time: 0.0533588 Mar 16 10:57:40.226509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35540) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.271820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcacfacd-ef25-4706-a790-2431363bb6cb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:40.277668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcacfacd-ef25-4706-a790-2431363bb6cb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:40.283551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcacfacd-ef25-4706-a790-2431363bb6cb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:40.284365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bcacfacd-ef25-4706-a790-2431363bb6cb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Synchronizing usage tracker for tenant:91df6f25f10f4c7e88d0ba423e30cba5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:40.295243 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20d124d-58c6-4d53-8ebd-b6f7c1ddc839 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.295671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20d124d-58c6-4d53-8ebd-b6f7c1ddc839 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.297410 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a20d124d-58c6-4d53-8ebd-b6f7c1ddc839 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/8bb95353-e334-47fb-95c8-1e12a0218632 HTTP/1.1" status: 404 len: 337 time: 0.0700285 Mar 16 10:57:40.300836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35546) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.343126 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8041d8bc-605d-4ab0-a88a-b6b93205b937 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 47ef78db-c784-4a03-b876-7744d5b50454 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:40.349775 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-0375d92c-b0f5-4c87-985a-7d19f6bb002b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.350326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0375d92c-b0f5-4c87-985a-7d19f6bb002b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.352315 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0375d92c-b0f5-4c87-985a-7d19f6bb002b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/dffe362f-cd45-4eca-8d14-2d49d50430d7 HTTP/1.1" status: 404 len: 333 time: 0.0505672 Mar 16 10:57:40.353469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bcacfacd-ef25-4706-a790-2431363bb6cb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Unset dirty status for tenant:91df6f25f10f4c7e88d0ba423e30cba5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:40.357446 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bcacfacd-ef25-4706-a790-2431363bb6cb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "GET /v2.0/ports?network_id=1716c279-4e7e-49ef-b37c-c1817ad1bf56 HTTP/1.1" status: 200 len: 2356 time: 0.3248854 Mar 16 10:57:40.358306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35552) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.358706 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35554) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.425704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8041d8bc-605d-4ab0-a88a-b6b93205b937 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.442263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c470df7-2725-4c25-82dd-2fff8405db91 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.442720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c470df7-2725-4c25-82dd-2fff8405db91 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.444382 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6c470df7-2725-4c25-82dd-2fff8405db91 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/566bfe61-07fb-4aa4-a7b5-2fad3b71bceb HTTP/1.1" status: 404 len: 337 time: 0.0846000 Mar 16 10:57:40.447371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35560) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.475901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041d8bc-605d-4ab0-a88a-b6b93205b937 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=47ef78db-c784-4a03-b876-7744d5b50454,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:40.483457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8041d8bc-605d-4ab0-a88a-b6b93205b937 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.494577 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8041d8bc-605d-4ab0-a88a-b6b93205b937 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/47ef78db-c784-4a03-b876-7744d5b50454 HTTP/1.1" status: 204 len: 168 time: 0.7384861 Mar 16 10:57:40.495503 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-6511bd7c-e618-412a-9d16-5c56f78142d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.495967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6511bd7c-e618-412a-9d16-5c56f78142d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.496853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35564) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.500330 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6511bd7c-e618-412a-9d16-5c56f78142d9 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/51882720-3cac-4778-8498-a24c7c6bd497 HTTP/1.1" status: 404 len: 333 time: 0.0496466 Mar 16 10:57:40.500484 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35568) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.505091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f7582-185d-4867-86fe-8e5d19609cc2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:40.506377 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-342f7582-185d-4867-86fe-8e5d19609cc2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "GET /v2.0/subnets/e0ddba94-1c18-4652-a94d-b02a47c7723d HTTP/1.1" status: 200 len: 797 time: 0.1449480 Mar 16 10:57:40.511305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35572) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.516554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'port': {'network_id': '1716c279-4e7e-49ef-b37c-c1817ad1bf56', 'name': 'tempest-FloatingIPTestJSON-803725263', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:40.572153 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cc0869-2469-4366-ae79-6661cda91f11 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.572604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cc0869-2469-4366-ae79-6661cda91f11 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.576666 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f2cc0869-2469-4366-ae79-6661cda91f11 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/dc576571-c4f5-4209-b97a-f37b25a17dd6 HTTP/1.1" status: 404 len: 337 time: 0.0731130 Mar 16 10:57:40.577349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35576) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.622630 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35d3c92-2635-4f1f-8691-8a17d38b6451 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.623088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35d3c92-2635-4f1f-8691-8a17d38b6451 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.624795 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f35d3c92-2635-4f1f-8691-8a17d38b6451 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/ee19ec3d-ed65-4338-98fe-7b204e9a58c8 HTTP/1.1" status: 404 len: 333 time: 0.0465527 Mar 16 10:57:40.627387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35580) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.655177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:40.665418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:40.667320 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7da23b1-f8b4-4922-bd1b-543182c732be tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.667768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7da23b1-f8b4-4922-bd1b-543182c732be tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.669421 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a7da23b1-f8b4-4922-bd1b-543182c732be tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/e9455579-1e0b-4323-ba2b-1ff296e83ec2 HTTP/1.1" status: 404 len: 337 time: 0.0412018 Mar 16 10:57:40.673025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35584) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.697265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399bcb60-17b2-4f20-9850-3918d7578f2f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:40.697866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-399bcb60-17b2-4f20-9850-3918d7578f2f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:40.715371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-399bcb60-17b2-4f20-9850-3918d7578f2f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:40.719203 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-399bcb60-17b2-4f20-9850-3918d7578f2f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2187281 Mar 16 10:57:40.719559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35588) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.724939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Made reservation on behalf of 91df6f25f10f4c7e88d0ba423e30cba5 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:40.740044 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95988dc-c80e-4e96-866c-3da148cb1c7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.740492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95988dc-c80e-4e96-866c-3da148cb1c7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.742142 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c95988dc-c80e-4e96-866c-3da148cb1c7a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/3183324b-d058-4b21-a938-5a34842eedac HTTP/1.1" status: 404 len: 333 time: 0.0622740 Mar 16 10:57:40.744915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35592) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.762854 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4e68e3-bdbc-4d3e-8ed7-abe6b81686ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:57:40.769835 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bd4e68e3-bdbc-4d3e-8ed7-abe6b81686ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/47ef78db-c784-4a03-b876-7744d5b50454 HTTP/1.1" status: 404 len: 333 time: 0.0437162 Mar 16 10:57:40.770521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35596) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.778038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1205177029'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:40.783097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:40.787018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:network and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:40.789807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:40.795410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:40.799223 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9454502-a048-4c43-9a73-3b1ad553055f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.799651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9454502-a048-4c43-9a73-3b1ad553055f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.803915 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b9454502-a048-4c43-9a73-3b1ad553055f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/720f97b3-527b-4eec-90bc-86bdba659537 HTTP/1.1" status: 404 len: 337 time: 0.0556331 Mar 16 10:57:40.804206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35600) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.902228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.924062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] device_id is not set on port 494f9ee3-ff4d-4b52-9761-c093cd186026 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:40.950496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:40.954483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.973584 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ca0981-457c-4c66-bc01-81e47284289a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:40.974023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ca0981-457c-4c66-bc01-81e47284289a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:40.975667 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d6ca0981-457c-4c66-bc01-81e47284289a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/0b448ebe-e973-447c-a0de-7af4a2434114 HTTP/1.1" status: 404 len: 337 time: 0.1704247 Mar 16 10:57:40.978369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35604) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.023507 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b9382c-6a44-4b28-89b0-eeb59082a4a0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.023932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b9382c-6a44-4b28-89b0-eeb59082a4a0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.025801 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-86b9382c-6a44-4b28-89b0-eeb59082a4a0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/c76b17a0-d1e4-493e-b3d3-870da90a00c6 HTTP/1.1" status: 404 len: 333 time: 0.0455666 Mar 16 10:57:41.028544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35608) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.062847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:41.074775 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-3031ce91-398a-4eab-8990-7692135b51e8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.075223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3031ce91-398a-4eab-8990-7692135b51e8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.082164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.082493 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Added segment 81ac1bf9-ecfb-4451-916d-c3fb81903ebe of type vlan for network 11b93dab-2e86-4623-a7af-46e6abbef102 Mar 16 10:57:41.087997 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3031ce91-398a-4eab-8990-7692135b51e8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/f54a1455-1050-425c-a250-7bfb4e116025 HTTP/1.1" status: 404 len: 337 time: 0.0585101 Mar 16 10:57:41.090592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35612) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.143150 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4c155f-e5c5-4f1b-b8ed-740bc678c7d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.143595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4c155f-e5c5-4f1b-b8ed-740bc678c7d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.145307 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fb4c155f-e5c5-4f1b-b8ed-740bc678c7d8 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/266341ad-7525-47b5-a6d7-3b1318ec7bd5 HTTP/1.1" status: 404 len: 337 time: 0.0538371 Mar 16 10:57:41.148400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35616) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.153920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.202652 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a73070-b105-4379-9e08-c3919cfe3b04 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.203004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a73070-b105-4379-9e08-c3919cfe3b04 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.207097 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f7a73070-b105-4379-9e08-c3919cfe3b04 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/e6ea3dac-b900-46c1-b161-6774a1fb1eb7 HTTP/1.1" status: 404 len: 333 time: 0.0554500 Mar 16 10:57:41.207433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35620) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.221710 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c6e2afc3-2545-4fec-b011-693c86138d6d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:41.257612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: c6e2afc3-2545-4fec-b011-693c86138d6d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:41.257957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c6e2afc3-2545-4fec-b011-693c86138d6d not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:41.258639 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aeeb211-64c0-4dd9-8ac9-9ec93f3ab31f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.259088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aeeb211-64c0-4dd9-8ac9-9ec93f3ab31f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.260773 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9aeeb211-64c0-4dd9-8ac9-9ec93f3ab31f tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/15bd08a8-0193-4987-aa61-0d8229377a20 HTTP/1.1" status: 404 len: 337 time: 0.0522864 Mar 16 10:57:41.263666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35624) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.303699 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c84eff-5a09-48cf-b47f-3b041ee56696 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.304142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c84eff-5a09-48cf-b47f-3b041ee56696 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.305804 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-07c84eff-5a09-48cf-b47f-3b041ee56696 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/8a75497b-02a6-4fb3-9eb9-e7f461764061 HTTP/1.1" status: 404 len: 337 time: 0.0412612 Mar 16 10:57:41.308370 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35628) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.343489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.349181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:41.349754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.380229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.20.0.14 (1716c279-4e7e-49ef-b37c-c1817ad1bf56/e0ddba94-1c18-4652-a94d-b02a47c7723d/494f9ee3-ff4d-4b52-9761-c093cd186026) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:41.383032 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d39fac8-8103-4443-9d6e-9a8eadb386f3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.383527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d39fac8-8103-4443-9d6e-9a8eadb386f3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.385256 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6d39fac8-8103-4443-9d6e-9a8eadb386f3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/fa39d638-af3f-4893-8c96-7064dff0e122 HTTP/1.1" status: 404 len: 333 time: 0.0758595 Mar 16 10:57:41.388042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35632) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.391063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.20.0.13 (1716c279-4e7e-49ef-b37c-c1817ad1bf56/e0ddba94-1c18-4652-a94d-b02a47c7723d/494f9ee3-ff4d-4b52-9761-c093cd186026) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:41.435713 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf688bb-9641-4382-9a7b-e6e8977d02e4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.436157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf688bb-9641-4382-9a7b-e6e8977d02e4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.452469 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4cf688bb-9641-4382-9a7b-e6e8977d02e4 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/de2bb269-aa0d-41fd-881a-7c0e416bebe6 HTTP/1.1" status: 404 len: 337 time: 0.0633399 Mar 16 10:57:41.456299 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6810071 Mar 16 10:57:41.456441 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35636) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.457551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35638) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.464675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c252096-75aa-45c5-a81b-64f307e105ee tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Network': ['ID=11b93dab-2e86-4623-a7af-46e6abbef102,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:41.475621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 11b93dab-2e86-4623-a7af-46e6abbef102 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:41.504768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:41.531288 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9eacf91-1ca7-46a4-b602-0ea8e07599d0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.531732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9eacf91-1ca7-46a4-b602-0ea8e07599d0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.533418 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b9eacf91-1ca7-46a4-b602-0ea8e07599d0 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/0205a3ed-a971-4e21-b19f-eb2a0683c30d HTTP/1.1" status: 404 len: 337 time: 0.0770054 Mar 16 10:57:41.536404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35644) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.597745 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-251b2aa0-0935-4f65-9884-fcf89ebc7876 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports?device_id=b206fae6-6311-4ff9-a3df-6f260dc229fb HTTP/1.1" status: 200 len: 205 time: 0.0592749 Mar 16 10:57:41.599775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35648) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.665794 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-f3c8d563-d508-4265-8970-d17521b97456 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] delete failed (client error): The resource could not be found. Mar 16 10:57:41.666778 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f3c8d563-d508-4265-8970-d17521b97456 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/routers/b206fae6-6311-4ff9-a3df-6f260dc229fb HTTP/1.1" status: 404 len: 336 time: 0.0659595 Mar 16 10:57:41.669503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35652) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.709726 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7488bbf-02bd-4f35-9bdc-f3f2c647d405 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.710068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7488bbf-02bd-4f35-9bdc-f3f2c647d405 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.711773 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b7488bbf-02bd-4f35-9bdc-f3f2c647d405 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/b7558e8b-0d6a-4b80-9269-faa685d1bf99 HTTP/1.1" status: 404 len: 337 time: 0.0413597 Mar 16 10:57:41.714364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35656) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.724564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:41.732096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:41.736693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:41.746839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:41.757400 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-72a49d5e-aa9f-4993-bf54-96808b1527fa tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d90e5c-36b7-42e4-b787-4f01b53b312c HTTP/1.1" status: 200 len: 205 time: 0.0419023 Mar 16 10:57:41.759937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35660) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.779091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:41.782583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.820412 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.828912 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-3aac83d0-e94f-4c33-9c1f-5872d81319f7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] delete failed (client error): The resource could not be found. Mar 16 10:57:41.829928 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3aac83d0-e94f-4c33-9c1f-5872d81319f7 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/routers/42d90e5c-36b7-42e4-b787-4f01b53b312c HTTP/1.1" status: 404 len: 336 time: 0.0689611 Mar 16 10:57:41.832681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35664) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.870490 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e04cdf6-1440-4c8d-b9e0-f0ce2dd0ce73 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.870927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e04cdf6-1440-4c8d-b9e0-f0ce2dd0ce73 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.875057 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2e04cdf6-1440-4c8d-b9e0-f0ce2dd0ce73 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/03eba065-0dbf-4352-87dc-cd15ea9d5feb HTTP/1.1" status: 404 len: 337 time: 0.0390007 Mar 16 10:57:41.875299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35668) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.912867 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b97535-73ab-4f66-98d7-5edc963ff1bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.913433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b97535-73ab-4f66-98d7-5edc963ff1bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.915115 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d6b97535-73ab-4f66-98d7-5edc963ff1bb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/dccfdd5f-f4ee-4d0e-9240-5eb1757f9980 HTTP/1.1" status: 404 len: 337 time: 0.0389187 Mar 16 10:57:41.917703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35672) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.954187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.962056 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2a9202-9e2e-44b3-928d-bc20fa7c6bd6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:41.962416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2a9202-9e2e-44b3-928d-bc20fa7c6bd6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:41.966648 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cc2a9202-9e2e-44b3-928d-bc20fa7c6bd6 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/9c207946-a0b0-4999-9021-0d2ea004d2da HTTP/1.1" status: 404 len: 333 time: 0.0454934 Mar 16 10:57:41.967032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35676) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.004946 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b43f512-a2d8-4dc9-8feb-2bb6ce251d23 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.005383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b43f512-a2d8-4dc9-8feb-2bb6ce251d23 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.007080 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9b43f512-a2d8-4dc9-8feb-2bb6ce251d23 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/3cee7e4d-901e-40d4-8eeb-378d95edc36f HTTP/1.1" status: 404 len: 337 time: 0.0391622 Mar 16 10:57:42.009852 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35680) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.036777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:42.041348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:42.050480 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-1429abd1-6ea5-4edf-89cb-0ce30568b947 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.051534 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1429abd1-6ea5-4edf-89cb-0ce30568b947 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.051689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:42.052680 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1429abd1-6ea5-4edf-89cb-0ce30568b947 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/38f00be5-5f93-46ef-9a3c-83e12ce43950 HTTP/1.1" status: 404 len: 333 time: 0.0419755 Mar 16 10:57:42.055401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35684) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.095714 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-beddc1ee-2340-4b59-afc5-e6a37232e20b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.096166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beddc1ee-2340-4b59-afc5-e6a37232e20b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.098238 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-beddc1ee-2340-4b59-afc5-e6a37232e20b tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/59c4e199-e97f-4954-b173-e5a1b70dd1fb HTTP/1.1" status: 404 len: 337 time: 0.0419793 Mar 16 10:57:42.099908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=494f9ee3-ff4d-4b52-9761-c093cd186026,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:42.100969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35688) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.143467 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cb9ee2-6f60-495d-a285-7e5fb4be4a72 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.143935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cb9ee2-6f60-495d-a285-7e5fb4be4a72 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.145652 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-34cb9ee2-6f60-495d-a285-7e5fb4be4a72 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/dc6abbd1-45b9-4930-81cb-dee894f075d8 HTTP/1.1" status: 404 len: 333 time: 0.0437965 Mar 16 10:57:42.147432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:42.148038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.148326 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35692) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.162260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.185445 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41b64f9-2b66-44bb-bed9-64b3a97d9a4a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.185901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41b64f9-2b66-44bb-bed9-64b3a97d9a4a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.187618 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d41b64f9-2b66-44bb-bed9-64b3a97d9a4a tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/99eee6ec-4d62-47ed-836c-8c6ad898a1f8 HTTP/1.1" status: 404 len: 337 time: 0.0383320 Mar 16 10:57:42.190188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35696) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.212932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0642da19-480e-4ede-bbed-4f136ebd0aa2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7005308 Mar 16 10:57:42.216415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35700) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.226075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '494f9ee3-ff4d-4b52-9761-c093cd186026', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:42.234053 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4e0cd2-ca9a-4ea0-a5a5-470c70938ed3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.234613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4e0cd2-ca9a-4ea0-a5a5-470c70938ed3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.236245 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ef4e0cd2-ca9a-4ea0-a5a5-470c70938ed3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/a87f9447-a16e-49e2-9b57-3f934618e2aa HTTP/1.1" status: 404 len: 333 time: 0.0451758 Mar 16 10:57:42.236926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:42.238891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35704) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.263941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:42.268040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=92f6a5da-4551-48ff-bf2c-0c3aa53874f8,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:42.277319 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-b150523e-d546-4438-b8dc-eb9fcdc0dcbb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.277872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b150523e-d546-4438-b8dc-eb9fcdc0dcbb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.278896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Checking segment: {'id': '81ac1bf9-ecfb-4451-916d-c3fb81903ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:42.279365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network hostable DHCP agents. Network: 11b93dab-2e86-4623-a7af-46e6abbef102, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:42.279922 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b150523e-d546-4438-b8dc-eb9fcdc0dcbb tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/1c4ae6ce-b029-44db-a432-57e2ecb164bd HTTP/1.1" status: 404 len: 337 time: 0.0400133 Mar 16 10:57:42.282541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35708) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.285799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.323303 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40eed75-2111-4db5-b1a3-6783b4e58e69 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.323518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40eed75-2111-4db5-b1a3-6783b4e58e69 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.327685 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b40eed75-2111-4db5-b1a3-6783b4e58e69 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/c36a686c-1539-4402-a4e4-c57be1e53007 HTTP/1.1" status: 404 len: 333 time: 0.0416198 Mar 16 10:57:42.329136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35712) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.345929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network 11b93dab-2e86-4623-a7af-46e6abbef102 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:42.369781 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e852655-3999-4709-bdb3-439c5cf527bf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.370358 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e852655-3999-4709-bdb3-439c5cf527bf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.374358 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e852655-3999-4709-bdb3-439c5cf527bf tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/3804ced8-25f9-4a9b-84bd-ba12d332888b HTTP/1.1" status: 404 len: 337 time: 0.0429924 Mar 16 10:57:42.374519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35716) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.401318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 11b93dab-2e86-4623-a7af-46e6abbef102) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:42.409693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab3c184-ae33-48ab-a1cd-d020ceb287a5 None None] Network 11b93dab-2e86-4623-a7af-46e6abbef102 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:42.414226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:42.415045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.415326 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9227931c-4194-4524-90d8-a3505a21d4fd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.415828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9227931c-4194-4524-90d8-a3505a21d4fd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.419851 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9227931c-4194-4524-90d8-a3505a21d4fd tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/75e92609-1588-47a1-8827-3e5bbd781920 HTTP/1.1" status: 404 len: 333 time: 0.0420632 Mar 16 10:57:42.420082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35720) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.449115 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-424ad10f-deb3-4852-9cea-77cb68661cc3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9857838 Mar 16 10:57:42.449483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35724) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.455558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:42.458317 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-660b7256-241d-441b-9805-f09a9fc772ea tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.458760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660b7256-241d-441b-9805-f09a9fc772ea tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.462776 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-660b7256-241d-441b-9805-f09a9fc772ea tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/925f6e7f-0aa7-47a3-84a4-a5068563ae61 HTTP/1.1" status: 404 len: 337 time: 0.0394678 Mar 16 10:57:42.463081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35728) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.507362 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-11967601-6c88-4dac-bfdc-9c3fee2ec417 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.507362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11967601-6c88-4dac-bfdc-9c3fee2ec417 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.511399 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-11967601-6c88-4dac-bfdc-9c3fee2ec417 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/ports/61e34bf5-79bb-4841-a31b-007b22e7ffb5 HTTP/1.1" status: 404 len: 333 time: 0.0451670 Mar 16 10:57:42.511629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35732) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.548919 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed4dda7-25f4-4ffe-a8c0-b882550edda3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:42.549374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed4dda7-25f4-4ffe-a8c0-b882550edda3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:42.551052 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9ed4dda7-25f4-4ffe-a8c0-b882550edda3 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/subnets/3f9fd904-be10-4517-aa93-c239662cbe55 HTTP/1.1" status: 404 len: 337 time: 0.0385461 Mar 16 10:57:42.555324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35736) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.596172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.637990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-11b93dab-2e86-4623-a7af-46e6abbef102', 'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102', 'tenant_id': 'cfdde4b82c5d46acaf7beb946dbd9455', 'fixed_ips': [{'subnet_id': '92f6a5da-4551-48ff-bf2c-0c3aa53874f8'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:42.639102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.645111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:42.656850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:42.665925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:42.675613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:42.695692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.723904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:42.726589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.805646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Allocated IP 2001:db8::2 (11b93dab-2e86-4623-a7af-46e6abbef102/92f6a5da-4551-48ff-bf2c-0c3aa53874f8/d3f04909-6b50-4232-a45d-be3f62544b27) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:42.858505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.26.2.162 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/c88bfe37-a30e-43c6-86a6-ca925e891df7) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:42.919620 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.ipam_backend_mixin [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92f6a5da-4551-48ff-bf2c-0c3aa53874f8 (CIDR: 2001:db8::/64) Mar 16 10:57:42.961874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.990463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57f845a-9024-49c0-a045-365eb6299d60']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:43.003378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e04ae72-caa8-4864-b78e-323e4e6e6864') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:43.003761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e04ae72-caa8-4864-b78e-323e4e6e6864') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:43.015903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.027351 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.034481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.041240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:43.041542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:43.056969 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:43.085007 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:43.085602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:43.126273 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ad48bc87-aa86-4824-bee3-51326fd5cb7e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6756201 Mar 16 10:57:43.129078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35742) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:43.142275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:43.143486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.143657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Transition to ACTIVE for port object d3f04909-6b50-4232-a45d-be3f62544b27 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:43.166728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.173414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Transition to ACTIVE for port object d3f04909-6b50-4232-a45d-be3f62544b27 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:43.173743 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] Pushing event deleted for resources: {'Network': ['ID=e57f845a-9024-49c0-a045-365eb6299d60,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.178427 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-40480532-1eaf-4e20-b5ad-566202166496 tempest-NetworksTestDHCPv6-1311756205 tempest-NetworksTestDHCPv6-1311756205-project] 10.222.0.37 "DELETE /v2.0/networks/e57f845a-9024-49c0-a045-365eb6299d60 HTTP/1.1" status: 204 len: 168 time: 0.6218603 Mar 16 10:57:43.185980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.246325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.247410 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Network 11b93dab-2e86-4623-a7af-46e6abbef102 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:43.250298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:43.258281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:43.268361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Pushing event updated for resources: {'Port': ['ID=d3f04909-6b50-4232-a45d-be3f62544b27,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.307073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:43.312162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:43.315745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:43.322670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:43.331669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.357814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Attempting to bind port d3f04909-6b50-4232-a45d-be3f62544b27 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:43.358291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Attempting to bind port d3f04909-6b50-4232-a45d-be3f62544b27 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '81ac1bf9-ecfb-4451-916d-c3fb81903ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:43.358743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Attempting to bind port d3f04909-6b50-4232-a45d-be3f62544b27 on network 11b93dab-2e86-4623-a7af-46e6abbef102 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:43.364682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:43.365203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Checking segment: {'id': '81ac1bf9-ecfb-4451-916d-c3fb81903ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:43.365603 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.366001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Bound using segment: {'id': '81ac1bf9-ecfb-4451-916d-c3fb81903ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:43.366457 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Bound port: d3f04909-6b50-4232-a45d-be3f62544b27, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ac1bf9-ecfb-4451-916d-c3fb81903ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:43.366821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.378911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:43.383463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.434700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:43.460310 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] For port d3f04909-6b50-4232-a45d-be3f62544b27, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:43.463475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] For port d3f04909-6b50-4232-a45d-be3f62544b27, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d3f04909-6b50-4232-a45d-be3f62544b27,segment=NetworkSegment(81ac1bf9-ecfb-4451-916d-c3fb81903ebe),segment_id=81ac1bf9-ecfb-4451-916d-c3fb81903ebe)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:43.468408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.483735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35750) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:43.485910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:43.499038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:43.551995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=c88bfe37-a30e-43c6-86a6-ca925e891df7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.564606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf802e00-2949-44e5-ba9b-d677e893332c None None] Pushing event updated for resources: {'Port': ['ID=d3f04909-6b50-4232-a45d-be3f62544b27,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.680365 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-64fc46f1-b43c-477b-a3dc-9bd157453c8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4c434ca02814c7eaceb7df367ce80f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948202 Mar 16 10:57:43.681014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35756) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:43.752277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c1c08c6a-b09d-4f71-b60e-d52c2ec95231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.799759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c1c08c6a-b09d-4f71-b60e-d52c2ec95231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.862612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c1c08c6a-b09d-4f71-b60e-d52c2ec95231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.879612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c08c6a-b09d-4f71-b60e-d52c2ec95231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682bec31-9860-42ca-b4a2-67646200f3a7,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.884576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c1c08c6a-b09d-4f71-b60e-d52c2ec95231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.885759 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c1c08c6a-b09d-4f71-b60e-d52c2ec95231 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/682bec31-9860-42ca-b4a2-67646200f3a7 HTTP/1.1" status: 204 len: 168 time: 0.2038369 Mar 16 10:57:44.050768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.112136 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network 11b93dab-2e86-4623-a7af-46e6abbef102 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:44.116909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:44.120260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:44.120866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.153383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=a1277702-cc39-4e19-b873-fcf11f163556,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:44.168050 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c7322175-45be-47d2-b742-7e28ed5dd4d1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0379844 Mar 16 10:57:44.170963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35768) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:44.172169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.177700 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102', 'fixed_ips': [{'subnet_id': '92f6a5da-4551-48ff-bf2c-0c3aa53874f8'}, {'subnet_id': 'a1277702-cc39-4e19-b873-fcf11f163556'}], 'name': 'tempest-PortsIpV6TestJSON-672172958'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:44.260600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.326001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:44.330771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:port and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:44.333910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:44.340636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:44.354543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:44.502158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.502577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.510465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.528361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:44.632641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=c88bfe37-a30e-43c6-86a6-ca925e891df7,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:44.645613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.710873 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9de290-dec5-41c0-96ac-d1b2c6177062 None None] Network 11b93dab-2e86-4623-a7af-46e6abbef102 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:44.760717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35784) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:44.827215 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4c94671c-2a7c-496e-91c7-484cfda1cd61 None None] Provisioning for port d3f04909-6b50-4232-a45d-be3f62544b27 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:44.922174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'networks': [{'name': 'tempest-network--163008593'}, {'name': 'tempest-network--1056381374'}]} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:44.922497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'network': {'name': 'tempest-network--163008593'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:44.923054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'network': {'name': 'tempest-network--1056381374'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:44.930045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:44.966260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Usage tracker for resource:network and tenant:cb2d63b8d017439dbfb61491e2a8ada8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:44.975338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:44.984560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:44.989030 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP 0ff51831-9a8c-41d1-b7d8-ea76ba051ad3 associated. External IP: 172.26.2.162, port: 494f9ee3-ff4d-4b52-9761-c093cd186026. Mar 16 10:57:45.003189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Made reservation on behalf of cb2d63b8d017439dbfb61491e2a8ada8 for: {'network': 2} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:45.007769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.030491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8::2ea (11b93dab-2e86-4623-a7af-46e6abbef102/92f6a5da-4551-48ff-bf2c-0c3aa53874f8/6f85bcaa-964f-4d44-8f02-c810a7255ef5) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:45.032855 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.048254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8:0:1::e4 (11b93dab-2e86-4623-a7af-46e6abbef102/a1277702-cc39-4e19-b873-fcf11f163556/6f85bcaa-964f-4d44-8f02-c810a7255ef5) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:45.057111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:45.063494 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Usage tracker for resource:security_group_rule and tenant:cb2d63b8d017439dbfb61491e2a8ada8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:45.068047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:45.085254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:45.096146 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e0d0b0-72cb-4589-9ad4-36b411aac408 None None] Update dhcp port {'port': {'network_id': '11b93dab-2e86-4623-a7af-46e6abbef102', 'fixed_ips': [{'subnet_id': '92f6a5da-4551-48ff-bf2c-0c3aa53874f8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1277702-cc39-4e19-b873-fcf11f163556'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': 'd3f04909-6b50-4232-a45d-be3f62544b27'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:57:45.149703 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a1e0d0b0-72cb-4589-9ad4-36b411aac408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.322648 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d3f04909-6b50-4232-a45d-be3f62544b27 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:45.341433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.351234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.354971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:45.360971 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.361429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.383197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object 6f85bcaa-964f-4d44-8f02-c810a7255ef5 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:45.398193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port d3f04909-6b50-4232-a45d-be3f62544b27 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:45.404300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d3f04909-6b50-4232-a45d-be3f62544b27 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:45.404929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.421710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:45.423945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362b52cc-c227-4b60-a954-1da05f4793c2,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:45.438149 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.438497 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Added segment dbce83ee-f9fd-40a2-b7ba-0fdde53de941 of type vlan for network d2394bdc-88fb-4580-b26c-f189920e5381 Mar 16 10:57:45.466817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.504024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.542263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:45.553865 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99ebcb-3ae1-431c-994e-88564669d28a None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:45.571731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.572933 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99ebcb-3ae1-431c-994e-88564669d28a None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:45.573792 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2f99ebcb-3ae1-431c-994e-88564669d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:45.582778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:45.592283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.595592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.595937 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Added segment 940a9e7c-6fa2-4d0a-808c-911683e23aba of type vlan for network 3768a988-10e8-428e-9568-37c8941d960c Mar 16 10:57:45.602058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-a1e0d0b0-72cb-4589-9ad4-36b411aac408 None None] Allocated IP 2001:db8:0:1::2 (11b93dab-2e86-4623-a7af-46e6abbef102/a1277702-cc39-4e19-b873-fcf11f163556/d3f04909-6b50-4232-a45d-be3f62544b27) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:45.633945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.638324 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ae118bdc-09d9-4432-a1aa-f8bf5ecccc28 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4201965 Mar 16 10:57:45.639176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35790) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.645084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9aa8d062-a6e5-4d8e-9fa7-e33da3b7a39a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'port_id': '494f9ee3-ff4d-4b52-9761-c093cd186026', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:45.680516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network 11b93dab-2e86-4623-a7af-46e6abbef102 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:45.682035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:45.685464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:45.691073 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:45.692097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.699460 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2f99ebcb-3ae1-431c-994e-88564669d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:45.699650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.700142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.705768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:45.709056 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99ebcb-3ae1-431c-994e-88564669d28a None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:45.709850 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2f99ebcb-3ae1-431c-994e-88564669d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:45.710402 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:45.711033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.764152 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a1e0d0b0-72cb-4589-9ad4-36b411aac408 None None] For port d3f04909-6b50-4232-a45d-be3f62544b27, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d3f04909-6b50-4232-a45d-be3f62544b27,segment=NetworkSegment(81ac1bf9-ecfb-4451-916d-c3fb81903ebe),segment_id=81ac1bf9-ecfb-4451-916d-c3fb81903ebe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:45.771262 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-2f99ebcb-3ae1-431c-994e-88564669d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:45.771965 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99ebcb-3ae1-431c-994e-88564669d28a None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:45.778548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d062-a6e5-4d8e-9fa7-e33da3b7a39a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.791039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a1e0d0b0-72cb-4589-9ad4-36b411aac408 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.807105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a1e0d0b0-72cb-4589-9ad4-36b411aac408 None None] Transition to ACTIVE for port object d3f04909-6b50-4232-a45d-be3f62544b27 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:45.812288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a1e0d0b0-72cb-4589-9ad4-36b411aac408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.846862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=6f85bcaa-964f-4d44-8f02-c810a7255ef5,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:45.863850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'Network': ['ID=d2394bdc-88fb-4580-b26c-f189920e5381,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:45.870710 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1050692 Mar 16 10:57:45.888674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35794) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.897336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network d2394bdc-88fb-4580-b26c-f189920e5381 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:46.082850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:46.083095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:46.085551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2181be1-fcde-42ba-ae00-ed167803bcac tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'Network': ['ID=3768a988-10e8-428e-9568-37c8941d960c,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:46.092337 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f805b742-4b2f-4e8a-a479-b0531a72756f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.9155486 Mar 16 10:57:46.092538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35798) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.098134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0d0b0-72cb-4589-9ad4-36b411aac408 None None] Pushing event updated for resources: {'Port': ['ID=d3f04909-6b50-4232-a45d-be3f62544b27,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:46.104395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 3768a988-10e8-428e-9568-37c8941d960c details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:46.107488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92f6a5da-4551-48ff-bf2c-0c3aa53874f8'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:46.267781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b3b91f-c7a0-4515-87d7-88ec9b97bd40 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:46.273791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b3b91f-c7a0-4515-87d7-88ec9b97bd40 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:46.279299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b3b91f-c7a0-4515-87d7-88ec9b97bd40 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:46.285757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b3b91f-c7a0-4515-87d7-88ec9b97bd40 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:46.287484 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-91b3b91f-c7a0-4515-87d7-88ec9b97bd40 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3981750 Mar 16 10:57:46.291244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35802) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.413023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.552228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.579733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8087e-57da-457d-922e-204c93e544da None None] Network 11b93dab-2e86-4623-a7af-46e6abbef102 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:46.587993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2394bdc-88fb-4580-b26c-f189920e5381']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:46.603878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbce83ee-f9fd-40a2-b7ba-0fdde53de941') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:46.604862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbce83ee-f9fd-40a2-b7ba-0fdde53de941') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:46.618605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.638970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.646672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:46.647190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:46.664568 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:46.730142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.742514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-db7e7275-94c7-4afe-b308-98f29b8cf183 None None] Provisioning for port d3f04909-6b50-4232-a45d-be3f62544b27 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:46.751773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.763879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-db7e7275-94c7-4afe-b308-98f29b8cf183 None None] Provisioning complete for port d3f04909-6b50-4232-a45d-be3f62544b27 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:46.764639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-db7e7275-94c7-4afe-b308-98f29b8cf183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.777470 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.780064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event deleted for resources: {'Network': ['ID=d2394bdc-88fb-4580-b26c-f189920e5381,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:46.788971 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e8cfaaad-65ca-4616-bd2f-6e5da85b77e9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "DELETE /v2.0/networks/d2394bdc-88fb-4580-b26c-f189920e5381 HTTP/1.1" status: 204 len: 168 time: 0.4963782 Mar 16 10:57:46.789565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35808) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.803490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.902133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port d3f04909-6b50-4232-a45d-be3f62544b27, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d3f04909-6b50-4232-a45d-be3f62544b27,segment=NetworkSegment(81ac1bf9-ecfb-4451-916d-c3fb81903ebe),segment_id=81ac1bf9-ecfb-4451-916d-c3fb81903ebe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:46.914312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.916755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.049907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.075926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3768a988-10e8-428e-9568-37c8941d960c']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:47.076320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=d3f04909-6b50-4232-a45d-be3f62544b27,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.088793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940a9e7c-6fa2-4d0a-808c-911683e23aba') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:47.089245 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940a9e7c-6fa2-4d0a-808c-911683e23aba') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:47.104116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.122341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.129118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:47.129118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:47.144012 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:47.200072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d062-a6e5-4d8e-9fa7-e33da3b7a39a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.239388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d3f04909-6b50-4232-a45d-be3f62544b27 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:47.239674 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.244965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d062-a6e5-4d8e-9fa7-e33da3b7a39a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.258940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.269573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event deleted for resources: {'Network': ['ID=3768a988-10e8-428e-9568-37c8941d960c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.275276 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3bfde447-0005-418b-a773-915c25691a90 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "DELETE /v2.0/networks/3768a988-10e8-428e-9568-37c8941d960c HTTP/1.1" status: 204 len: 168 time: 0.4821756 Mar 16 10:57:47.275276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35812) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.343397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Delete allocated IP 2001:db8:0:1::e4 (11b93dab-2e86-4623-a7af-46e6abbef102/a1277702-cc39-4e19-b873-fcf11f163556) {{(pid=87874) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:57:47.345688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d3f04909-6b50-4232-a45d-be3f62544b27 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:47.346057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.464319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e17ee-eaa7-4881-ac56-f5c80e2f32b7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:47.470577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e17ee-eaa7-4881-ac56-f5c80e2f32b7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:47.471796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e12e17ee-eaa7-4881-ac56-f5c80e2f32b7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Synchronizing usage tracker for tenant:cb2d63b8d017439dbfb61491e2a8ada8 on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:47.493285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e12e17ee-eaa7-4881-ac56-f5c80e2f32b7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Unset dirty status for tenant:cb2d63b8d017439dbfb61491e2a8ada8 on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:47.493509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-62a2a3f5-e4c9-40c9-bd2a-90b5609c6a8c None None] Provisioning for port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:47.498739 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e12e17ee-eaa7-4881-ac56-f5c80e2f32b7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2224905 Mar 16 10:57:47.499228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35816) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.505724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1334303632'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:47.509516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-62a2a3f5-e4c9-40c9-bd2a-90b5609c6a8c None None] Provisioning complete for port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:47.510367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-62a2a3f5-e4c9-40c9-bd2a-90b5609c6a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.513781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:47.526175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:47.540329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Made reservation on behalf of cb2d63b8d017439dbfb61491e2a8ada8 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:47.545558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.581805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:47.588274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-62a2a3f5-e4c9-40c9-bd2a-90b5609c6a8c None None] Port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:47.592660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.593256 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Added segment 22d6a9b8-b5ec-4da1-9de4-9b6896710011 of type vlan for network 239772ff-5dfb-4df5-9c10-8e3c0a7ffa82 Mar 16 10:57:47.595538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.602585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-62a2a3f5-e4c9-40c9-bd2a-90b5609c6a8c None None] Provisioning complete for port d3f04909-6b50-4232-a45d-be3f62544b27 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:47.603368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-62a2a3f5-e4c9-40c9-bd2a-90b5609c6a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.611985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Ignored duplicate provisioning block setup for port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 10:57:47.623514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.627218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.666211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.674827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:47.675377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.799422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] In _notify_port_updated(), no bound segment for port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 on network 11b93dab-2e86-4623-a7af-46e6abbef102 {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:57:47.802680 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3001683 Mar 16 10:57:47.804889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:47.805531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.807036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35820) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.807200 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "PUT /v2.0/ports/6f85bcaa-964f-4d44-8f02-c810a7255ef5 HTTP/1.1" status: 200 len: 925 time: 1.7150354 Mar 16 10:57:47.815592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2033444600'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:47.815908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35824) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.822351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:47.824685 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b09d0-5def-4ce8-ae73-c1e8d04e34b9 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'Network': ['ID=239772ff-5dfb-4df5-9c10-8e3c0a7ffa82,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.829074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Usage tracker for resource:network and tenant:cb2d63b8d017439dbfb61491e2a8ada8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:47.829315 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c190e56-91af-4523-b834-1c8e2a23f837 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=6f85bcaa-964f-4d44-8f02-c810a7255ef5,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.832048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:47.838265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:47.838864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 239772ff-5dfb-4df5-9c10-8e3c0a7ffa82 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:47.839346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92f6a5da-4551-48ff-bf2c-0c3aa53874f8'}, {'subnet_id': 'a1277702-cc39-4e19-b873-fcf11f163556'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:47.851556 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Made reservation on behalf of cb2d63b8d017439dbfb61491e2a8ada8 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:47.856246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.889862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:47.901275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.901747 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Added segment 9d42e53f-e178-415b-94e1-5c60bd931265 of type vlan for network b051c9fb-17b2-422e-bcb9-a48b48e4ef40 Mar 16 10:57:47.941677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.973429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-66390e2a-d985-4bb6-b2bf-4ded6a4d9c86 None None] Provisioning complete for port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:47.973811 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-66390e2a-d985-4bb6-b2bf-4ded6a4d9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.980719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.987604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:47.988294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.041961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-66390e2a-d985-4bb6-b2bf-4ded6a4d9c86 None None] Port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:48.107103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'Network': ['ID=b051c9fb-17b2-422e-bcb9-a48b48e4ef40,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:48.113187 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7b3d764d-bc0d-40d0-8d53-51a003061ae1 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3027673 Mar 16 10:57:48.113461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35828) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.118425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b051c9fb-17b2-422e-bcb9-a48b48e4ef40 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:48.119086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'ports': [{'network_id': '239772ff-5dfb-4df5-9c10-8e3c0a7ffa82', 'name': 'tempest-port--1122345085', 'admin_state_up': True}, {'network_id': 'b051c9fb-17b2-422e-bcb9-a48b48e4ef40', 'admin_state_up': False}]} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:48.119399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'port': {'network_id': '239772ff-5dfb-4df5-9c10-8e3c0a7ffa82', 'name': 'tempest-port--1122345085', 'admin_state_up': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:48.119878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'port': {'network_id': 'b051c9fb-17b2-422e-bcb9-a48b48e4ef40', 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:48.220598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.228225 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7393eb48-c304-48b8-ae1e-7475849f15bf None None] Provisioning complete for port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:48.228597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7393eb48-c304-48b8-ae1e-7475849f15bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.235985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa8d062-a6e5-4d8e-9fa7-e33da3b7a39a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:48.287962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7393eb48-c304-48b8-ae1e-7475849f15bf None None] Port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:48.455835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:48.459707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Usage tracker for resource:port and tenant:cb2d63b8d017439dbfb61491e2a8ada8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:48.462600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:48.468371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:48.480409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Made reservation on behalf of cb2d63b8d017439dbfb61491e2a8ada8 for: {'port': 2} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:48.485091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.502329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.584304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa8d062-a6e5-4d8e-9fa7-e33da3b7a39a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:48.589440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d062-a6e5-4d8e-9fa7-e33da3b7a39a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.596174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc75b4-65f1-49fb-bfce-a75b038f9167 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:48.605904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc75b4-65f1-49fb-bfce-a75b038f9167 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:48.606526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-20fc75b4-65f1-49fb-bfce-a75b038f9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:48.668943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-20fc75b4-65f1-49fb-bfce-a75b038f9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:48.677526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc75b4-65f1-49fb-bfce-a75b038f9167 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:48.678158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-20fc75b4-65f1-49fb-bfce-a75b038f9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:48.725296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] device_id is not set on port b86a55b9-d8fc-4f35-98a0-313c5c2e4d7a yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:48.739778 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-20fc75b4-65f1-49fb-bfce-a75b038f9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:48.740122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc75b4-65f1-49fb-bfce-a75b038f9167 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:48.802786 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9aa8d062-a6e5-4d8e-9fa7-e33da3b7a39a tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "PUT /v2.0/floatingips/0ff51831-9a8c-41d1-b7d8-ea76ba051ad3 HTTP/1.1" status: 200 len: 978 time: 3.1622636 Mar 16 10:57:48.805210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35832) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.827083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.889156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8:0:1::22a (11b93dab-2e86-4623-a7af-46e6abbef102/a1277702-cc39-4e19-b873-fcf11f163556/6f85bcaa-964f-4d44-8f02-c810a7255ef5) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:48.933515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] device_id is not set on port 557ddfed-2142-48ac-9636-c10e48b2e8c1 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:49.020494 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.049715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.135453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'Port': ['ID=b86a55b9-d8fc-4f35-98a0-313c5c2e4d7a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:49.139496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port c88bfe37-a30e-43c6-86a6-ca925e891df7 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:49.139838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.144419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Checking segment: {'id': '22d6a9b8-b5ec-4da1-9de4-9b6896710011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '239772ff-5dfb-4df5-9c10-8e3c0a7ffa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:49.144775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Network hostable DHCP agents. Network: 239772ff-5dfb-4df5-9c10-8e3c0a7ffa82, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:49.163607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Network 239772ff-5dfb-4df5-9c10-8e3c0a7ffa82 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:49.175553 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 239772ff-5dfb-4df5-9c10-8e3c0a7ffa82) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:49.179353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:49.180211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.187568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e1b52a-476c-4333-9596-cf207c047371 None None] Network 239772ff-5dfb-4df5-9c10-8e3c0a7ffa82 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:49.269578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'Port': ['ID=557ddfed-2142-48ac-9636-c10e48b2e8c1,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:49.280155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Checking segment: {'id': '9d42e53f-e178-415b-94e1-5c60bd931265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b051c9fb-17b2-422e-bcb9-a48b48e4ef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:49.280155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Network hostable DHCP agents. Network: b051c9fb-17b2-422e-bcb9-a48b48e4ef40, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:49.299462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.301225 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Network b051c9fb-17b2-422e-bcb9-a48b48e4ef40 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:49.313546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b051c9fb-17b2-422e-bcb9-a48b48e4ef40) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:49.317975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:49.325293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.329901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.330712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.338554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object 6f85bcaa-964f-4d44-8f02-c810a7255ef5 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:49.345404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.354338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c672a4-cb0a-4533-a1ad-6d78ad9eb28a None None] Network b051c9fb-17b2-422e-bcb9-a48b48e4ef40 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:49.354720 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4b274b80-0b22-4e4f-93b4-dc4f6b6b6970 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2399361 Mar 16 10:57:49.357079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35836) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.411117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.411757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.441946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5544abce-c9f2-4fae-b4b4-7cbdae44329e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.447926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5544abce-c9f2-4fae-b4b4-7cbdae44329e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.448993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5544abce-c9f2-4fae-b4b4-7cbdae44329e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Synchronizing usage tracker for tenant:cb2d63b8d017439dbfb61491e2a8ada8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:49.469660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5544abce-c9f2-4fae-b4b4-7cbdae44329e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Unset dirty status for tenant:cb2d63b8d017439dbfb61491e2a8ada8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:49.473878 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5544abce-c9f2-4fae-b4b4-7cbdae44329e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1127970 Mar 16 10:57:49.474154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35840) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.557462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b79b772a-a3df-4b08-bc57-f12e9a0dae07 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Deleting port b86a55b9-d8fc-4f35-98a0-313c5c2e4d7a {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:49.557803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b79b772a-a3df-4b08-bc57-f12e9a0dae07 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.719318 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0f077b8a-99ce-49a7-ac3a-b05cb7c23213 None None] Provisioning for port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:49.725011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0f077b8a-99ce-49a7-ac3a-b05cb7c23213 None None] Provisioning complete for port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:49.725373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0f077b8a-99ce-49a7-ac3a-b05cb7c23213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.778141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-0f077b8a-99ce-49a7-ac3a-b05cb7c23213 None None] Port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:49.811155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b79b772a-a3df-4b08-bc57-f12e9a0dae07 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.811743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for c88bfe37-a30e-43c6-86a6-ca925e891df7 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:49.837803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=6f85bcaa-964f-4d44-8f02-c810a7255ef5,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:49.852896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] In _notify_port_updated(), no bound segment for port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 on network 11b93dab-2e86-4623-a7af-46e6abbef102 {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:57:49.858266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.858881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.860219 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ffc9cf50-e1fe-4ea4-8e39-582f97b92d42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "PUT /v2.0/ports/6f85bcaa-964f-4d44-8f02-c810a7255ef5 HTTP/1.1" status: 200 len: 1011 time: 2.0356450 Mar 16 10:57:49.863195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35844) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.932569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b79b772a-a3df-4b08-bc57-f12e9a0dae07 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Calling delete_port for b86a55b9-d8fc-4f35-98a0-313c5c2e4d7a owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:49.951678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-10347ae2-d6d0-4609-a860-1cbd3ca10ee7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 6f85bcaa-964f-4d44-8f02-c810a7255ef5 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:49.952018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-10347ae2-d6d0-4609-a860-1cbd3ca10ee7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.014746 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b79b772a-a3df-4b08-bc57-f12e9a0dae07 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.068187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b772a-a3df-4b08-bc57-f12e9a0dae07 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event deleted for resources: {'Port': ['ID=b86a55b9-d8fc-4f35-98a0-313c5c2e4d7a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:50.071576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b79b772a-a3df-4b08-bc57-f12e9a0dae07 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.085509 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b79b772a-a3df-4b08-bc57-f12e9a0dae07 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "DELETE /v2.0/ports/b86a55b9-d8fc-4f35-98a0-313c5c2e4d7a HTTP/1.1" status: 204 len: 168 time: 0.6103187 Mar 16 10:57:50.088192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35848) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.153854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f5c60114-da53-4aaf-8a95-8189dda26240 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Deleting port 557ddfed-2142-48ac-9636-c10e48b2e8c1 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:50.154192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5c60114-da53-4aaf-8a95-8189dda26240 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.210370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.268091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=c88bfe37-a30e-43c6-86a6-ca925e891df7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:50.369101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-10347ae2-d6d0-4609-a860-1cbd3ca10ee7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.371478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5c60114-da53-4aaf-8a95-8189dda26240 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.502775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-10347ae2-d6d0-4609-a860-1cbd3ca10ee7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 6f85bcaa-964f-4d44-8f02-c810a7255ef5 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:50.522243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f5c60114-da53-4aaf-8a95-8189dda26240 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Calling delete_port for 557ddfed-2142-48ac-9636-c10e48b2e8c1 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:50.546884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.547221 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP 0ff51831-9a8c-41d1-b7d8-ea76ba051ad3 disassociated (deleted). External IP: 172.26.2.162, port: 494f9ee3-ff4d-4b52-9761-c093cd186026. Mar 16 10:57:50.606377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5c60114-da53-4aaf-8a95-8189dda26240 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.655036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c60114-da53-4aaf-8a95-8189dda26240 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event deleted for resources: {'Port': ['ID=557ddfed-2142-48ac-9636-c10e48b2e8c1,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:50.662290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5c60114-da53-4aaf-8a95-8189dda26240 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.672616 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f5c60114-da53-4aaf-8a95-8189dda26240 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "DELETE /v2.0/ports/557ddfed-2142-48ac-9636-c10e48b2e8c1 HTTP/1.1" status: 204 len: 168 time: 0.5825536 Mar 16 10:57:50.674646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35856) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.719567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bb530de8-e3bb-41f8-9d77-5d989385ea5b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Synchronizing usage tracker for tenant:cb2d63b8d017439dbfb61491e2a8ada8 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:50.735987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bb530de8-e3bb-41f8-9d77-5d989385ea5b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Unset dirty status for tenant:cb2d63b8d017439dbfb61491e2a8ada8 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:50.737232 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bb530de8-e3bb-41f8-9d77-5d989385ea5b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0616360 Mar 16 10:57:50.741045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35860) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.747295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-592953006'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:50.752420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:50.756507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Usage tracker for resource:network and tenant:cb2d63b8d017439dbfb61491e2a8ada8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:50.760050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:50.766542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:50.778307 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Made reservation on behalf of cb2d63b8d017439dbfb61491e2a8ada8 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:50.782030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.811421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:50.821662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.822024 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Added segment 335dac82-f2a9-4dcf-b410-ed5334f52666 of type vlan for network 9370e46a-f616-4d9c-a796-deb7b51202d0 Mar 16 10:57:50.959368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.992325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.997924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:50.998509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.103354 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3611281 Mar 16 10:57:51.110066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35866) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.118933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-385605123'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:51.125527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e78ceb-0fcc-4134-8cae-d683f13a490e tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'Network': ['ID=9370e46a-f616-4d9c-a796-deb7b51202d0,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:51.127965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:51.129733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-10347ae2-d6d0-4609-a860-1cbd3ca10ee7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.132449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Usage tracker for resource:network and tenant:cb2d63b8d017439dbfb61491e2a8ada8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:51.136837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:51.137575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 9370e46a-f616-4d9c-a796-deb7b51202d0 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:51.143182 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:51.154409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Made reservation on behalf of cb2d63b8d017439dbfb61491e2a8ada8 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:51.158902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.190925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10347ae2-d6d0-4609-a860-1cbd3ca10ee7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=6f85bcaa-964f-4d44-8f02-c810a7255ef5,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:51.195800 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:51.209177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.209581 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Added segment 2998eda1-2aef-48a8-9838-88e6eb7bc8ac of type vlan for network 8cd4e8b6-efbf-4e30-b514-040e05225934 Mar 16 10:57:51.244977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.247181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:51.280143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.286143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:51.286751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.288023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-10347ae2-d6d0-4609-a860-1cbd3ca10ee7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.365114 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-10347ae2-d6d0-4609-a860-1cbd3ca10ee7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/6f85bcaa-964f-4d44-8f02-c810a7255ef5 HTTP/1.1" status: 204 len: 168 time: 1.4984784 Mar 16 10:57:51.370794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35870) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.388924 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2777405 Mar 16 10:57:51.408414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b31c62-cd10-4e5f-adfa-b813a22c81b3 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'Network': ['ID=8cd4e8b6-efbf-4e30-b514-040e05225934,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:51.419868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 8cd4e8b6-efbf-4e30-b514-040e05225934 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:51.422616 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e6fbeb-6cd3-46be-967e-ed1a50685b15 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:57:51.423147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a8e6fbeb-6cd3-46be-967e-ed1a50685b15 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:51.510871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a8e6fbeb-6cd3-46be-967e-ed1a50685b15 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:51.511915 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a8e6fbeb-6cd3-46be-967e-ed1a50685b15 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/6f85bcaa-964f-4d44-8f02-c810a7255ef5 HTTP/1.1" status: 404 len: 333 time: 0.1401935 Mar 16 10:57:51.514762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35874) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.574640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:51.580757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.587042 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207ccb8-cea4-46ce-9b7b-d8eddcf90123 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:51.596315 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207ccb8-cea4-46ce-9b7b-d8eddcf90123 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:51.597028 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f207ccb8-cea4-46ce-9b7b-d8eddcf90123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:51.653094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cd11e4-7e50-44a8-886d-3da4221817b0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet a1277702-cc39-4e19-b873-fcf11f163556 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:51.657843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7cd11e4-7e50-44a8-886d-3da4221817b0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.659076 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f207ccb8-cea4-46ce-9b7b-d8eddcf90123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:51.667536 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207ccb8-cea4-46ce-9b7b-d8eddcf90123 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:51.668117 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f207ccb8-cea4-46ce-9b7b-d8eddcf90123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:51.710155 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-76b8544a-a73c-4076-b0ea-71cfd10a859b tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/floatingips/0ff51831-9a8c-41d1-b7d8-ea76ba051ad3 HTTP/1.1" status: 204 len: 168 time: 2.9014037 Mar 16 10:57:51.711011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35878) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.757538 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f207ccb8-cea4-46ce-9b7b-d8eddcf90123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:51.758233 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207ccb8-cea4-46ce-9b7b-d8eddcf90123 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:51.765697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7cd11e4-7e50-44a8-886d-3da4221817b0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.823548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-61998930-bd78-438e-a3ea-c2c7eef654ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.834557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-24e60b34-a05e-4c06-b217-0b98e6b6d956 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port 494f9ee3-ff4d-4b52-9761-c093cd186026 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:51.834909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24e60b34-a05e-4c06-b217-0b98e6b6d956 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.965597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7cd11e4-7e50-44a8-886d-3da4221817b0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.141496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7cd11e4-7e50-44a8-886d-3da4221817b0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.179797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24e60b34-a05e-4c06-b217-0b98e6b6d956 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.193038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd11e4-7e50-44a8-886d-3da4221817b0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=a1277702-cc39-4e19-b873-fcf11f163556,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:52.197894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7cd11e4-7e50-44a8-886d-3da4221817b0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.205823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cba8054-6683-4e39-8c50-ab4068861935 None None] Network 11b93dab-2e86-4623-a7af-46e6abbef102 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:52.311716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-24e60b34-a05e-4c06-b217-0b98e6b6d956 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for 494f9ee3-ff4d-4b52-9761-c093cd186026 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:52.345638 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d7cd11e4-7e50-44a8-886d-3da4221817b0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/a1277702-cc39-4e19-b873-fcf11f163556 HTTP/1.1" status: 204 len: 168 time: 0.8298733 Mar 16 10:57:52.346550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35882) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.443992 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f62e84c-64b7-421a-add0-fd39702e63a4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet 92f6a5da-4551-48ff-bf2c-0c3aa53874f8 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:52.448984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f62e84c-64b7-421a-add0-fd39702e63a4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.524330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f62e84c-64b7-421a-add0-fd39702e63a4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.548541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24e60b34-a05e-4c06-b217-0b98e6b6d956 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.631469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f62e84c-64b7-421a-add0-fd39702e63a4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.735808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f62e84c-64b7-421a-add0-fd39702e63a4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.788283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62e84c-64b7-421a-add0-fd39702e63a4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=92f6a5da-4551-48ff-bf2c-0c3aa53874f8,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:52.794467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f62e84c-64b7-421a-add0-fd39702e63a4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.805157 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4f62e84c-64b7-421a-add0-fd39702e63a4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/92f6a5da-4551-48ff-bf2c-0c3aa53874f8 HTTP/1.1" status: 204 len: 168 time: 0.4564161 Mar 16 10:57:52.805896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35886) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.899920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e60b34-a05e-4c06-b217-0b98e6b6d956 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=494f9ee3-ff4d-4b52-9761-c093cd186026,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:52.903948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24e60b34-a05e-4c06-b217-0b98e6b6d956 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.924029 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-24e60b34-a05e-4c06-b217-0b98e6b6d956 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/ports/494f9ee3-ff4d-4b52-9761-c093cd186026 HTTP/1.1" status: 204 len: 168 time: 1.2085750 Mar 16 10:57:52.925223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35890) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.947589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:52.956330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:52.961630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.974112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:52.985520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port d3f04909-6b50-4232-a45d-be3f62544b27 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:52.985864 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.015902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.102942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb18a5db-b027-4283-9777-80bc5ec1665e None None] Network 11b93dab-2e86-4623-a7af-46e6abbef102 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:53.206357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bff31e97-4588-4723-9d2c-be5aff7a5dbe None None] Provisioning complete for port d3f04909-6b50-4232-a45d-be3f62544b27 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:53.206357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bff31e97-4588-4723-9d2c-be5aff7a5dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.290395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] For port d3f04909-6b50-4232-a45d-be3f62544b27, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d3f04909-6b50-4232-a45d-be3f62544b27,segment=NetworkSegment(81ac1bf9-ecfb-4451-916d-c3fb81903ebe),segment_id=81ac1bf9-ecfb-4451-916d-c3fb81903ebe)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:53.290790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.421321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for d3f04909-6b50-4232-a45d-be3f62544b27 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:53.474169 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64feb217-32e5-42c1-969e-310135cbfdaf None None] DHCP port deletion for 11b93dab-2e86-4623-a7af-46e6abbef102 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:53.479736 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-64feb217-32e5-42c1-969e-310135cbfdaf None None] Deleting port d3f04909-6b50-4232-a45d-be3f62544b27 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:53.480338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-64feb217-32e5-42c1-969e-310135cbfdaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.488492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.569064 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-64feb217-32e5-42c1-969e-310135cbfdaf None None] The port 'd3f04909-6b50-4232-a45d-be3f62544b27' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:53.581664 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.638091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=d3f04909-6b50-4232-a45d-be3f62544b27,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:53.665977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No DVR routers for this DVR port d3f04909-6b50-4232-a45d-be3f62544b27 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:53.922124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.929376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.26.2.106 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/f4e72c93-59da-4e08-8f0e-8dab2ef6664a) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:53.957881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b93dab-2e86-4623-a7af-46e6abbef102']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:53.993427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ac1bf9-ecfb-4451-916d-c3fb81903ebe') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:53.993427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ac1bf9-ecfb-4451-916d-c3fb81903ebe') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:54.009319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.079422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.089534 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:54.089907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:54.105283 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:54.205603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.209863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.232703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.246050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Network': ['ID=11b93dab-2e86-4623-a7af-46e6abbef102,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:54.264597 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c31c918f-4be9-49d1-8bb4-c47f7c59f549 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/networks/11b93dab-2e86-4623-a7af-46e6abbef102 HTTP/1.1" status: 204 len: 168 time: 1.4577055 Mar 16 10:57:54.272425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35896) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.285186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.345499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:54.347624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:54.351214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:54.353869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0545f9-b7d7-4bf3-81ff-6db1eabf1b83 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:54.358787 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cb0545f9-b7d7-4bf3-81ff-6db1eabf1b83 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0860236 Mar 16 10:57:54.359033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35900) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.398602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=f4e72c93-59da-4e08-8f0e-8dab2ef6664a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:54.444543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.446168 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d83ce4b8-da80-464e-896d-6dd31f735eae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0858569 Mar 16 10:57:54.450608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35904) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.456574 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1620755562'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:54.461607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:54.465355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:network and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:54.468154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:54.474166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:54.485852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:54.489489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.508397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.516984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:54.526093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.526423 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Added segment a7e72880-5c7b-4049-b5b5-c73ac6aed77a of type vlan for network b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 Mar 16 10:57:54.532212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35908) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.542351 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'subnets': [{'network_id': '9370e46a-f616-4d9c-a796-deb7b51202d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1104834405', 'ip_version': 6}, {'network_id': '8cd4e8b6-efbf-4e30-b514-040e05225934', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:54.542659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'subnet': {'network_id': '9370e46a-f616-4d9c-a796-deb7b51202d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1104834405', 'ip_version': 6}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:54.543314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Request body: {'subnet': {'network_id': '8cd4e8b6-efbf-4e30-b514-040e05225934', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:54.594629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.718692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.723040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.764232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.769659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:54.770226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.830603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=f4e72c93-59da-4e08-8f0e-8dab2ef6664a,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:54.837957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.842844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.867007 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.868227 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b491ad90-7a90-4575-824d-fb1ddae8f177 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9411955 Mar 16 10:57:54.870874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35912) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.876227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'port': {'network_id': '1716c279-4e7e-49ef-b37c-c1817ad1bf56', 'name': 'tempest-FloatingIPTestJSON-1446201823'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:54.886767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:54.894873 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4430058 Mar 16 10:57:54.899357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35916) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.900245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Usage tracker for resource:subnet and tenant:cb2d63b8d017439dbfb61491e2a8ada8 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:54.904500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:54.915881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': 'b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:54.929376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358bb32-5ba1-457c-a47e-d9cec9ff7e77 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Network': ['ID=b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:54.934093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:54.941202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:55.012176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Made reservation on behalf of cb2d63b8d017439dbfb61491e2a8ada8 for: {'subnet': 2} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:55.012921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:55.016898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.017219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.017427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:port and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:55.020255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:55.026151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:55.038771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Made reservation on behalf of 91df6f25f10f4c7e88d0ba423e30cba5 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:55.042427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.062259 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d0db985b-519b-4872-b473-25a4f949bf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.067309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] device_id is not set on port 942799c0-877b-4990-afed-518b7834997b yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:55.123796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:55.140913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:55.145695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:55.156549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:55.174314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:55.177897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.218846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.20.0.14 (1716c279-4e7e-49ef-b37c-c1817ad1bf56/e0ddba94-1c18-4652-a94d-b02a47c7723d/942799c0-877b-4990-afed-518b7834997b) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:55.233892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d3f04909-6b50-4232-a45d-be3f62544b27 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:55.283457 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: d3f04909-6b50-4232-a45d-be3f62544b27 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:55.283941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d3f04909-6b50-4232-a45d-be3f62544b27 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:55.295137 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.430400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.460151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.529987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 1716c279-4e7e-49ef-b37c-c1817ad1bf56 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:55.537786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:55.542296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:55.576983 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=942799c0-877b-4990-afed-518b7834997b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:55.609265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:55.609912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.615063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.633714 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4db770d1-aa2c-48f4-a50c-1c30a23d7f72 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7617888 Mar 16 10:57:55.636298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35920) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.641367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-60f345e0-dbf9-43c0-9058-c1a13bdd63eb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'port_id': '942799c0-877b-4990-afed-518b7834997b'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:55.720892 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-60f345e0-dbf9-43c0-9058-c1a13bdd63eb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.731187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=79ec3ac0-07d9-46a8-a99d-1d9ceb2c274a,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:55.754226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Checking segment: {'id': 'a7e72880-5c7b-4049-b5b5-c73ac6aed77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:55.754565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network hostable DHCP agents. Network: b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:55.767558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.826530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:55.856886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:55.860101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'Subnet': ['ID=a0d84a93-d3e4-4271-bc9f-dac8f2c43f48,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:55.865446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:55.866023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.868162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46128f-4205-4d08-8ca8-22845e43823d None None] Network b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:55.883295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Checking segment: {'id': '335dac82-f2a9-4dcf-b410-ed5334f52666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9370e46a-f616-4d9c-a796-deb7b51202d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:55.883704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Network hostable DHCP agents. Network: 9370e46a-f616-4d9c-a796-deb7b51202d0, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:55.908536 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-694af5e8-9a39-48ec-a5cb-0c3ea033f92f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0051742 Mar 16 10:57:55.911055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35924) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.913623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Network 9370e46a-f616-4d9c-a796-deb7b51202d0 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:55.918699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': 'b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5', 'name': 'tempest-PortsIpV6TestJSON-964471955'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:55.920373 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 9370e46a-f616-4d9c-a796-deb7b51202d0) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:55.924370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.959947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7bffd2-afa1-4c19-ab94-d90b9e5d25b6 None None] Network 9370e46a-f616-4d9c-a796-deb7b51202d0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:56.124874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event updated for resources: {'Subnet': ['ID=b8ca8dfe-5ab2-4c8e-b77c-f65293850ad9,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:56.135616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Checking segment: {'id': '2998eda1-2aef-48a8-9838-88e6eb7bc8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8cd4e8b6-efbf-4e30-b514-040e05225934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:56.135939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Network hostable DHCP agents. Network: 8cd4e8b6-efbf-4e30-b514-040e05225934, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:56.163789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Network 8cd4e8b6-efbf-4e30-b514-040e05225934 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:56.175738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 8cd4e8b6-efbf-4e30-b514-040e05225934) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:56.180081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:56.180549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:56.181197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.194945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb2d1be-eac6-4f69-9556-1564f29ea707 None None] Network 8cd4e8b6-efbf-4e30-b514-040e05225934 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:56.206864 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-42c51363-c1a9-4cd4-854b-2df0b64935e4 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6710556 Mar 16 10:57:56.208054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35928) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.283039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca394c5c-56d6-48df-8378-b88c341ee55a tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:56.285403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca394c5c-56d6-48df-8378-b88c341ee55a tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:56.286636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca394c5c-56d6-48df-8378-b88c341ee55a tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:56.287514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ca394c5c-56d6-48df-8378-b88c341ee55a tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Synchronizing usage tracker for tenant:cb2d63b8d017439dbfb61491e2a8ada8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:56.306316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ca394c5c-56d6-48df-8378-b88c341ee55a tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Unset dirty status for tenant:cb2d63b8d017439dbfb61491e2a8ada8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:56.317792 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ca394c5c-56d6-48df-8378-b88c341ee55a tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1083896 Mar 16 10:57:56.318652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35932) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.338327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:56.354775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:port and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:56.375241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5', 'network_id': 'b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5', 'tenant_id': 'cfdde4b82c5d46acaf7beb946dbd9455', 'fixed_ips': [{'subnet_id': '79ec3ac0-07d9-46a8-a99d-1d9ceb2c274a'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:56.375981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.390570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d1527c-8e1a-4777-b977-e2b6bbb2c2f7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Deleting subnet a0d84a93-d3e4-4271-bc9f-dac8f2c43f48 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:56.393926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30d1527c-8e1a-4777-b977-e2b6bbb2c2f7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.412156 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:56.431651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:56.449987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30d1527c-8e1a-4777-b977-e2b6bbb2c2f7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.453018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:56.456769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.486258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 8e32491b-97a0-426c-bf32-e08c7e88db54 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:56.497613 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40de789f-1851-4672-ad81-474a6192687c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-9370e46a-f616-4d9c-a796-deb7b51202d0', 'network_id': '9370e46a-f616-4d9c-a796-deb7b51202d0', 'tenant_id': 'cb2d63b8d017439dbfb61491e2a8ada8', 'fixed_ips': [{'subnet_id': 'a0d84a93-d3e4-4271-bc9f-dac8f2c43f48'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:56.498686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-40de789f-1851-4672-ad81-474a6192687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.515391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30d1527c-8e1a-4777-b977-e2b6bbb2c2f7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.604594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30d1527c-8e1a-4777-b977-e2b6bbb2c2f7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.647599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1527c-8e1a-4777-b977-e2b6bbb2c2f7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d84a93-d3e4-4271-bc9f-dac8f2c43f48,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:56.649938 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30d1527c-8e1a-4777-b977-e2b6bbb2c2f7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.665854 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-30d1527c-8e1a-4777-b977-e2b6bbb2c2f7 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "DELETE /v2.0/subnets/a0d84a93-d3e4-4271-bc9f-dac8f2c43f48 HTTP/1.1" status: 204 len: 168 time: 0.3461840 Mar 16 10:57:56.668391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35940) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.691378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-60f345e0-dbf9-43c0-9058-c1a13bdd63eb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.695733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-60f345e0-dbf9-43c0-9058-c1a13bdd63eb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.735565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-1107bceb-e1ba-4231-9128-599314d5ed76 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Deleting subnet b8ca8dfe-5ab2-4c8e-b77c-f65293850ad9 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:56.738689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1107bceb-e1ba-4231-9128-599314d5ed76 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.781436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.799713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1107bceb-e1ba-4231-9128-599314d5ed76 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.833798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Allocated IP 2001:db8::2 (b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5/79ec3ac0-07d9-46a8-a99d-1d9ceb2c274a/8457eb69-3e65-4f9e-8ce5-b6950da24414) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:56.864536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1107bceb-e1ba-4231-9128-599314d5ed76 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.874774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a9dd47-2d0c-48a4-8e65-890c99e8ed67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-8cd4e8b6-efbf-4e30-b514-040e05225934', 'network_id': '8cd4e8b6-efbf-4e30-b514-040e05225934', 'tenant_id': 'cb2d63b8d017439dbfb61491e2a8ada8', 'fixed_ips': [{'subnet_id': 'b8ca8dfe-5ab2-4c8e-b77c-f65293850ad9'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:56.875716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-86a9dd47-2d0c-48a4-8e65-890c99e8ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.879017 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-60f345e0-dbf9-43c0-9058-c1a13bdd63eb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP a1599541-25ee-4c59-82d9-d3d2f270da6c associated. External IP: 172.26.2.106, port: 942799c0-877b-4990-afed-518b7834997b. Mar 16 10:57:56.943331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1107bceb-e1ba-4231-9128-599314d5ed76 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.987193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107bceb-e1ba-4231-9128-599314d5ed76 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ca8dfe-5ab2-4c8e-b77c-f65293850ad9,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:56.989111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1107bceb-e1ba-4231-9128-599314d5ed76 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.998669 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1107bceb-e1ba-4231-9128-599314d5ed76 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "DELETE /v2.0/subnets/b8ca8dfe-5ab2-4c8e-b77c-f65293850ad9 HTTP/1.1" status: 204 len: 168 time: 0.3290827 Mar 16 10:57:56.999931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087cc6c0-51a4-4853-97cc-673964e32902 None None] Network 9370e46a-f616-4d9c-a796-deb7b51202d0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:57.001306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35944) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.066749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f328ac70-7c67-460c-bf4d-62927c72e4af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:57.067437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f328ac70-7c67-460c-bf4d-62927c72e4af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Synchronizing usage tracker for tenant:cb2d63b8d017439dbfb61491e2a8ada8 on resource:subnet {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:57.083816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f328ac70-7c67-460c-bf4d-62927c72e4af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Unset dirty status for tenant:cb2d63b8d017439dbfb61491e2a8ada8 on resource:subnet {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:57.088939 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f328ac70-7c67-460c-bf4d-62927c72e4af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828562 Mar 16 10:57:57.089354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35948) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.209280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server [None req-86a9dd47-2d0c-48a4-8e65-890c99e8ed67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8ca8dfe-5ab2-4c8e-b77c-f65293850ad9: This subnet is being modified by another concurrent operation. Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8ca8dfe-5ab2-4c8e-b77c-f65293850ad9: This subnet is being modified by another concurrent operation. Mar 16 10:57:57.216336 dv-neutron-833860-1-hyperv neutron-server[87876]: ERROR oslo_messaging.rpc.server Mar 16 10:57:57.258895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f345e0-dbf9-43c0-9058-c1a13bdd63eb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:57.272672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578347e-11d6-497e-8688-3e1628049ec6 None None] Network 8cd4e8b6-efbf-4e30-b514-040e05225934 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:57.350614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.379172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd4e8b6-efbf-4e30-b514-040e05225934']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.391080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.391626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2998eda1-2aef-48a8-9838-88e6eb7bc8ac') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.391920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2998eda1-2aef-48a8-9838-88e6eb7bc8ac') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.403093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.419476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.425886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:57.426406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.441279 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f345e0-dbf9-43c0-9058-c1a13bdd63eb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:57.441498 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:57.450823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-60f345e0-dbf9-43c0-9058-c1a13bdd63eb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.465283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88886a01-622b-42fa-b764-b1707b68810c None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:57.481291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88886a01-622b-42fa-b764-b1707b68810c None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:57.481998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-88886a01-622b-42fa-b764-b1707b68810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.526933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.530108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Transition to ACTIVE for port object 8457eb69-3e65-4f9e-8ce5-b6950da24414 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:57.532936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.551899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-88886a01-622b-42fa-b764-b1707b68810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.569517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88886a01-622b-42fa-b764-b1707b68810c None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:57.570235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-88886a01-622b-42fa-b764-b1707b68810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.571311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event deleted for resources: {'Network': ['ID=8cd4e8b6-efbf-4e30-b514-040e05225934,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:57.584774 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e5da9618-c5e1-43aa-a3f9-01ddaac46877 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "DELETE /v2.0/networks/8cd4e8b6-efbf-4e30-b514-040e05225934 HTTP/1.1" status: 204 len: 168 time: 0.4931183 Mar 16 10:57:57.589246 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35952) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.627275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Transition to ACTIVE for port object 8457eb69-3e65-4f9e-8ce5-b6950da24414 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:57.636553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-88886a01-622b-42fa-b764-b1707b68810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.636997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88886a01-622b-42fa-b764-b1707b68810c None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:57.641665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.683851 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-60f345e0-dbf9-43c0-9058-c1a13bdd63eb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "PUT /v2.0/floatingips/a1599541-25ee-4c59-82d9-d3d2f270da6c HTTP/1.1" status: 200 len: 979 time: 2.0440946 Mar 16 10:57:57.688139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35956) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.704495 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Network b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:57.707312 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:57.709942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:57.728935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.774579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8::268 (b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5/79ec3ac0-07d9-46a8-a99d-1d9ceb2c274a/8e32491b-97a0-426c-bf32-e08c7e88db54) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:57.783743 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port 942799c0-877b-4990-afed-518b7834997b {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:57.784078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.798922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Pushing event updated for resources: {'Port': ['ID=8457eb69-3e65-4f9e-8ce5-b6950da24414,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:57.858221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Attempting to bind port 8457eb69-3e65-4f9e-8ce5-b6950da24414 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:57.858586 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Attempting to bind port 8457eb69-3e65-4f9e-8ce5-b6950da24414 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'a7e72880-5c7b-4049-b5b5-c73ac6aed77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:57.858937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Attempting to bind port 8457eb69-3e65-4f9e-8ce5-b6950da24414 on network b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:57.864458 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:57.864951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Checking segment: {'id': 'a7e72880-5c7b-4049-b5b5-c73ac6aed77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:57.865346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.865736 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Bound using segment: {'id': 'a7e72880-5c7b-4049-b5b5-c73ac6aed77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:57.866191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.866319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Bound port: 8457eb69-3e65-4f9e-8ce5-b6950da24414, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e72880-5c7b-4049-b5b5-c73ac6aed77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:57.866590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.892653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9370e46a-f616-4d9c-a796-deb7b51202d0']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.905532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335dac82-f2a9-4dcf-b410-ed5334f52666') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.905941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335dac82-f2a9-4dcf-b410-ed5334f52666') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.920365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.937960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.944147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:57.944530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.959151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] For port 8457eb69-3e65-4f9e-8ce5-b6950da24414, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:57.960351 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:58.046440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.048357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] For port 8457eb69-3e65-4f9e-8ce5-b6950da24414, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8457eb69-3e65-4f9e-8ce5-b6950da24414,segment=NetworkSegment(a7e72880-5c7b-4049-b5b5-c73ac6aed77a),segment_id=a7e72880-5c7b-4049-b5b5-c73ac6aed77a)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:58.055613 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.064859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.075631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event deleted for resources: {'Network': ['ID=9370e46a-f616-4d9c-a796-deb7b51202d0,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:58.082822 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8a55b95f-d928-4221-8e38-92a3de7357af tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "DELETE /v2.0/networks/9370e46a-f616-4d9c-a796-deb7b51202d0 HTTP/1.1" status: 204 len: 168 time: 0.4901855 Mar 16 10:57:58.083053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35960) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.147318 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cdb6c-3626-40c5-ad64-b0f2e9868237 None None] Pushing event updated for resources: {'Port': ['ID=8457eb69-3e65-4f9e-8ce5-b6950da24414,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:58.179105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.259324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.297404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object 8e32491b-97a0-426c-bf32-e08c7e88db54 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:58.337616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.481046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.496350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.509194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b051c9fb-17b2-422e-bcb9-a48b48e4ef40']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:58.522274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d42e53f-e178-415b-94e1-5c60bd931265') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:58.522571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d42e53f-e178-415b-94e1-5c60bd931265') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:58.533989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.550205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.557079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:58.557460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.574543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:58.575090 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:58.577224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.577224 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP a1599541-25ee-4c59-82d9-d3d2f270da6c disassociated. External IP: 172.26.2.106, port: 942799c0-877b-4990-afed-518b7834997b. Mar 16 10:57:58.577224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for 942799c0-877b-4990-afed-518b7834997b owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:58.631651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:58.637465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:58.643838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:58.649720 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:58.650381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.654327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=8e32491b-97a0-426c-bf32-e08c7e88db54,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:58.673858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.684394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.684980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.685102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.685409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.685741 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.686047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.686361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.686677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.687004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.687312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.687652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.687960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.690997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.700863 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "DELETE /v2.0/networks/b051c9fb-17b2-422e-bcb9-a48b48e4ef40 HTTP/1.1" status: 204 len: 168 time: 0.6167846 Mar 16 10:57:58.704168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35964) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.711088 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-86ae1b2d-1805-43e4-9f4c-c81903388ac1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7989602 Mar 16 10:57:58.714136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35968) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.720470 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': 'b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5', 'name': 'tempest-PortsIpV6TestJSON-1329575069'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:58.725719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event deleted for resources: {'Network': ['ID=b051c9fb-17b2-422e-bcb9-a48b48e4ef40,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:58.752220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.752931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.752931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.753211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.753528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.753845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.754195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.754507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.754819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.755123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.755433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.755739 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ab152-46e1-4b69-b465-d785a50f1c2b tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:58.831484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.880943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.946502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=942799c0-877b-4990-afed-518b7834997b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:58.957294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:58.982028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.012170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239772ff-5dfb-4df5-9c10-8e3c0a7ffa82']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:59.018254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:port and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:59.025825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d6a9b8-b5ec-4da1-9de4-9b6896710011') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:59.026203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d6a9b8-b5ec-4da1-9de4-9b6896710011') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:59.028205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:59.036584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:59.038894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.063614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:59.067206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.070013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.077119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:59.077875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:59.093608 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:59.202838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.208952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.241342 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] 10.222.0.37 "DELETE /v2.0/networks/239772ff-5dfb-4df5-9c10-8e3c0a7ffa82 HTTP/1.1" status: 204 len: 168 time: 0.5359623 Mar 16 10:57:59.242721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfac324-a885-471f-9220-776cdb48e5e2 tempest-BulkNetworkOpsIpV6Test-1322732968 tempest-BulkNetworkOpsIpV6Test-1322732968-project] Pushing event deleted for resources: {'Network': ['ID=239772ff-5dfb-4df5-9c10-8e3c0a7ffa82,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:59.286788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8457eb69-3e65-4f9e-8ce5-b6950da24414 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:59.295711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 1c18c839-2c7c-4262-8dae-072210b33ca5 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:59.320959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757fe6b7-1a41-42a1-9c43-3c67f55c4301 None None] Network b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:59.371076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:59.458095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-91215a74-05c8-4721-a62d-c0ee385e76cb None None] Provisioning for port 8457eb69-3e65-4f9e-8ce5-b6950da24414 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:59.484814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 8457eb69-3e65-4f9e-8ce5-b6950da24414 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:59.517254 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8457eb69-3e65-4f9e-8ce5-b6950da24414 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:59.517992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.561034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35976) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:59.612498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8::3db (b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5/79ec3ac0-07d9-46a8-a99d-1d9ceb2c274a/1c18c839-2c7c-4262-8dae-072210b33ca5) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:59.645055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:59.657568 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7e5ccb-878a-4d1a-9e71-d199174fe969 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:59.673463 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7e5ccb-878a-4d1a-9e71-d199174fe969 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:59.674232 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-7b7e5ccb-878a-4d1a-9e71-d199174fe969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:59.716604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.761314 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c89ca03d-e252-4f79-a247-6aaf42ee4196 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb2d63b8d017439dbfb61491e2a8ada8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988358 Mar 16 10:57:59.763789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35982) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:59.778816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 8457eb69-3e65-4f9e-8ce5-b6950da24414, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8457eb69-3e65-4f9e-8ce5-b6950da24414,segment=NetworkSegment(a7e72880-5c7b-4049-b5b5-c73ac6aed77a),segment_id=a7e72880-5c7b-4049-b5b5-c73ac6aed77a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:59.784123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.791579 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-7b7e5ccb-878a-4d1a-9e71-d199174fe969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:59.802899 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7e5ccb-878a-4d1a-9e71-d199174fe969 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:59.803941 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-7b7e5ccb-878a-4d1a-9e71-d199174fe969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:59.810262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.840171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c4e0be27-0604-4099-af70-626f71e2d6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.868720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=8457eb69-3e65-4f9e-8ce5-b6950da24414,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:59.873873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c4e0be27-0604-4099-af70-626f71e2d6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.888190 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-735bb845-ed28-46ff-9b25-0460052933f0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/ports/942799c0-877b-4990-afed-518b7834997b HTTP/1.1" status: 204 len: 168 time: 2.1990972 Mar 16 10:57:59.894262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 35986) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:59.921051 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-7b7e5ccb-878a-4d1a-9e71-d199174fe969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:59.921898 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7e5ccb-878a-4d1a-9e71-d199174fe969 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:59.942391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c4e0be27-0604-4099-af70-626f71e2d6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.959505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0be27-0604-4099-af70-626f71e2d6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b52cc-c227-4b60-a954-1da05f4793c2,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:59.964335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c4e0be27-0604-4099-af70-626f71e2d6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.968790 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c4e0be27-0604-4099-af70-626f71e2d6f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/362b52cc-c227-4b60-a954-1da05f4793c2 HTTP/1.1" status: 204 len: 168 time: 0.2007389 Mar 16 10:58:00.003209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35992) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:00.003537 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e7c93c21-d34b-4feb-b1aa-5b4bd76fc4cf tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "GET /v2.0/floatingips/a1599541-25ee-4c59-82d9-d3d2f270da6c HTTP/1.1" status: 200 len: 688 time: 0.1075888 Mar 16 10:58:00.046362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.064476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object 1c18c839-2c7c-4262-8dae-072210b33ca5 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:00.105948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.111181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bd658c3e-afe6-49a3-afcf-608cccd3e566 None None] Provisioning complete for port 8457eb69-3e65-4f9e-8ce5-b6950da24414 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:00.111181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bd658c3e-afe6-49a3-afcf-608cccd3e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.196164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ab860-11a9-4348-ac84-18ee7d56c71c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port f4e72c93-59da-4e08-8f0e-8dab2ef6664a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:00.196504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab860-11a9-4348-ac84-18ee7d56c71c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.202312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:00.205714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:00.214226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:00.220033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:00.220726 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.243972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=1c18c839-2c7c-4262-8dae-072210b33ca5,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:00.262761 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-52542f7f-6971-4231-8bb0-7afca45cbf6d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5471365 Mar 16 10:58:00.265647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 35998) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:00.316977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bd658c3e-afe6-49a3-afcf-608cccd3e566 None None] Provisioning for port 8e32491b-97a0-426c-bf32-e08c7e88db54 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:00.323255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bd658c3e-afe6-49a3-afcf-608cccd3e566 None None] Provisioning complete for port 8e32491b-97a0-426c-bf32-e08c7e88db54 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:00.323795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bd658c3e-afe6-49a3-afcf-608cccd3e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.395229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bd658c3e-afe6-49a3-afcf-608cccd3e566 None None] Port 8e32491b-97a0-426c-bf32-e08c7e88db54 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:00.475058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f1e51-b9d7-4c37-ad95-59294770a9d5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:00.476893 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2e2f1e51-b9d7-4c37-ad95-59294770a9d5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A268 HTTP/1.1" status: 200 len: 928 time: 0.2102771 Mar 16 10:58:00.479928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36010) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:00.488108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab860-11a9-4348-ac84-18ee7d56c71c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.488722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab860-11a9-4348-ac84-18ee7d56c71c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.527556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1cbb1eb7-ffed-4d47-a753-fb6c1590fd8e None None] Provisioning complete for port 8e32491b-97a0-426c-bf32-e08c7e88db54 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:00.527917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1cbb1eb7-ffed-4d47-a753-fb6c1590fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.576497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2a34aefc-8f8e-464a-ab21-952857d933ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 1c18c839-2c7c-4262-8dae-072210b33ca5 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:00.581644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a34aefc-8f8e-464a-ab21-952857d933ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.596687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e284d5e-6098-418e-87b1-471891a2dc55 None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:58:00.684205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb1eb7-ffed-4d47-a753-fb6c1590fd8e None None] Port 8e32491b-97a0-426c-bf32-e08c7e88db54 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:00.743880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ab860-11a9-4348-ac84-18ee7d56c71c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for f4e72c93-59da-4e08-8f0e-8dab2ef6664a owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:00.752330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e284d5e-6098-418e-87b1-471891a2dc55 None None] Resources bound (agent type, host, resource id): {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:58:00.905613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a34aefc-8f8e-464a-ab21-952857d933ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.910125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bd6731bb-14b6-4c4c-93cd-4cc919fdecd3 None None] Provisioning for port 1c18c839-2c7c-4262-8dae-072210b33ca5 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:00.911411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab860-11a9-4348-ac84-18ee7d56c71c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.919843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bd6731bb-14b6-4c4c-93cd-4cc919fdecd3 None None] Provisioning complete for port 1c18c839-2c7c-4262-8dae-072210b33ca5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:00.920217 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bd6731bb-14b6-4c4c-93cd-4cc919fdecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.958691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ab860-11a9-4348-ac84-18ee7d56c71c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=f4e72c93-59da-4e08-8f0e-8dab2ef6664a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:01.014326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bd6731bb-14b6-4c4c-93cd-4cc919fdecd3 None None] Port 1c18c839-2c7c-4262-8dae-072210b33ca5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:01.034475 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36024) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.046423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2a34aefc-8f8e-464a-ab21-952857d933ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 1c18c839-2c7c-4262-8dae-072210b33ca5 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:01.059479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab860-11a9-4348-ac84-18ee7d56c71c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.077495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab860-11a9-4348-ac84-18ee7d56c71c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.079343 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2b1ab860-11a9-4348-ac84-18ee7d56c71c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/floatingips/a1599541-25ee-4c59-82d9-d3d2f270da6c HTTP/1.1" status: 204 len: 168 time: 1.0743868 Mar 16 10:58:01.082538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36030) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.088689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '4db1038a-d76a-4509-853c-4d8e124ca12c'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:01.095341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:01.100494 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:floatingip and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:01.103547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:01.109647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:01.123604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.209170 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-810462028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:01.226566 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:01.234346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Usage tracker for resource:router and tenant:76d76c2210e04bc1a9677f487d18dcd4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:01.238873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:01.248594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:01.257533 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a34aefc-8f8e-464a-ab21-952857d933ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.263707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8457eb69-3e65-4f9e-8ce5-b6950da24414 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:01.282099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.335714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8457eb69-3e65-4f9e-8ce5-b6950da24414 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:01.336319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.429481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.26.2.127 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/cd0b951a-a851-49c7-b1b3-9e97150f35c7) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:01.466991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.468021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.486125 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34aefc-8f8e-464a-ab21-952857d933ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=1c18c839-2c7c-4262-8dae-072210b33ca5,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:01.496459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a34aefc-8f8e-464a-ab21-952857d933ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.520006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.524676 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2a34aefc-8f8e-464a-ab21-952857d933ae tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/1c18c839-2c7c-4262-8dae-072210b33ca5 HTTP/1.1" status: 204 len: 168 time: 1.0410895 Mar 16 10:58:01.528128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36034) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.573990 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2454e8-d9d9-4747-84d0-7905e458fc82 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:58:01.574535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ac2454e8-d9d9-4747-84d0-7905e458fc82 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:01.596463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ac2454e8-d9d9-4747-84d0-7905e458fc82 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:01.600717 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ac2454e8-d9d9-4747-84d0-7905e458fc82 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/1c18c839-2c7c-4262-8dae-072210b33ca5 HTTP/1.1" status: 404 len: 333 time: 0.0689962 Mar 16 10:58:01.600717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.601343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36038) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.623427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.624814 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0910fe6c-02a0-4602-b8c1-97cec6fc84d1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5893617 Mar 16 10:58:01.627904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36042) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.633545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1282299441'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:01.638633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:01.643070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Usage tracker for resource:network and tenant:76d76c2210e04bc1a9677f487d18dcd4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:01.647403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:01.654867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:01.658727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.668145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Made reservation on behalf of 76d76c2210e04bc1a9677f487d18dcd4 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:01.673263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.687376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.690891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6b635348-4e3e-4fd8-91c7-8e4aa111207c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 8e32491b-97a0-426c-bf32-e08c7e88db54 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:01.691227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6b635348-4e3e-4fd8-91c7-8e4aa111207c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.703902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:01.707720 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Usage tracker for resource:security_group_rule and tenant:76d76c2210e04bc1a9677f487d18dcd4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:01.710567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:01.716367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:01.800644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.801316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.805776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.834665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:01.847491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8512c0e-bcbf-49f1-80a7-571247614351,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:01.852072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.852419 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Added segment 811c37d5-7ece-497b-8569-3a83c017c013 of type vlan for network 3119e606-0cc3-4025-b6da-3aadc980c514 Mar 16 10:58:01.880338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.902915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:01.907800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:01.911254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.917955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:01.918554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.960814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:02.006677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=cd0b951a-a851-49c7-b1b3-9e97150f35c7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:02.029133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Network': ['ID=3119e606-0cc3-4025-b6da-3aadc980c514,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:02.032012 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f72c720d-fda1-4a01-ae07-8194b44114a5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4031472 Mar 16 10:58:02.034948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36046) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.040711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'subnet': {'network_id': '3119e606-0cc3-4025-b6da-3aadc980c514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:02.041046 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 3119e606-0cc3-4025-b6da-3aadc980c514 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:02.098092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6b635348-4e3e-4fd8-91c7-8e4aa111207c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.157793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:02.161640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Usage tracker for resource:subnet and tenant:76d76c2210e04bc1a9677f487d18dcd4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:02.164442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:02.170199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:02.180539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Made reservation on behalf of 76d76c2210e04bc1a9677f487d18dcd4 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:02.184227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.258344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6b635348-4e3e-4fd8-91c7-8e4aa111207c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 8e32491b-97a0-426c-bf32-e08c7e88db54 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:02.411322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.488383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Subnet': ['ID=aab092be-a6ac-4594-8508-167835e37f44,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:02.499012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Checking segment: {'id': '811c37d5-7ece-497b-8569-3a83c017c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3119e606-0cc3-4025-b6da-3aadc980c514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:02.499369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network hostable DHCP agents. Network: 3119e606-0cc3-4025-b6da-3aadc980c514, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:02.519293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network 3119e606-0cc3-4025-b6da-3aadc980c514 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:02.530430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 3119e606-0cc3-4025-b6da-3aadc980c514) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:02.534846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:02.535530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.543074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1675061a-432f-4b6d-9c78-8774d6c1d7ef None None] Network 3119e606-0cc3-4025-b6da-3aadc980c514 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:02.570783 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-303a965e-06f6-4a9c-b4b9-be6b58bdead9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5347068 Mar 16 10:58:02.573843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36050) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.581891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'network': {'name': 'tempest-router-network01--992795342'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:02.588356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:02.592645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Usage tracker for resource:network and tenant:76d76c2210e04bc1a9677f487d18dcd4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:02.596211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:02.603034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:02.616508 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Made reservation on behalf of 76d76c2210e04bc1a9677f487d18dcd4 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:02.621256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.653559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:02.664429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.665100 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Added segment e1ecf337-c4dd-4fe6-acc5-e326e7973098 of type vlan for network 031586e3-0b97-4a6f-a44b-5582b6801a60 Mar 16 10:58:02.689594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6b635348-4e3e-4fd8-91c7-8e4aa111207c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.694902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.731649 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.743626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:02.744350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.782277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b635348-4e3e-4fd8-91c7-8e4aa111207c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=8e32491b-97a0-426c-bf32-e08c7e88db54,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:02.792669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6b635348-4e3e-4fd8-91c7-8e4aa111207c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.795147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-3119e606-0cc3-4025-b6da-3aadc980c514', 'network_id': '3119e606-0cc3-4025-b6da-3aadc980c514', 'tenant_id': '76d76c2210e04bc1a9677f487d18dcd4', 'fixed_ips': [{'subnet_id': 'aab092be-a6ac-4594-8508-167835e37f44'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:02.797229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.817613 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6b635348-4e3e-4fd8-91c7-8e4aa111207c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/8e32491b-97a0-426c-bf32-e08c7e88db54 HTTP/1.1" status: 204 len: 168 time: 1.2128415 Mar 16 10:58:02.820658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36054) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.860520 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2843235 Mar 16 10:58:02.867447 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36060) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.875015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'network': {'name': 'tempest-router-network02--1574305721'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:02.882539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:02.888925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eac76f-3440-470c-aee6-79589f0a5db1 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Network': ['ID=031586e3-0b97-4a6f-a44b-5582b6801a60,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:02.891478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Usage tracker for resource:network and tenant:76d76c2210e04bc1a9677f487d18dcd4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:02.894836 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:02.895385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6ffa08-cd40-4fcd-9373-a51053fb124b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:58:02.895962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1a6ffa08-cd40-4fcd-9373-a51053fb124b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:02.902525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:02.911724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 031586e3-0b97-4a6f-a44b-5582b6801a60 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:02.920627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1a6ffa08-cd40-4fcd-9373-a51053fb124b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:02.924842 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1a6ffa08-cd40-4fcd-9373-a51053fb124b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/8e32491b-97a0-426c-bf32-e08c7e88db54 HTTP/1.1" status: 404 len: 333 time: 0.1005318 Mar 16 10:58:02.926841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36064) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.931252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Made reservation on behalf of 76d76c2210e04bc1a9677f487d18dcd4 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:02.938424 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.944086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.028165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.039871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:03.055465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad35d1e3-fba7-466b-af14-fbea99c88290 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet 79ec3ac0-07d9-46a8-a99d-1d9ceb2c274a {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:03.060341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ad35d1e3-fba7-466b-af14-fbea99c88290 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.074409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Allocated IP 2001:db8::2 (3119e606-0cc3-4025-b6da-3aadc980c514/aab092be-a6ac-4594-8508-167835e37f44/a9b96f6a-cdcc-4b92-a3e0-134dce19913d) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:03.087990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.088329 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Added segment f9eae54b-3e1c-402d-8e12-bbbdf6042903 of type vlan for network 094340b8-b448-4589-af85-2ca30ceae0d7 Mar 16 10:58:03.133929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ad35d1e3-fba7-466b-af14-fbea99c88290 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.164902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.227977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.233355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:03.233937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.257136 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.264005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.293725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.305864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Transition to ACTIVE for port object a9b96f6a-cdcc-4b92-a3e0-134dce19913d will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:03.327213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Transition to ACTIVE for port object a9b96f6a-cdcc-4b92-a3e0-134dce19913d will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:03.334331 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.344582 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4739301 Mar 16 10:58:03.347842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36068) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:03.350355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ad35d1e3-fba7-466b-af14-fbea99c88290 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.363830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'subnet': {'network_id': '031586e3-0b97-4a6f-a44b-5582b6801a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:03.391594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b08b4-43f6-4293-b6e9-b7742fa0e7d9 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Network': ['ID=094340b8-b448-4589-af85-2ca30ceae0d7,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:03.398223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Network 3119e606-0cc3-4025-b6da-3aadc980c514 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:03.406105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:03.414252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 094340b8-b448-4589-af85-2ca30ceae0d7 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:03.414464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=cd0b951a-a851-49c7-b1b3-9e97150f35c7,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:03.436287 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ad35d1e3-fba7-466b-af14-fbea99c88290 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.449692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:03.454635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Pushing event updated for resources: {'Port': ['ID=a9b96f6a-cdcc-4b92-a3e0-134dce19913d,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:03.474502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.477251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35d1e3-fba7-466b-af14-fbea99c88290 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=79ec3ac0-07d9-46a8-a99d-1d9ceb2c274a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:03.482802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ad35d1e3-fba7-466b-af14-fbea99c88290 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.489202 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ad35d1e3-fba7-466b-af14-fbea99c88290 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/79ec3ac0-07d9-46a8-a99d-1d9ceb2c274a HTTP/1.1" status: 204 len: 168 time: 0.5226631 Mar 16 10:58:03.491695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36072) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:03.544259 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af9fd50-e449-4380-aa0e-722a89b9b401 None None] Network b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:03.566673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:03.573678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Usage tracker for resource:subnet and tenant:76d76c2210e04bc1a9677f487d18dcd4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:03.584209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:03.613910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.629222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 8457eb69-3e65-4f9e-8ce5-b6950da24414 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:03.629568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.643982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:03.673855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Made reservation on behalf of 76d76c2210e04bc1a9677f487d18dcd4 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:03.677531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.706481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Attempting to bind port a9b96f6a-cdcc-4b92-a3e0-134dce19913d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:03.706968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Attempting to bind port a9b96f6a-cdcc-4b92-a3e0-134dce19913d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '811c37d5-7ece-497b-8569-3a83c017c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3119e606-0cc3-4025-b6da-3aadc980c514'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:03.707455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Attempting to bind port a9b96f6a-cdcc-4b92-a3e0-134dce19913d on network 3119e606-0cc3-4025-b6da-3aadc980c514 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:03.715512 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:03.716253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Checking segment: {'id': '811c37d5-7ece-497b-8569-3a83c017c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3119e606-0cc3-4025-b6da-3aadc980c514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:03.716488 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.716797 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP 21718e92-1cc8-48a2-ba9d-ded7eac26c2f associated. External IP: 172.26.2.127, port: 4db1038a-d76a-4509-853c-4d8e124ca12c. Mar 16 10:58:03.717086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Bound using segment: {'id': '811c37d5-7ece-497b-8569-3a83c017c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3119e606-0cc3-4025-b6da-3aadc980c514'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:03.717676 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Bound port: a9b96f6a-cdcc-4b92-a3e0-134dce19913d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811c37d5-7ece-497b-8569-3a83c017c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3119e606-0cc3-4025-b6da-3aadc980c514'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:03.718137 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.860936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] For port 8457eb69-3e65-4f9e-8ce5-b6950da24414, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8457eb69-3e65-4f9e-8ce5-b6950da24414,segment=NetworkSegment(a7e72880-5c7b-4049-b5b5-c73ac6aed77a),segment_id=a7e72880-5c7b-4049-b5b5-c73ac6aed77a)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:03.861181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.885626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] For port a9b96f6a-cdcc-4b92-a3e0-134dce19913d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:03.890076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] For port a9b96f6a-cdcc-4b92-a3e0-134dce19913d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=a9b96f6a-cdcc-4b92-a3e0-134dce19913d,segment=NetworkSegment(811c37d5-7ece-497b-8569-3a83c017c013),segment_id=811c37d5-7ece-497b-8569-3a83c017c013)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:03.897356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.001037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f28b6-56b9-4050-9208-6d4e3f3d0130 None None] Pushing event updated for resources: {'Port': ['ID=a9b96f6a-cdcc-4b92-a3e0-134dce19913d,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:04.082069 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] DHCP port deletion for b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:04.085794 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] Deleting port 8457eb69-3e65-4f9e-8ce5-b6950da24414 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:04.086068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.132997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 8457eb69-3e65-4f9e-8ce5-b6950da24414 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:04.268432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.339644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=8457eb69-3e65-4f9e-8ce5-b6950da24414,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:04.341793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No DVR routers for this DVR port 8457eb69-3e65-4f9e-8ce5-b6950da24414 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:04.361479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.384614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] For port 8457eb69-3e65-4f9e-8ce5-b6950da24414, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8457eb69-3e65-4f9e-8ce5-b6950da24414,segment=NetworkSegment(a7e72880-5c7b-4049-b5b5-c73ac6aed77a),segment_id=a7e72880-5c7b-4049-b5b5-c73ac6aed77a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:04.385015 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.435291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:04.467004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Subnet': ['ID=bbbbf96c-5393-4b39-ac7c-ce4eb5283f65,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:04.490147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.515629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:04.525425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] Calling delete_port for 8457eb69-3e65-4f9e-8ce5-b6950da24414 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:04.529013 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e72880-5c7b-4049-b5b5-c73ac6aed77a') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:04.529439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e72880-5c7b-4049-b5b5-c73ac6aed77a') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:04.545235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.546092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Checking segment: {'id': 'e1ecf337-c4dd-4fe6-acc5-e326e7973098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '031586e3-0b97-4a6f-a44b-5582b6801a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:04.546455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network hostable DHCP agents. Network: 031586e3-0b97-4a6f-a44b-5582b6801a60, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:04.569681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.576522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:04.577718 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.607560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:04.608173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:04.633843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network 031586e3-0b97-4a6f-a44b-5582b6801a60 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:04.664793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 031586e3-0b97-4a6f-a44b-5582b6801a60) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:04.673255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:04.673841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.674938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1df28-d768-4222-8e32-222390f16efb None None] Network 031586e3-0b97-4a6f-a44b-5582b6801a60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:04.677997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:04.687280 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:04.692861 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.699658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e964a-9b7e-41aa-aa87-e4fd3fe13a17 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:04.711637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.716922 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36076) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.717190 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b833a9f4-cdfb-4839-b870-c9dd7b1540e3 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3681424 Mar 16 10:58:04.719149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.731928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'subnet': {'network_id': '094340b8-b448-4589-af85-2ca30ceae0d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:04.745380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Network': ['ID=b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:04.774515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e964a-9b7e-41aa-aa87-e4fd3fe13a17 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:04.774515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b72e964a-9b7e-41aa-aa87-e4fd3fe13a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:04.782168 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-aa6e7621-0139-4848-ac2d-e4af6898e56f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/networks/b3ade0fa-55ff-494d-a943-c0b6a1cfa1c5 HTTP/1.1" status: 204 len: 168 time: 1.2868211 Mar 16 10:58:04.782376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1d8c6f31-a7af-45c6-a6ad-40855c0c2587 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.6958449 Mar 16 10:58:04.783176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36080) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.785464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36082) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.791075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-561447447'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:04.797472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-400634492'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:04.802910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:04.806831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:network and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:04.809900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:04.815713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:04.831757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:04.837527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:04.841154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.852659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:network and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:04.858348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:04.863625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:04.866997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:04.867785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Usage tracker for resource:subnet and tenant:76d76c2210e04bc1a9677f487d18dcd4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:04.869607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b72e964a-9b7e-41aa-aa87-e4fd3fe13a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:04.871228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:04.877493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:04.889396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Made reservation on behalf of 76d76c2210e04bc1a9677f487d18dcd4 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:04.890436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e964a-9b7e-41aa-aa87-e4fd3fe13a17 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:04.891336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b72e964a-9b7e-41aa-aa87-e4fd3fe13a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:04.891772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:04.894080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.894901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Made reservation on behalf of 91df6f25f10f4c7e88d0ba423e30cba5 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:04.898807 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.923971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.924236 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Added segment 9a45f6c5-dc37-4664-998e-4bfd04122b0a of type vlan for network 6bb43d94-837d-44b9-9c8e-865f660d464c Mar 16 10:58:04.953549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:04.967758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.970643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b72e964a-9b7e-41aa-aa87-e4fd3fe13a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:04.971176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e964a-9b7e-41aa-aa87-e4fd3fe13a17 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:04.977597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.977597 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Added segment 17ff527b-9cbd-4790-8d9d-004937fda01b of type vlan for network 8a7b2867-202c-4de4-947d-66473cbf5d00 Mar 16 10:58:05.023780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.044906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.050581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:05.051290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.102331 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-031586e3-0b97-4a6f-a44b-5582b6801a60', 'network_id': '031586e3-0b97-4a6f-a44b-5582b6801a60', 'tenant_id': '76d76c2210e04bc1a9677f487d18dcd4', 'fixed_ips': [{'subnet_id': 'bbbbf96c-5393-4b39-ac7c-ce4eb5283f65'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:05.103689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.119125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] Deleting port 8457eb69-3e65-4f9e-8ce5-b6950da24414 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:05.119766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.177895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.188259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Network': ['ID=6bb43d94-837d-44b9-9c8e-865f660d464c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:05.197728 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-445493c8-c7f0-4a9a-95e9-b86986685e47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4110765 Mar 16 10:58:05.198531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.205193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:05.205830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.209685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36088) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.245568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': '6bb43d94-837d-44b9-9c8e-865f660d464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:05.262471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 6bb43d94-837d-44b9-9c8e-865f660d464c details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:05.271511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Subnet': ['ID=4106a993-d669-4799-9ff2-66533797a3ff,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:05.291592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d668dfbd-f64b-49c7-9d13-ce7ab11182ae None None] The port '8457eb69-3e65-4f9e-8ce5-b6950da24414' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:05.303833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Checking segment: {'id': 'f9eae54b-3e1c-402d-8e12-bbbdf6042903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '094340b8-b448-4589-af85-2ca30ceae0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:05.304265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network hostable DHCP agents. Network: 094340b8-b448-4589-af85-2ca30ceae0d7, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:05.317018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c3ba7d-ea07-4b0f-b5b6-f64181c51d05 None None] Network 3119e606-0cc3-4025-b6da-3aadc980c514 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:05.324672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network 094340b8-b448-4589-af85-2ca30ceae0d7 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:05.337133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 094340b8-b448-4589-af85-2ca30ceae0d7) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:05.341401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:05.342035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.365323 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5796626 Mar 16 10:58:05.369323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36092) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.378584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'subnet': {'network_id': '8a7b2867-202c-4de4-947d-66473cbf5d00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:05.383856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a9b96f6a-cdcc-4b92-a3e0-134dce19913d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:05.407947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087b4dac-6542-4f17-b552-e43a9de4be93 None None] Network 094340b8-b448-4589-af85-2ca30ceae0d7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:05.411890 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8682736f-cdc4-46c5-abcb-608a39aa3fb5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6898286 Mar 16 10:58:05.412762 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36096) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.418888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab9ff7-d7ef-48aa-b857-1faaa014277e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Network': ['ID=8a7b2867-202c-4de4-947d-66473cbf5d00,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:05.449709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:05.453883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:05.456785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:05.462788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:05.474094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:05.474399 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 8a7b2867-202c-4de4-947d-66473cbf5d00 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:05.477669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.734728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.764965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:05.778099 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:subnet and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:05.820213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=817e20fa-da98-4122-b4ca-b5aafcb433b6,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:05.834185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Checking segment: {'id': '9a45f6c5-dc37-4664-998e-4bfd04122b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6bb43d94-837d-44b9-9c8e-865f660d464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:05.834728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network hostable DHCP agents. Network: 6bb43d94-837d-44b9-9c8e-865f660d464c, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:05.848691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ef0c9abf-6a82-43b3-8026-11f5cffe7cdb None None] Provisioning for port a9b96f6a-cdcc-4b92-a3e0-134dce19913d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:05.862196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network 6bb43d94-837d-44b9-9c8e-865f660d464c is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:05.874865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 6bb43d94-837d-44b9-9c8e-865f660d464c) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:05.879485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:05.880104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.905828 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2fb78361-8ac9-4890-a5bc-deea9cb263df tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6806970 Mar 16 10:58:05.908468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd7583-c99e-4361-bfc1-c6829ad685e8 None None] Network 6bb43d94-837d-44b9-9c8e-865f660d464c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:05.908925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36100) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.914976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': '6bb43d94-837d-44b9-9c8e-865f660d464c', 'name': 'tempest-PortsIpV6TestJSON-153395468', 'fixed_ips': [{'subnet_id': '817e20fa-da98-4122-b4ca-b5aafcb433b6', 'ip_address': '2001:db8::10'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:05.968278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:05.988842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:06.090325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Made reservation on behalf of 91df6f25f10f4c7e88d0ba423e30cba5 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:06.094006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.097827 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port a9b96f6a-cdcc-4b92-a3e0-134dce19913d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:06.151770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port a9b96f6a-cdcc-4b92-a3e0-134dce19913d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:06.152227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.177623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Allocated IP 2001:db8::2 (031586e3-0b97-4a6f-a44b-5582b6801a60/bbbbf96c-5393-4b39-ac7c-ce4eb5283f65/f652855a-b0cd-4bd2-937b-8daea59dd061) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:06.180358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:06.185743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:port and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:06.188800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:06.194623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:06.208851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:06.246708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.340539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.374431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port c3ca1e42-e2c6-411c-a73e-d7c14d79bea8 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:06.488798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-094340b8-b448-4589-af85-2ca30ceae0d7', 'network_id': '094340b8-b448-4589-af85-2ca30ceae0d7', 'tenant_id': '76d76c2210e04bc1a9677f487d18dcd4', 'fixed_ips': [{'subnet_id': '4106a993-d669-4799-9ff2-66533797a3ff'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:06.490140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.589010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8::10 (6bb43d94-837d-44b9-9c8e-865f660d464c/817e20fa-da98-4122-b4ca-b5aafcb433b6/c3ca1e42-e2c6-411c-a73e-d7c14d79bea8) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:06.627414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.655397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-6bb43d94-837d-44b9-9c8e-865f660d464c', 'network_id': '6bb43d94-837d-44b9-9c8e-865f660d464c', 'tenant_id': 'cfdde4b82c5d46acaf7beb946dbd9455', 'fixed_ips': [{'subnet_id': '817e20fa-da98-4122-b4ca-b5aafcb433b6'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:06.656481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.719808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Subnet': ['ID=8ec0d896-15a2-40d6-a886-5ce41065de42,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:06.728177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Checking segment: {'id': '17ff527b-9cbd-4790-8d9d-004937fda01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8a7b2867-202c-4de4-947d-66473cbf5d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:06.728709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network hostable DHCP agents. Network: 8a7b2867-202c-4de4-947d-66473cbf5d00, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:06.750093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 8a7b2867-202c-4de4-947d-66473cbf5d00 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:06.763653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 8a7b2867-202c-4de4-947d-66473cbf5d00) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:06.778055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:06.778937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.805393 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-09029ca7-6c61-4539-806c-3d0f0ab400c7 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4346802 Mar 16 10:58:06.808269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36106) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:06.810393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.816118 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1538078584', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:06.825343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:06.828674 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a8339-4404-4d1b-b1e9-8a415c5c39d0 None None] Network 8a7b2867-202c-4de4-947d-66473cbf5d00 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:06.833858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:router and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:06.839197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:06.855429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:06.880112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.887273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.888085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.902986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.923320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object c3ca1e42-e2c6-411c-a73e-d7c14d79bea8 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:07.076243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port a9b96f6a-cdcc-4b92-a3e0-134dce19913d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=a9b96f6a-cdcc-4b92-a3e0-134dce19913d,segment=NetworkSegment(811c37d5-7ece-497b-8569-3a83c017c013),segment_id=811c37d5-7ece-497b-8569-3a83c017c013)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:07.101109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.104966 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.140728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.212133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8457eb69-3e65-4f9e-8ce5-b6950da24414 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:07.241507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Transition to ACTIVE for port object f652855a-b0cd-4bd2-937b-8daea59dd061 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:07.251792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.254501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Allocated IP 2001:db8::2 (094340b8-b448-4589-af85-2ca30ceae0d7/4106a993-d669-4799-9ff2-66533797a3ff/e72e9b36-4ea3-458f-938b-0326a681517a) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:07.294202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network 6bb43d94-837d-44b9-9c8e-865f660d464c is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:07.297776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 8457eb69-3e65-4f9e-8ce5-b6950da24414 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:07.297776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8457eb69-3e65-4f9e-8ce5-b6950da24414 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:07.304332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:07.310908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:07.316530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:07.317497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.343565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=c3ca1e42-e2c6-411c-a73e-d7c14d79bea8,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:07.377297 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-63c8d917-fb6a-4c68-94de-e946a5200b17 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4671671 Mar 16 10:58:07.379811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36110) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:07.385585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': '6bb43d94-837d-44b9-9c8e-865f660d464c', 'name': 'tempest-PortsIpV6TestJSON-1909421044', 'fixed_ips': [{'subnet_id': '817e20fa-da98-4122-b4ca-b5aafcb433b6', 'ip_address': '2001:db8::f'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:07.474174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Transition to ACTIVE for port object f652855a-b0cd-4bd2-937b-8daea59dd061 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:07.531746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.593685 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9301d254-3748-4711-ae0f-d25153ebcb3e None None] Provisioning complete for port a9b96f6a-cdcc-4b92-a3e0-134dce19913d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:07.594099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9301d254-3748-4711-ae0f-d25153ebcb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.612407 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:07.616814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:port and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:07.617317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=a9b96f6a-cdcc-4b92-a3e0-134dce19913d,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:07.621568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:07.624692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Allocated IP 2001:db8::1 (031586e3-0b97-4a6f-a44b-5582b6801a60/bbbbf96c-5393-4b39-ac7c-ce4eb5283f65/dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:07.628209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Allocated IP 2001:db8::2 (6bb43d94-837d-44b9-9c8e-865f660d464c/817e20fa-da98-4122-b4ca-b5aafcb433b6/b2afba55-d4ac-46c9-a857-ad641566f381) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:07.631777 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:07.676564 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.676961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.677304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.677653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.677966 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.678352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.678677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.679002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.679338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.679639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.679973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.680337 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:07.703954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:07.717522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.747867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.796246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Network 031586e3-0b97-4a6f-a44b-5582b6801a60 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:07.826379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:07.829139 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:07.858275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-8a7b2867-202c-4de4-947d-66473cbf5d00', 'network_id': '8a7b2867-202c-4de4-947d-66473cbf5d00', 'tenant_id': '91df6f25f10f4c7e88d0ba423e30cba5', 'fixed_ips': [{'subnet_id': '8ec0d896-15a2-40d6-a886-5ce41065de42'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:07.859094 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.930884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.941711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.966485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Transition to ACTIVE for port object dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:07.967915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 4105ab34-3efe-44cb-9916-24bcc7622b50 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:07.994371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Pushing event updated for resources: {'Port': ['ID=f652855a-b0cd-4bd2-937b-8daea59dd061,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:08.012379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.26.2.199 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/31f0d38a-95d4-4838-a89d-5f7d6c0ee662) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:08.109315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.170464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.176456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network 031586e3-0b97-4a6f-a44b-5582b6801a60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:08.179454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:08.192024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:08.192478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.209977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.257718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Attempting to bind port f652855a-b0cd-4bd2-937b-8daea59dd061 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:08.258333 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Attempting to bind port f652855a-b0cd-4bd2-937b-8daea59dd061 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'e1ecf337-c4dd-4fe6-acc5-e326e7973098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '031586e3-0b97-4a6f-a44b-5582b6801a60'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:08.258431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Attempting to bind port f652855a-b0cd-4bd2-937b-8daea59dd061 on network 031586e3-0b97-4a6f-a44b-5582b6801a60 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:08.273528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:08.276678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:08.280631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:08.291410 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:08.291846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Checking segment: {'id': 'e1ecf337-c4dd-4fe6-acc5-e326e7973098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '031586e3-0b97-4a6f-a44b-5582b6801a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:08.292170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.292581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Bound using segment: {'id': 'e1ecf337-c4dd-4fe6-acc5-e326e7973098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '031586e3-0b97-4a6f-a44b-5582b6801a60'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:08.293092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Bound port: f652855a-b0cd-4bd2-937b-8daea59dd061, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ecf337-c4dd-4fe6-acc5-e326e7973098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '031586e3-0b97-4a6f-a44b-5582b6801a60'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:08.293439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.302719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.330985 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.333605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=31f0d38a-95d4-4838-a89d-5f7d6c0ee662,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:08.341184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Port': ['ID=dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:08.435312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.453726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Transition to ACTIVE for port object e72e9b36-4ea3-458f-938b-0326a681517a will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:08.537437 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Transition to ACTIVE for port object e72e9b36-4ea3-458f-938b-0326a681517a will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:08.563516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.567291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Allocated IP 172.20.0.2 (8a7b2867-202c-4de4-947d-66473cbf5d00/8ec0d896-15a2-40d6-a886-5ce41065de42/b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:08.577729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.629809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Transition to ACTIVE for port object b2afba55-d4ac-46c9-a857-ad641566f381 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:08.642359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] For port f652855a-b0cd-4bd2-937b-8daea59dd061, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:08.716399 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] For port f652855a-b0cd-4bd2-937b-8daea59dd061, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f652855a-b0cd-4bd2-937b-8daea59dd061,segment=NetworkSegment(e1ecf337-c4dd-4fe6-acc5-e326e7973098),segment_id=e1ecf337-c4dd-4fe6-acc5-e326e7973098)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:08.727731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Network 094340b8-b448-4589-af85-2ca30ceae0d7 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:08.731863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Pushing event updated for resources: {'Port': ['ID=e72e9b36-4ea3-458f-938b-0326a681517a,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:08.736865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.779501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Transition to ACTIVE for port object b2afba55-d4ac-46c9-a857-ad641566f381 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:08.781020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:08.783595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:08.786402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.873325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.910768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8::f (6bb43d94-837d-44b9-9c8e-865f660d464c/817e20fa-da98-4122-b4ca-b5aafcb433b6/4105ab34-3efe-44cb-9916-24bcc7622b50) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:08.932172 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.950936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.951681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.008491 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Network 6bb43d94-837d-44b9-9c8e-865f660d464c is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:09.018359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:09.020806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:09.026294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Attempting to bind port e72e9b36-4ea3-458f-938b-0326a681517a on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:09.026658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Attempting to bind port e72e9b36-4ea3-458f-938b-0326a681517a by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'f9eae54b-3e1c-402d-8e12-bbbdf6042903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '094340b8-b448-4589-af85-2ca30ceae0d7'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:09.027013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Attempting to bind port e72e9b36-4ea3-458f-938b-0326a681517a on network 094340b8-b448-4589-af85-2ca30ceae0d7 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:09.046846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf821f4-8a6b-444a-a132-de1270e39036 None None] Pushing event updated for resources: {'Port': ['ID=f652855a-b0cd-4bd2-937b-8daea59dd061,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.117454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.159191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:09.159552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Checking segment: {'id': 'f9eae54b-3e1c-402d-8e12-bbbdf6042903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '094340b8-b448-4589-af85-2ca30ceae0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:09.159980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.160353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Bound using segment: {'id': 'f9eae54b-3e1c-402d-8e12-bbbdf6042903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '094340b8-b448-4589-af85-2ca30ceae0d7'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:09.160883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Bound port: e72e9b36-4ea3-458f-938b-0326a681517a, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9eae54b-3e1c-402d-8e12-bbbdf6042903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '094340b8-b448-4589-af85-2ca30ceae0d7'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:09.161258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.165001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Port': ['ID=dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.346416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network 031586e3-0b97-4a6f-a44b-5582b6801a60 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:09.350334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:09.425908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Pushing event updated for resources: {'Port': ['ID=b2afba55-d4ac-46c9-a857-ad641566f381,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.440483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.466880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Attempting to bind port b2afba55-d4ac-46c9-a857-ad641566f381 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:09.467248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Attempting to bind port b2afba55-d4ac-46c9-a857-ad641566f381 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '9a45f6c5-dc37-4664-998e-4bfd04122b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6bb43d94-837d-44b9-9c8e-865f660d464c'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:09.467602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Attempting to bind port b2afba55-d4ac-46c9-a857-ad641566f381 on network 6bb43d94-837d-44b9-9c8e-865f660d464c {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:09.480024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router f8119239-bf3c-4b2f-b472-b7be52aece8f is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:09.530377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object 4105ab34-3efe-44cb-9916-24bcc7622b50 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:09.532428 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:09.532834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Checking segment: {'id': '9a45f6c5-dc37-4664-998e-4bfd04122b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6bb43d94-837d-44b9-9c8e-865f660d464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:09.533242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.533848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Bound using segment: {'id': '9a45f6c5-dc37-4664-998e-4bfd04122b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6bb43d94-837d-44b9-9c8e-865f660d464c'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:09.534251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Bound port: b2afba55-d4ac-46c9-a857-ad641566f381, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a45f6c5-dc37-4664-998e-4bfd04122b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6bb43d94-837d-44b9-9c8e-865f660d464c'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:09.534795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.546202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.552869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f652855a-b0cd-4bd2-937b-8daea59dd061 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:09.606711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.661922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Transition to ACTIVE for port object b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:09.667560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Router 493a5de1-d9cf-4777-b20a-5396b125d87c is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:09.689415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network 6bb43d94-837d-44b9-9c8e-865f660d464c is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:09.701205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:09.746447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] For port e72e9b36-4ea3-458f-938b-0326a681517a, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:09.751383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:09.757436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:09.757694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.759030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Transition to ACTIVE for port object b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:09.770933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] For port e72e9b36-4ea3-458f-938b-0326a681517a, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e72e9b36-4ea3-458f-938b-0326a681517a,segment=NetworkSegment(f9eae54b-3e1c-402d-8e12-bbbdf6042903),segment_id=f9eae54b-3e1c-402d-8e12-bbbdf6042903)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:09.778600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.787622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=4105ab34-3efe-44cb-9916-24bcc7622b50,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.811670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.832263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:09.835175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] For port b2afba55-d4ac-46c9-a857-ad641566f381, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:09.848818 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbae7c3-211a-4e0c-90c4-abadbd7ddbe2 None None] Sync routers for ids ['f8119239-bf3c-4b2f-b472-b7be52aece8f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:09.859014 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbae7c3-211a-4e0c-90c4-abadbd7ddbe2 None None] Routers {'f8119239-bf3c-4b2f-b472-b7be52aece8f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:09.859224 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6dbae7c3-211a-4e0c-90c4-abadbd7ddbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f8119239-bf3c-4b2f-b472-b7be52aece8f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:09.867606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.872545 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-eeb4e4c5-42aa-4796-a02e-8690df6a6d91 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4889991 Mar 16 10:58:09.872721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36114) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.873135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36116) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.873541 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-31aff7a9-3b5a-4202-96c5-f9892167abec tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0602806 Mar 16 10:58:09.890098 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Pushing event updated for resources: {'Port': ['ID=b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.899441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Network 8a7b2867-202c-4de4-947d-66473cbf5d00 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:09.900365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port f652855a-b0cd-4bd2-937b-8daea59dd061 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:09.933250 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6dbae7c3-211a-4e0c-90c4-abadbd7ddbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:09.949265 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbae7c3-211a-4e0c-90c4-abadbd7ddbe2 None None] Routers {'f8119239-bf3c-4b2f-b472-b7be52aece8f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:09.950241 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6dbae7c3-211a-4e0c-90c4-abadbd7ddbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f8119239-bf3c-4b2f-b472-b7be52aece8f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:09.951427 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a9b96f6a-cdcc-4b92-a3e0-134dce19913d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:09.980702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:09.985129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:09.998991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] For port b2afba55-d4ac-46c9-a857-ad641566f381, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b2afba55-d4ac-46c9-a857-ad641566f381,segment=NetworkSegment(9a45f6c5-dc37-4664-998e-4bfd04122b0a),segment_id=9a45f6c5-dc37-4664-998e-4bfd04122b0a)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:10.048535 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6dbae7c3-211a-4e0c-90c4-abadbd7ddbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.049232 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbae7c3-211a-4e0c-90c4-abadbd7ddbe2 None None] The sync data for ids ['f8119239-bf3c-4b2f-b472-b7be52aece8f'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:10.058266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.194102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947ff09-b5cf-42f2-96c1-e4924099df56 None None] Pushing event updated for resources: {'Port': ['ID=e72e9b36-4ea3-458f-938b-0326a681517a,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:10.234859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:10.243122 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e64245c2-2ff6-4d1e-b715-db95da95a519 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "PUT /v2.0/routers/493a5de1-d9cf-4777-b20a-5396b125d87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8294134 Mar 16 10:58:10.246834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36122) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.265450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Attempting to bind port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:10.265945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Attempting to bind port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '17ff527b-9cbd-4790-8d9d-004937fda01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8a7b2867-202c-4de4-947d-66473cbf5d00'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:10.266296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Attempting to bind port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 on network 8a7b2867-202c-4de4-947d-66473cbf5d00 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:10.278363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2c9bb-7c56-4cd5-8869-9a6b4c26b6fc None None] Sync routers for ids ['493a5de1-d9cf-4777-b20a-5396b125d87c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:10.319274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:10.319677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Checking segment: {'id': '17ff527b-9cbd-4790-8d9d-004937fda01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8a7b2867-202c-4de4-947d-66473cbf5d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:10.320172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.320567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Bound using segment: {'id': '17ff527b-9cbd-4790-8d9d-004937fda01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8a7b2867-202c-4de4-947d-66473cbf5d00'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:10.321066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Bound port: b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ff527b-9cbd-4790-8d9d-004937fda01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8a7b2867-202c-4de4-947d-66473cbf5d00'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:10.321433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.356827 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port a9b96f6a-cdcc-4b92-a3e0-134dce19913d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:10.357125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.449453 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a3c5a-69ab-438d-a9ba-cb0b0daee2cc None None] Pushing event updated for resources: {'Port': ['ID=b2afba55-d4ac-46c9-a857-ad641566f381,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:10.452373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2c9bb-7c56-4cd5-8869-9a6b4c26b6fc None None] Routers {'493a5de1-d9cf-4777-b20a-5396b125d87c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:10.453216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-00f2c9bb-7c56-4cd5-8869-9a6b4c26b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['493a5de1-d9cf-4777-b20a-5396b125d87c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.525947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574df694-e70e-45de-b797-ab0486a53dfa tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:10.527284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-574df694-e70e-45de-b797-ab0486a53dfa tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:10.592613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-574df694-e70e-45de-b797-ab0486a53dfa tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:10.596128 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-574df694-e70e-45de-b797-ab0486a53dfa tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7195804 Mar 16 10:58:10.604401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36128) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.643252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62195c86-c556-4326-b0a1-7e553be3bb88 None None] Network 031586e3-0b97-4a6f-a44b-5582b6801a60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:10.832588 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-00f2c9bb-7c56-4cd5-8869-9a6b4c26b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.899768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2c9bb-7c56-4cd5-8869-9a6b4c26b6fc None None] Routers {'493a5de1-d9cf-4777-b20a-5396b125d87c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:10.900410 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-00f2c9bb-7c56-4cd5-8869-9a6b4c26b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['493a5de1-d9cf-4777-b20a-5396b125d87c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.914398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff7ea2-6348-47cd-a396-045081543654 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:10.921034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff7ea2-6348-47cd-a396-045081543654 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:10.927051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff7ea2-6348-47cd-a396-045081543654 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:10.928881 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0cff7ea2-6348-47cd-a396-045081543654 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3259139 Mar 16 10:58:10.931808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36132) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.982564 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-de3b4d96-687f-4152-b39b-1bf631640b0c None None] Provisioning for port f652855a-b0cd-4bd2-937b-8daea59dd061 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:10.994007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-00f2c9bb-7c56-4cd5-8869-9a6b4c26b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.994415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2c9bb-7c56-4cd5-8869-9a6b4c26b6fc None None] The sync data for ids ['493a5de1-d9cf-4777-b20a-5396b125d87c'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:11.027059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-de3b4d96-687f-4152-b39b-1bf631640b0c None None] Provisioning complete for port f652855a-b0cd-4bd2-937b-8daea59dd061 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:11.027434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-de3b4d96-687f-4152-b39b-1bf631640b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.101886 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] For port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:11.116944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] For port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6,segment=NetworkSegment(17ff527b-9cbd-4790-8d9d-004937fda01b),segment_id=17ff527b-9cbd-4790-8d9d-004937fda01b)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:11.126754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.145521 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-bdf38104-0f6b-4777-b3c4-018725557748 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:11.150027 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bdf38104-0f6b-4777-b3c4-018725557748 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "PUT /v2.0/routers/493a5de1-d9cf-4777-b20a-5396b125d87c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9023533 Mar 16 10:58:11.150623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36136) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:11.215597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-84c58140-4891-40da-b43b-6b9792f7fc49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 4105ab34-3efe-44cb-9916-24bcc7622b50 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:11.215963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-84c58140-4891-40da-b43b-6b9792f7fc49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.291398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-de3b4d96-687f-4152-b39b-1bf631640b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.301387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38539e21-ae98-419a-b619-bf725035ee57 None None] Pushing event updated for resources: {'Port': ['ID=b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:11.331316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-de3b4d96-687f-4152-b39b-1bf631640b0c None None] For port f652855a-b0cd-4bd2-937b-8daea59dd061, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f652855a-b0cd-4bd2-937b-8daea59dd061,segment=NetworkSegment(e1ecf337-c4dd-4fe6-acc5-e326e7973098),segment_id=e1ecf337-c4dd-4fe6-acc5-e326e7973098)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:11.340693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-de3b4d96-687f-4152-b39b-1bf631640b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.393872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b36256-975a-489c-b182-9a863a770797 None None] Network 094340b8-b448-4589-af85-2ca30ceae0d7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:11.664263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.702624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b2afba55-d4ac-46c9-a857-ad641566f381 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:11.935559 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-491643f0-fd69-4948-817d-f8ee22d4ca1e None None] Provisioning for port e72e9b36-4ea3-458f-938b-0326a681517a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:11.975288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b4d96-687f-4152-b39b-1bf631640b0c None None] Pushing event updated for resources: {'Port': ['ID=f652855a-b0cd-4bd2-937b-8daea59dd061,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:12.043829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4172c32d-4a43-42a6-86c3-8bc70606556e None None] Network 6bb43d94-837d-44b9-9c8e-865f660d464c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:12.080609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-84c58140-4891-40da-b43b-6b9792f7fc49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.129037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.160492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port b2afba55-d4ac-46c9-a857-ad641566f381 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:12.196913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e72e9b36-4ea3-458f-938b-0326a681517a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:12.279247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Provisioning complete for port f652855a-b0cd-4bd2-937b-8daea59dd061 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:12.279614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.511515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-84c58140-4891-40da-b43b-6b9792f7fc49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 4105ab34-3efe-44cb-9916-24bcc7622b50 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:12.556634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting port dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:12.565147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.584332 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port e72e9b36-4ea3-458f-938b-0326a681517a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:12.592540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e72e9b36-4ea3-458f-938b-0326a681517a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:12.592986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.626004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Provisioning for port b2afba55-d4ac-46c9-a857-ad641566f381 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:12.638886 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Provisioning complete for port b2afba55-d4ac-46c9-a857-ad641566f381 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:12.640285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.825678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-84c58140-4891-40da-b43b-6b9792f7fc49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.835485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.897444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.20.0.1 (8a7b2867-202c-4de4-947d-66473cbf5d00/8ec0d896-15a2-40d6-a886-5ce41065de42/d5418431-7f75-4dec-a8c0-f76f7c3fdb64) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:12.942776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.949745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c58140-4891-40da-b43b-6b9792f7fc49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=4105ab34-3efe-44cb-9916-24bcc7622b50,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:12.966740 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c116e16e-0dbb-4dd8-a9d3-0465ea2ebb14 None None] Network 8a7b2867-202c-4de4-947d-66473cbf5d00 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:12.972833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-84c58140-4891-40da-b43b-6b9792f7fc49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.014139 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-84c58140-4891-40da-b43b-6b9792f7fc49 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/4105ab34-3efe-44cb-9916-24bcc7622b50 HTTP/1.1" status: 204 len: 168 time: 2.0811808 Mar 16 10:58:13.028341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36142) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:13.030109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.040638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Calling delete_port for dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:13.113143 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56a4ada-6999-4ed4-8373-657dfbafb32a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:58:13.113778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e56a4ada-6999-4ed4-8373-657dfbafb32a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:13.147226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port e72e9b36-4ea3-458f-938b-0326a681517a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e72e9b36-4ea3-458f-938b-0326a681517a,segment=NetworkSegment(f9eae54b-3e1c-402d-8e12-bbbdf6042903),segment_id=f9eae54b-3e1c-402d-8e12-bbbdf6042903)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:13.153775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e56a4ada-6999-4ed4-8373-657dfbafb32a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:13.155085 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e56a4ada-6999-4ed4-8373-657dfbafb32a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/4105ab34-3efe-44cb-9916-24bcc7622b50 HTTP/1.1" status: 404 len: 333 time: 0.1237750 Mar 16 10:58:13.158486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36146) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:13.163996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] For port b2afba55-d4ac-46c9-a857-ad641566f381, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b2afba55-d4ac-46c9-a857-ad641566f381,segment=NetworkSegment(9a45f6c5-dc37-4664-998e-4bfd04122b0a),segment_id=9a45f6c5-dc37-4664-998e-4bfd04122b0a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:13.166224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.179922 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.197005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Transition to ACTIVE for port object d5418431-7f75-4dec-a8c0-f76f7c3fdb64 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:13.216287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.224583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.251758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Provisioning for port dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:13.287399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 8a7b2867-202c-4de4-947d-66473cbf5d00 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:13.299491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:13.304641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:13.311206 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Provisioning complete for port dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:13.311721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.373621 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=d5418431-7f75-4dec-a8c0-f76f7c3fdb64,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:13.376560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Port dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:13.389571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=e72e9b36-4ea3-458f-938b-0326a681517a,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:13.393707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.407014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-63de31a0-8139-4b94-a0c8-9e706bf12bf0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port c3ca1e42-e2c6-411c-a73e-d7c14d79bea8 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:13.407362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63de31a0-8139-4b94-a0c8-9e706bf12bf0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.568413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Provisioning for port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:13.574036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c5632-6d07-41a7-901d-543ae97fe095 None None] Pushing event updated for resources: {'Port': ['ID=b2afba55-d4ac-46c9-a857-ad641566f381,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:13.603377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Provisioning complete for port b2afba55-d4ac-46c9-a857-ad641566f381 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:13.603743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.646434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.681279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f652855a-b0cd-4bd2-937b-8daea59dd061 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:13.876059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.910761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Could not find standard attr ID for object 4105ab34-3efe-44cb-9916-24bcc7622b50. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:13.912360 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f652855a-b0cd-4bd2-937b-8daea59dd061 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:13.912849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.978042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Provisioning for port c3ca1e42-e2c6-411c-a73e-d7c14d79bea8 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:13.987438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Provisioning complete for port c3ca1e42-e2c6-411c-a73e-d7c14d79bea8 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:13.987909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.122466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Port c3ca1e42-e2c6-411c-a73e-d7c14d79bea8 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:14.137784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:14.211005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Provisioning complete for port e72e9b36-4ea3-458f-938b-0326a681517a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:14.211529 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.237218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.250274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.271886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Port': ['ID=dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:14.299115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63de31a0-8139-4b94-a0c8-9e706bf12bf0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.330560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:14.349272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:14.349526 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:58:14.350011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.379507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.383016 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=d5418431-7f75-4dec-a8c0-f76f7c3fdb64,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:14.434828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b4c4c135-0bfa-46ba-ab45-cd0bc4ceed4b None None] Could not find standard attr ID for object dbc3ebc7-fcc7-4b63-9a80-8a0333816ad6. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:14.497251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.500361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.506945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-63de31a0-8139-4b94-a0c8-9e706bf12bf0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for c3ca1e42-e2c6-411c-a73e-d7c14d79bea8 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:14.535532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6,segment=NetworkSegment(17ff527b-9cbd-4790-8d9d-004937fda01b),segment_id=17ff527b-9cbd-4790-8d9d-004937fda01b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:14.546568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.620019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:14.633067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-61ee9ef4-258c-452c-9021-182041407675 None None] Provisioning for port d5418431-7f75-4dec-a8c0-f76f7c3fdb64 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:14.638314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-61ee9ef4-258c-452c-9021-182041407675 None None] Provisioning complete for port d5418431-7f75-4dec-a8c0-f76f7c3fdb64 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:14.638746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-61ee9ef4-258c-452c-9021-182041407675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.696770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-61ee9ef4-258c-452c-9021-182041407675 None None] Port d5418431-7f75-4dec-a8c0-f76f7c3fdb64 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:14.705785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 8a7b2867-202c-4de4-947d-66473cbf5d00 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:14.706816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:14.712504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-61ee9ef4-258c-452c-9021-182041407675 None None] Provisioning complete for port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:14.713062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-61ee9ef4-258c-452c-9021-182041407675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.858491 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-61ee9ef4-258c-452c-9021-182041407675 None None] Could not find standard attr ID for object 4105ab34-3efe-44cb-9916-24bcc7622b50. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:14.927438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router f8119239-bf3c-4b2f-b472-b7be52aece8f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:14.940346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Router 493a5de1-d9cf-4777-b20a-5396b125d87c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:14.943001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63de31a0-8139-4b94-a0c8-9e706bf12bf0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.978794 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-57bcb2be-8ad1-480a-bbdd-23a852b5e102 None None] Provisioning complete for port d5418431-7f75-4dec-a8c0-f76f7c3fdb64 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:14.979427 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-57bcb2be-8ad1-480a-bbdd-23a852b5e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.993805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de31a0-8139-4b94-a0c8-9e706bf12bf0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=c3ca1e42-e2c6-411c-a73e-d7c14d79bea8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:15.040013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-57bcb2be-8ad1-480a-bbdd-23a852b5e102 None None] Port d5418431-7f75-4dec-a8c0-f76f7c3fdb64 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:15.112606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63de31a0-8139-4b94-a0c8-9e706bf12bf0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.133205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:15.139912 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1bfc0f2d-cf37-4901-a516-79e17198d4d6 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "PUT /v2.0/routers/f8119239-bf3c-4b2f-b472-b7be52aece8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2634175 Mar 16 10:58:15.143624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36150) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.146530 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f417bf7-50c7-4789-b55f-214f2b8f1c07 None None] Sync routers for ids ['f8119239-bf3c-4b2f-b472-b7be52aece8f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:15.149623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'port': {'network_id': '8a7b2867-202c-4de4-947d-66473cbf5d00', 'name': 'tempest-FloatingIPTestJSON-1572727805'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:15.159572 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f417bf7-50c7-4789-b55f-214f2b8f1c07 None None] Routers {'f8119239-bf3c-4b2f-b472-b7be52aece8f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:15.160467 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9f417bf7-50c7-4789-b55f-214f2b8f1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f8119239-bf3c-4b2f-b472-b7be52aece8f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.190652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:15.203613 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-69448fed-0ef3-441d-bf4a-2def3f790cfb tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "PUT /v2.0/routers/493a5de1-d9cf-4777-b20a-5396b125d87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0449085 Mar 16 10:58:15.203613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36154) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.207166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b508ace-8589-4a3b-9df5-49d6651e5482 None None] Sync routers for ids ['493a5de1-d9cf-4777-b20a-5396b125d87c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:15.218849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b508ace-8589-4a3b-9df5-49d6651e5482 None None] Routers {'493a5de1-d9cf-4777-b20a-5396b125d87c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:15.219755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5b508ace-8589-4a3b-9df5-49d6651e5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['493a5de1-d9cf-4777-b20a-5396b125d87c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.235812 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9f417bf7-50c7-4789-b55f-214f2b8f1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.245171 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f417bf7-50c7-4789-b55f-214f2b8f1c07 None None] Routers {'f8119239-bf3c-4b2f-b472-b7be52aece8f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:15.245898 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9f417bf7-50c7-4789-b55f-214f2b8f1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f8119239-bf3c-4b2f-b472-b7be52aece8f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.269715 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-63de31a0-8139-4b94-a0c8-9e706bf12bf0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/c3ca1e42-e2c6-411c-a73e-d7c14d79bea8 HTTP/1.1" status: 204 len: 168 time: 2.1101577 Mar 16 10:58:15.282220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36158) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.285558 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-28e3e917-927a-4290-bb98-ccc97cb1a6ff tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] delete failed (client error): The resource could not be found. Mar 16 10:58:15.287110 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-28e3e917-927a-4290-bb98-ccc97cb1a6ff tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-816816840 HTTP/1.1" status: 404 len: 334 time: 0.0823073 Mar 16 10:58:15.293401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5b508ace-8589-4a3b-9df5-49d6651e5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.294014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36162) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.298039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:15.302863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-21d0a4c1-3790-4655-835b-fbe36aead416 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'router': {'external_gateway_info': {'network_id': '493a5de1-d9cf-4777-b20a-5396b125d87c'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:15.307817 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b508ace-8589-4a3b-9df5-49d6651e5482 None None] Routers {'493a5de1-d9cf-4777-b20a-5396b125d87c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:15.308642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5b508ace-8589-4a3b-9df5-49d6651e5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['493a5de1-d9cf-4777-b20a-5396b125d87c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.317946 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9f417bf7-50c7-4789-b55f-214f2b8f1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.318491 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f417bf7-50c7-4789-b55f-214f2b8f1c07 None None] The sync data for ids ['f8119239-bf3c-4b2f-b472-b7be52aece8f'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:15.338009 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5765455-3ddb-44b8-bbab-66a5a55f616e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:58:15.339031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e5765455-3ddb-44b8-bbab-66a5a55f616e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:15.360822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e5765455-3ddb-44b8-bbab-66a5a55f616e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:15.366012 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e5765455-3ddb-44b8-bbab-66a5a55f616e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/c3ca1e42-e2c6-411c-a73e-d7c14d79bea8 HTTP/1.1" status: 404 len: 333 time: 0.0799341 Mar 16 10:58:15.366301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36166) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.378536 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Usage tracker for resource:port and tenant:91df6f25f10f4c7e88d0ba423e30cba5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:15.382361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5b508ace-8589-4a3b-9df5-49d6651e5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:15.383037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b508ace-8589-4a3b-9df5-49d6651e5482 None None] The sync data for ids ['493a5de1-d9cf-4777-b20a-5396b125d87c'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:15.384273 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:15.437112 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b2afba55-d4ac-46c9-a857-ad641566f381 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:15.442527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:15.445191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9776b7-e527-4c1b-a306-476dbdeb6b47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet 817e20fa-da98-4122-b4ca-b5aafcb433b6 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:15.448229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a9776b7-e527-4c1b-a306-476dbdeb6b47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.507715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port b2afba55-d4ac-46c9-a857-ad641566f381 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:15.508003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.526389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Made reservation on behalf of 91df6f25f10f4c7e88d0ba423e30cba5 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:15.529963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.614590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] device_id is not set on port 1b5eb506-8e3f-4f6b-84a2-89b6bd07d918 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:15.635946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a9776b7-e527-4c1b-a306-476dbdeb6b47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.640170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e72e9b36-4ea3-458f-938b-0326a681517a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:15.713316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e72e9b36-4ea3-458f-938b-0326a681517a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:15.714356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.727149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a9776b7-e527-4c1b-a306-476dbdeb6b47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.794543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-21d0a4c1-3790-4655-835b-fbe36aead416 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.805088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a9776b7-e527-4c1b-a306-476dbdeb6b47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.830731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:15.852924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a9776b7-e527-4c1b-a306-476dbdeb6b47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.863371 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8a9776b7-e527-4c1b-a306-476dbdeb6b47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/817e20fa-da98-4122-b4ca-b5aafcb433b6 HTTP/1.1" status: 204 len: 168 time: 0.4940505 Mar 16 10:58:15.864358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9776b7-e527-4c1b-a306-476dbdeb6b47 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=817e20fa-da98-4122-b4ca-b5aafcb433b6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:15.865672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36170) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.868607 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-21d0a4c1-3790-4655-835b-fbe36aead416 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] update failed (client error): The resource could not be found. Mar 16 10:58:15.869603 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-21d0a4c1-3790-4655-835b-fbe36aead416 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "PUT /v2.0/routers/493a5de1-d9cf-4777-b20a-5396b125d87c HTTP/1.1" status: 404 len: 339 time: 0.5736117 Mar 16 10:58:15.873454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36174) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.874264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff950d-885b-4d47-bf88-b183f3fe6141 None None] Network 6bb43d94-837d-44b9-9c8e-865f660d464c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:15.879591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-973276166'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:15.885019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:15.889358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Usage tracker for resource:network and tenant:76d76c2210e04bc1a9677f487d18dcd4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:15.892359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:15.898658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:15.910744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Made reservation on behalf of 76d76c2210e04bc1a9677f487d18dcd4 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:15.914796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.942535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:15.951937 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.952420 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Added segment e2fb336d-5dce-48b4-8c14-653baa1f532c of type vlan for network b18798cc-929f-45ab-b9da-947a274bd450 Mar 16 10:58:15.980726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.000867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Allocated IP 172.20.0.3 (8a7b2867-202c-4de4-947d-66473cbf5d00/8ec0d896-15a2-40d6-a886-5ce41065de42/1b5eb506-8e3f-4f6b-84a2-89b6bd07d918) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:16.017203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.018204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.027993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:16.029568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.050998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port b2afba55-d4ac-46c9-a857-ad641566f381 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:16.050998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.074685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1971557 Mar 16 10:58:16.086230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36178) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:16.098361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'subnet': {'network_id': 'b18798cc-929f-45ab-b9da-947a274bd450', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:16.099682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:16.100171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.245028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a750aa-6e50-4237-bfe4-ec4e9b3995b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Network': ['ID=b18798cc-929f-45ab-b9da-947a274bd450,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:16.260665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b18798cc-929f-45ab-b9da-947a274bd450 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:16.281005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:16.286028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Usage tracker for resource:subnet and tenant:76d76c2210e04bc1a9677f487d18dcd4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:16.289129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:16.292780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] DHCP port deletion for 6bb43d94-837d-44b9-9c8e-865f660d464c request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:16.295299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:16.301854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] Deleting port b2afba55-d4ac-46c9-a857-ad641566f381 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:16.302316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.306401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Made reservation on behalf of 76d76c2210e04bc1a9677f487d18dcd4 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:16.310038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.532478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] For port b2afba55-d4ac-46c9-a857-ad641566f381, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b2afba55-d4ac-46c9-a857-ad641566f381,segment=NetworkSegment(9a45f6c5-dc37-4664-998e-4bfd04122b0a),segment_id=9a45f6c5-dc37-4664-998e-4bfd04122b0a)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:16.533176 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.550666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.550928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.570270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] For port b2afba55-d4ac-46c9-a857-ad641566f381, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b2afba55-d4ac-46c9-a857-ad641566f381,segment=NetworkSegment(9a45f6c5-dc37-4664-998e-4bfd04122b0a),segment_id=9a45f6c5-dc37-4664-998e-4bfd04122b0a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:16.570572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.646805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Subnet': ['ID=b84b3c4c-2d16-40ef-be97-8a55770674ef,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:16.657152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Checking segment: {'id': 'e2fb336d-5dce-48b4-8c14-653baa1f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b18798cc-929f-45ab-b9da-947a274bd450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:16.657601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network hostable DHCP agents. Network: b18798cc-929f-45ab-b9da-947a274bd450, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:16.673632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for b2afba55-d4ac-46c9-a857-ad641566f381 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:16.678155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network b18798cc-929f-45ab-b9da-947a274bd450 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:16.688813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b18798cc-929f-45ab-b9da-947a274bd450) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:16.693076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:16.693726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.705869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] Calling delete_port for b2afba55-d4ac-46c9-a857-ad641566f381 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:16.713751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Transition to ACTIVE for port object 1b5eb506-8e3f-4f6b-84a2-89b6bd07d918 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:16.721068 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-33de73c8-a06c-4e21-bc3c-9e37b81e4625 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6353519 Mar 16 10:58:16.721820 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36182) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:16.735213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d9c2d7-e3c9-478c-a534-9e9c80b7fc07 None None] Network b18798cc-929f-45ab-b9da-947a274bd450 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:16.737090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c6f040be-7dcf-47b2-8413-c56157a440de tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b18798cc-929f-45ab-b9da-947a274bd450'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:16.888656 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 16 10:58:16.888656 dv-neutron-833860-1-hyperv neutron-server[87876]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Mar 16 10:58:16.888656 dv-neutron-833860-1-hyperv neutron-server[87876]: [parameters: {'port_id': 'b2afba55-d4ac-46c9-a857-ad641566f381', 'host': 'dv-neutron-833860-1-hyperv', 'level': 0}] Mar 16 10:58:16.888656 dv-neutron-833860-1-hyperv neutron-server[87876]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:16.889408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:16.957269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.010404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-b18798cc-929f-45ab-b9da-947a274bd450', 'network_id': 'b18798cc-929f-45ab-b9da-947a274bd450', 'tenant_id': '76d76c2210e04bc1a9677f487d18dcd4', 'fixed_ips': [{'subnet_id': 'b84b3c4c-2d16-40ef-be97-8a55770674ef'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:17.011451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.068218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.126031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No DVR routers for this DVR port b2afba55-d4ac-46c9-a857-ad641566f381 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:17.127679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=b2afba55-d4ac-46c9-a857-ad641566f381,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:17.177956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Allocated IP 2001:db8:1::2 (b18798cc-929f-45ab-b9da-947a274bd450/b84b3c4c-2d16-40ef-be97-8a55770674ef/57b74c3b-b44a-4c60-88a1-7f311c25d5f9) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:17.313765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c6f040be-7dcf-47b2-8413-c56157a440de tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.335123 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Network 8a7b2867-202c-4de4-947d-66473cbf5d00 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:17.390368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] Deleting port b2afba55-d4ac-46c9-a857-ad641566f381 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:17.390813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.419177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b2afba55-d4ac-46c9-a857-ad641566f381 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:17.498652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: b2afba55-d4ac-46c9-a857-ad641566f381 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:17.498902 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b2afba55-d4ac-46c9-a857-ad641566f381 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:17.511912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a09a81fe-de00-4011-b125-ea7ecc1d0c86 None None] The port 'b2afba55-d4ac-46c9-a857-ad641566f381' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:17.513111 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.518556 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:17.529606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Transition to ACTIVE for port object 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:17.546194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:17.550541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Transition to ACTIVE for port object 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:17.558552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.571520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event updated for resources: {'Port': ['ID=1b5eb506-8e3f-4f6b-84a2-89b6bd07d918,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:17.578127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.640166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb43d94-837d-44b9-9c8e-865f660d464c']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:17.659405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:17.660050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.674888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a45f6c5-dc37-4664-998e-4bfd04122b0a') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:17.675222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a45f6c5-dc37-4664-998e-4bfd04122b0a') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:17.692613 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Network b18798cc-929f-45ab-b9da-947a274bd450 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:17.697372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:17.699934 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.700758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Pushing event updated for resources: {'Port': ['ID=57b74c3b-b44a-4c60-88a1-7f311c25d5f9,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:17.703183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:17.772011 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e3de62a4-74e0-4995-83cb-84d220908146 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6241083 Mar 16 10:58:17.772011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.774569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36186) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:17.789882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Request body: {'floatingip': {'port_id': '1b5eb506-8e3f-4f6b-84a2-89b6bd07d918'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:17.844312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:17.844708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.864772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c1b578dd-7f47-4aab-9dce-be067ec98ad9 None None] Provisioning for port 1b5eb506-8e3f-4f6b-84a2-89b6bd07d918 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:17.865647 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:17.877354 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c1b578dd-7f47-4aab-9dce-be067ec98ad9 None None] Provisioning complete for port 1b5eb506-8e3f-4f6b-84a2-89b6bd07d918 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:17.877744 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c1b578dd-7f47-4aab-9dce-be067ec98ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.905382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Attempting to bind port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:17.905630 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Attempting to bind port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'e2fb336d-5dce-48b4-8c14-653baa1f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b18798cc-929f-45ab-b9da-947a274bd450'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:17.905827 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Attempting to bind port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 on network b18798cc-929f-45ab-b9da-947a274bd450 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:17.922679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:17.923074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Checking segment: {'id': 'e2fb336d-5dce-48b4-8c14-653baa1f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b18798cc-929f-45ab-b9da-947a274bd450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:17.923463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.923857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Bound using segment: {'id': 'e2fb336d-5dce-48b4-8c14-653baa1f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b18798cc-929f-45ab-b9da-947a274bd450'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:17.924312 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Bound port: 57b74c3b-b44a-4c60-88a1-7f311c25d5f9, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fb336d-5dce-48b4-8c14-653baa1f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b18798cc-929f-45ab-b9da-947a274bd450'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:17.924683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.955305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c1b578dd-7f47-4aab-9dce-be067ec98ad9 None None] Port 1b5eb506-8e3f-4f6b-84a2-89b6bd07d918 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:17.981979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.990270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.055967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.081428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Network': ['ID=6bb43d94-837d-44b9-9c8e-865f660d464c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:18.091179 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5c01dee6-5090-4b33-981a-c57a4b84be8b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/networks/6bb43d94-837d-44b9-9c8e-865f660d464c HTTP/1.1" status: 204 len: 168 time: 2.2245047 Mar 16 10:58:18.095407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36190) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:18.101677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1370589970'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:18.106925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:18.108414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] For port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:18.111569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:network and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:18.112712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] For port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=57b74c3b-b44a-4c60-88a1-7f311c25d5f9,segment=NetworkSegment(e2fb336d-5dce-48b4-8c14-653baa1f532c),segment_id=e2fb336d-5dce-48b4-8c14-653baa1f532c)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:18.114866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:18.120060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.124107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:18.135964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:18.139847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.166170 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-c6f040be-7dcf-47b2-8413-c56157a440de tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:18.167283 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c6f040be-7dcf-47b2-8413-c56157a440de tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "PUT /v2.0/routers/493a5de1-d9cf-4777-b20a-5396b125d87c HTTP/1.1" status: 400 len: 364 time: 1.4433303 Mar 16 10:58:18.171443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36194) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:18.171675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:18.182631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.182956 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Added segment 2890f584-8699-4276-b976-107761228645 of type vlan for network baff96df-2e6c-4534-b9f3-2cab3a0077c5 Mar 16 10:58:18.215849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.245935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a94365-4882-4e12-9305-30c6f7fb1395 None None] Pushing event updated for resources: {'Port': ['ID=57b74c3b-b44a-4c60-88a1-7f311c25d5f9,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:18.263723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.269139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:18.269711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.367664 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2711132 Mar 16 10:58:18.374062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36198) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:18.382262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': 'baff96df-2e6c-4534-b9f3-2cab3a0077c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:18.401852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f606f1-2a82-47ce-b444-f8d6d6c626ad tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Network': ['ID=baff96df-2e6c-4534-b9f3-2cab3a0077c5,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:18.446053 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network baff96df-2e6c-4534-b9f3-2cab3a0077c5 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:18.527248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:18.533206 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:18.536178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:18.542794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:18.555522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:18.559985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.827126 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-1a618449-cc74-4556-a28c-16d74cd6e25a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1515088 Mar 16 10:58:18.924726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.026896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=597e84f3-1706-4e40-851d-0e59648cce09,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:19.032097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-eef61f4c-82a5-45b4-a986-58716c256e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:19.033316 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-eef61f4c-82a5-45b4-a986-58716c256e28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 1098 time: 0.1844995 Mar 16 10:58:19.042062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Checking segment: {'id': '2890f584-8699-4276-b976-107761228645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'baff96df-2e6c-4534-b9f3-2cab3a0077c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:19.042514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network hostable DHCP agents. Network: baff96df-2e6c-4534-b9f3-2cab3a0077c5, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:19.052492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.212342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36204) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.262734 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network baff96df-2e6c-4534-b9f3-2cab3a0077c5 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:19.288725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, baff96df-2e6c-4534-b9f3-2cab3a0077c5) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:19.293207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:19.295192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.299893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f02eb-6aa5-4d47-b80f-4d448fe222cb None None] Network baff96df-2e6c-4534-b9f3-2cab3a0077c5 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:19.334204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-39b40ce6-2b2e-48c2-b244-32caa18d89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:19.336246 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-39b40ce6-2b2e-48c2-b244-32caa18d89fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee HTTP/1.1" status: 200 len: 897 time: 0.2771652 Mar 16 10:58:19.341237 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-07bf0100-e0c3-40f6-8eed-3b9822ffd66c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9666195 Mar 16 10:58:19.342372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36208) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.410356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1916859958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:19.411224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b93a7-e1d2-4c96-9626-9c36f2898bdd None None] Network b18798cc-929f-45ab-b9da-947a274bd450 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:19.417380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:19.421315 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:router and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:19.424662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:19.432349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:19.485139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.486460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.523064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.531289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:19.533121 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-3a523b80-8752-4a91-9c1e-8520f67bfe90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 HTTP/1.1" status: 200 len: 1001 time: 0.1878946 Mar 16 10:58:19.603052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-80e7e073-fcd7-48a3-8d9c-b2ecbecbf320 None None] Provisioning for port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:19.621316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.666394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.668787 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-373dde74-6938-4b9b-ad57-6f0763044d6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3242743 Mar 16 10:58:19.672205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36212) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.676977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Deleting port cbb482d3-c869-4874-9cbd-ab2c53878876 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:19.677313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.680770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'network_id': 'baff96df-2e6c-4534-b9f3-2cab3a0077c5', 'name': 'tempest-PortsIpV6TestJSON-724011269'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:19.748199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:19.761547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:19.761906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.777727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-a766de5c-5fd8-4505-8bcf-97800bf3efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:19.779790 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-a766de5c-5fd8-4505-8bcf-97800bf3efd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc6bf648-3a48-4168-b08a-3d4372716954 HTTP/1.1" status: 200 len: 835 time: 0.2335844 Mar 16 10:58:19.874517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-baff96df-2e6c-4534-b9f3-2cab3a0077c5', 'network_id': 'baff96df-2e6c-4534-b9f3-2cab3a0077c5', 'tenant_id': 'cfdde4b82c5d46acaf7beb946dbd9455', 'fixed_ips': [{'subnet_id': '597e84f3-1706-4e40-851d-0e59648cce09'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:19.874963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.881657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:19.897426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Allocated IP 2001:db8::1 (3119e606-0cc3-4025-b6da-3aadc980c514/aab092be-a6ac-4594-8508-167835e37f44/08c7d195-3ba8-4393-8fd3-564e1ba227be) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:19.899593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:19.911239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-44da7fd4-7948-4aa6-a26e-2c1237f717cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:19.913009 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-44da7fd4-7948-4aa6-a26e-2c1237f717cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1195481 Mar 16 10:58:19.918074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:19.921839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.986753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.014420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.044886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:20.062307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.154630 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-594d55ed-0438-4985-a70d-052cbf32d843 service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233081 Mar 16 10:58:20.182811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.183382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.204683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Allocated IP 2001:db8::2 (baff96df-2e6c-4534-b9f3-2cab3a0077c5/597e84f3-1706-4e40-851d-0e59648cce09/25e428b4-81a1-46eb-a38c-2dda39a27284) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:20.212806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=57b74c3b-b44a-4c60-88a1-7f311c25d5f9,segment=NetworkSegment(e2fb336d-5dce-48b4-8c14-653baa1f532c),segment_id=e2fb336d-5dce-48b4-8c14-653baa1f532c)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:20.238981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.313332 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3ee01034-847b-4142-8419-a9e37f2dd4cf req-1fa701b2-84ad-41f1-90aa-47691151699f service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517391 Mar 16 10:58:20.391717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=57b74c3b-b44a-4c60-88a1-7f311c25d5f9,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:20.494705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f6289b74-0dd9-4fd6-9214-99be41290f39 None None] Provisioning complete for port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:20.494959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f6289b74-0dd9-4fd6-9214-99be41290f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.518086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.540305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Transition to ACTIVE for port object 25e428b4-81a1-46eb-a38c-2dda39a27284 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:20.559474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Calling delete_port for cbb482d3-c869-4874-9cbd-ab2c53878876 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:20.571376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Transition to ACTIVE for port object 25e428b4-81a1-46eb-a38c-2dda39a27284 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:20.581131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.659136 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP 21718e92-1cc8-48a2-ba9d-ded7eac26c2f associated. External IP: 172.26.2.127, port: 4db1038a-d76a-4509-853c-4d8e124ca12c. Mar 16 10:58:20.673052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8::2bc (baff96df-2e6c-4534-b9f3-2cab3a0077c5/597e84f3-1706-4e40-851d-0e59648cce09/71c1208b-221b-4f8e-a7d4-7e96aa5f258d) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:20.680159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Network baff96df-2e6c-4534-b9f3-2cab3a0077c5 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:20.690485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:20.696179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:20.707781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Pushing event updated for resources: {'Port': ['ID=25e428b4-81a1-46eb-a38c-2dda39a27284,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:20.721518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.766587 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Transition to ACTIVE for port object 08c7d195-3ba8-4393-8fd3-564e1ba227be will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:20.809635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Attempting to bind port 25e428b4-81a1-46eb-a38c-2dda39a27284 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:20.809984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Attempting to bind port 25e428b4-81a1-46eb-a38c-2dda39a27284 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '2890f584-8699-4276-b976-107761228645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'baff96df-2e6c-4534-b9f3-2cab3a0077c5'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:20.810265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Attempting to bind port 25e428b4-81a1-46eb-a38c-2dda39a27284 on network baff96df-2e6c-4534-b9f3-2cab3a0077c5 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:20.815732 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:20.816101 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Checking segment: {'id': '2890f584-8699-4276-b976-107761228645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'baff96df-2e6c-4534-b9f3-2cab3a0077c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:20.816495 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.816920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Bound using segment: {'id': '2890f584-8699-4276-b976-107761228645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'baff96df-2e6c-4534-b9f3-2cab3a0077c5'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:20.817377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Bound port: 25e428b4-81a1-46eb-a38c-2dda39a27284, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2890f584-8699-4276-b976-107761228645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'baff96df-2e6c-4534-b9f3-2cab3a0077c5'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:20.817749 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.897357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.913490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object 71c1208b-221b-4f8e-a7d4-7e96aa5f258d will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:20.914351 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] For port 25e428b4-81a1-46eb-a38c-2dda39a27284, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:20.917750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] For port 25e428b4-81a1-46eb-a38c-2dda39a27284, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=25e428b4-81a1-46eb-a38c-2dda39a27284,segment=NetworkSegment(2890f584-8699-4276-b976-107761228645),segment_id=2890f584-8699-4276-b976-107761228645)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:20.923701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.939780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.010834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.011841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf8721-33ce-400e-8eda-b97218b1eb8b None None] Pushing event updated for resources: {'Port': ['ID=25e428b4-81a1-46eb-a38c-2dda39a27284,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:21.013785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network baff96df-2e6c-4534-b9f3-2cab3a0077c5 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:21.029907 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:21.036042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:21.041670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:21.042437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.047862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=71c1208b-221b-4f8e-a7d4-7e96aa5f258d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:21.073045 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-78798583-65ca-423e-95b7-15767fbeb8c0 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3971574 Mar 16 10:58:21.073242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36218) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.110203 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network 3119e606-0cc3-4025-b6da-3aadc980c514 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:21.124685 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:21.127195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:21.127912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.181092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.196415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Port': ['ID=08c7d195-3ba8-4393-8fd3-564e1ba227be,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:21.266925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event deleted for resources: {'Port': ['ID=cbb482d3-c869-4874-9cbd-ab2c53878876,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:21.402289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:21.452576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.453091 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Floating IP b1f880aa-4dc6-4812-a0c3-da59bc12ecdb disassociated (deleted). External IP: 172.26.2.112, port: b8b0c1be-fc43-4657-b332-7ced8d0f80d3. Mar 16 10:58:21.563452 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 25e428b4-81a1-46eb-a38c-2dda39a27284 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:21.641917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ae908633-a820-48e2-abeb-7c9685cc659a None None] Provisioning for port 08c7d195-3ba8-4393-8fd3-564e1ba227be completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:21.647497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ae908633-a820-48e2-abeb-7c9685cc659a None None] Provisioning complete for port 08c7d195-3ba8-4393-8fd3-564e1ba227be triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:21.648321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ae908633-a820-48e2-abeb-7c9685cc659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.673636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 25e428b4-81a1-46eb-a38c-2dda39a27284 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:21.684615 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:21.724313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.760541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ae908633-a820-48e2-abeb-7c9685cc659a None None] Port 08c7d195-3ba8-4393-8fd3-564e1ba227be cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:21.778844 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:21.779303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.837219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2a659a19-3cb0-4002-905c-a487700f69f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.880819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.059067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:22.070301 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fdb634-45b3-4f4a-b706-f6b6137985b5 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:22.080653 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fdb634-45b3-4f4a-b706-f6b6137985b5 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:22.081333 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-56fdb634-45b3-4f4a-b706-f6b6137985b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:22.167972 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-56fdb634-45b3-4f4a-b706-f6b6137985b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:22.178734 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fdb634-45b3-4f4a-b706-f6b6137985b5 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:22.179595 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-56fdb634-45b3-4f4a-b706-f6b6137985b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:22.231220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d2ceda-b83d-47af-a0f3-5e5f9c508a87 None None] Network baff96df-2e6c-4534-b9f3-2cab3a0077c5 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:22.253682 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-56fdb634-45b3-4f4a-b706-f6b6137985b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:22.254679 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fdb634-45b3-4f4a-b706-f6b6137985b5 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:22.303331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.309636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.341142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1614da1f-4e09-4740-9f9e-87c7915172c0 None None] Provisioning for port 25e428b4-81a1-46eb-a38c-2dda39a27284 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:22.360471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1614da1f-4e09-4740-9f9e-87c7915172c0 None None] Provisioning complete for port 25e428b4-81a1-46eb-a38c-2dda39a27284 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:22.361023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1614da1f-4e09-4740-9f9e-87c7915172c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.443203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=71c1208b-221b-4f8e-a7d4-7e96aa5f258d,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:22.575087 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1614da1f-4e09-4740-9f9e-87c7915172c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.618484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.625632 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1614da1f-4e09-4740-9f9e-87c7915172c0 None None] For port 25e428b4-81a1-46eb-a38c-2dda39a27284, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=25e428b4-81a1-46eb-a38c-2dda39a27284,segment=NetworkSegment(2890f584-8699-4276-b976-107761228645),segment_id=2890f584-8699-4276-b976-107761228645)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:22.631609 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1614da1f-4e09-4740-9f9e-87c7915172c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.665776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:22.712558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614da1f-4e09-4740-9f9e-87c7915172c0 None None] Pushing event updated for resources: {'Port': ['ID=25e428b4-81a1-46eb-a38c-2dda39a27284,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:22.862177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.978321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ee91c99d-1824-4e64-978a-034362f9bd65 None None] Provisioning for port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:22.983731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ee91c99d-1824-4e64-978a-034362f9bd65 None None] Provisioning complete for port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:22.984163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ee91c99d-1824-4e64-978a-034362f9bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.042934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ee91c99d-1824-4e64-978a-034362f9bd65 None None] Port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:23.059384 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ee91c99d-1824-4e64-978a-034362f9bd65 None None] Provisioning complete for port 25e428b4-81a1-46eb-a38c-2dda39a27284 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:23.059874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ee91c99d-1824-4e64-978a-034362f9bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.210622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.resource_extend [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:58:23.237269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.259614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router f8119239-bf3c-4b2f-b472-b7be52aece8f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:23.260401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.261181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.310741 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:23.320529 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] Sync routers for ids ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:23.331590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] Routers {'37b8ef7e-eed8-4912-9722-19e4c157a3f9'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:23.332292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:23.411373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e2bb7d10-ed8c-43dd-b9c6-abe1c2c87800 None None] Provisioning complete for port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:23.411585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7d10-ed8c-43dd-b9c6-abe1c2c87800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.440882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.446750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 25e428b4-81a1-46eb-a38c-2dda39a27284 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:23.447259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.448111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.530493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event updated for resources: {'Port': ['ID=08c7d195-3ba8-4393-8fd3-564e1ba227be,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:23.538592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.553477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb7d10-ed8c-43dd-b9c6-abe1c2c87800 None None] Port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:23.591741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=71c1208b-221b-4f8e-a7d4-7e96aa5f258d,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:23.646509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network baff96df-2e6c-4534-b9f3-2cab3a0077c5 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:23.647712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:23.669305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 25e428b4-81a1-46eb-a38c-2dda39a27284 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:23.669854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.704494 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bfebfc66-133f-4ab9-8a40-e5b134f5f14a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "DELETE /v2.0/floatingips/b1f880aa-4dc6-4812-a0c3-da59bc12ecdb HTTP/1.1" status: 204 len: 168 time: 4.4880350 Mar 16 10:58:23.727681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:58:23.728995 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] Set router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:23.750813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Network 3119e606-0cc3-4025-b6da-3aadc980c514 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:23.755577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:23.763996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:23.768545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.775520 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c659677-7329-46b7-bc33-392ad0c1d953 None None] Sync routers for ids ['f8119239-bf3c-4b2f-b472-b7be52aece8f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:23.794397 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c659677-7329-46b7-bc33-392ad0c1d953 None None] Routers {'f8119239-bf3c-4b2f-b472-b7be52aece8f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:23.794939 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8c659677-7329-46b7-bc33-392ad0c1d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f8119239-bf3c-4b2f-b472-b7be52aece8f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:23.976349 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8c659677-7329-46b7-bc33-392ad0c1d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:23.991838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Router 64efe962-6589-4adc-a4da-a4c9ceb651d2 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:24.002584 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c659677-7329-46b7-bc33-392ad0c1d953 None None] Routers {'f8119239-bf3c-4b2f-b472-b7be52aece8f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:24.003210 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8c659677-7329-46b7-bc33-392ad0c1d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f8119239-bf3c-4b2f-b472-b7be52aece8f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.161282 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'status': 'completed', 'code': 200} Mar 16 10:58:24.181563 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8c659677-7329-46b7-bc33-392ad0c1d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.182023 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c659677-7329-46b7-bc33-392ad0c1d953 None None] The sync data for ids ['f8119239-bf3c-4b2f-b472-b7be52aece8f'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:24.190458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Router 493a5de1-d9cf-4777-b20a-5396b125d87c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:24.195367 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a5ee73bb-8049-4c76-91f5-a56c50c3caeb tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "PUT /v2.0/floatingips/21718e92-1cc8-48a2-ba9d-ded7eac26c2f HTTP/1.1" status: 200 len: 978 time: 6.4196761 Mar 16 10:58:24.196368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36230) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.258018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:24.297907 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-89ff7d7b-f703-4998-9628-061de10a72e1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "PUT /v2.0/routers/64efe962-6589-4adc-a4da-a4c9ceb651d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2234638 Mar 16 10:58:24.305875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e93732-ca28-4923-95d0-f9e094a02f75 None None] Sync routers for ids ['64efe962-6589-4adc-a4da-a4c9ceb651d2'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:24.306603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36234) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.355695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-87bf6245-61f8-44e2-9b74-6d510dfa5738 None None] Provisioning complete for port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:24.356059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-87bf6245-61f8-44e2-9b74-6d510dfa5738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.386470 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e93732-ca28-4923-95d0-f9e094a02f75 None None] Routers {'64efe962-6589-4adc-a4da-a4c9ceb651d2'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:24.387090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28e93732-ca28-4923-95d0-f9e094a02f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['64efe962-6589-4adc-a4da-a4c9ceb651d2'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.398137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-5adbbe2c-3c5a-4c5b-9b5e-1f5289488918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:24.399705 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-5adbbe2c-3c5a-4c5b-9b5e-1f5289488918 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9d3c0c93ff34337ab7e306575bf823a&device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 1098 time: 0.1437743 Mar 16 10:58:24.410938 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830fd1f3-fd54-488e-815e-2d06c429d54e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:24.411699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-830fd1f3-fd54-488e-815e-2d06c429d54e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:24.455816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port 1b5eb506-8e3f-4f6b-84a2-89b6bd07d918 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:24.456213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.471841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28e93732-ca28-4923-95d0-f9e094a02f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.508295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-830fd1f3-fd54-488e-815e-2d06c429d54e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:24.510537 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-830fd1f3-fd54-488e-815e-2d06c429d54e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports?device_id=64efe962-6589-4adc-a4da-a4c9ceb651d2 HTTP/1.1" status: 200 len: 988 time: 0.2027910 Mar 16 10:58:24.514070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36238) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.534521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-87bf6245-61f8-44e2-9b74-6d510dfa5738 None None] Port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:24.542371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e93732-ca28-4923-95d0-f9e094a02f75 None None] Routers {'64efe962-6589-4adc-a4da-a4c9ceb651d2'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:24.543381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28e93732-ca28-4923-95d0-f9e094a02f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['64efe962-6589-4adc-a4da-a4c9ceb651d2'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.558634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-89a9a585-69c6-4703-92f8-c0ff16afc373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:24.560209 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-89a9a585-69c6-4703-92f8-c0ff16afc373 service neutron] 10.222.0.48 "GET /v2.0/networks?id=36d98ea5-b9db-4272-94db-34e760ed828a HTTP/1.1" status: 200 len: 898 time: 0.1458900 Mar 16 10:58:24.623038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:24.628322 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-912c2867-182f-4408-b36b-35a99e536d98 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "PUT /v2.0/routers/493a5de1-d9cf-4777-b20a-5396b125d87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4561563 Mar 16 10:58:24.635001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-28e93732-ca28-4923-95d0-f9e094a02f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.635496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e93732-ca28-4923-95d0-f9e094a02f75 None None] The sync data for ids ['64efe962-6589-4adc-a4da-a4c9ceb651d2'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:24.639521 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc13c181-d98f-4e94-9938-2d9650aee6ef None None] Sync routers for ids ['493a5de1-d9cf-4777-b20a-5396b125d87c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:24.643399 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4250e3ed-782c-4c9d-bf69-6551a45530ec', 'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'mac_address': 'fa:16:3e:d1:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:39Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'subnets': [{'id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.644569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36242) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.655034 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc13c181-d98f-4e94-9938-2d9650aee6ef None None] Routers {'493a5de1-d9cf-4777-b20a-5396b125d87c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:24.655838 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cc13c181-d98f-4e94-9938-2d9650aee6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['493a5de1-d9cf-4777-b20a-5396b125d87c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.660567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] Checking router: 37b8ef7e-eed8-4912-9722-19e4c157a3f9 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:24.666391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4acc2984-be0f-448f-b56d-e43ebe2fa53e None None] Provisioning complete for port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:24.666877 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4acc2984-be0f-448f-b56d-e43ebe2fa53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.711739 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-3baeba02-bdff-4903-9f8a-e551dbd762fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3 HTTP/1.1" status: 200 len: 217 time: 0.1437702 Mar 16 10:58:24.725116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] Routers {'37b8ef7e-eed8-4912-9722-19e4c157a3f9'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:24.725908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.728696 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cc13c181-d98f-4e94-9938-2d9650aee6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.738101 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc13c181-d98f-4e94-9938-2d9650aee6ef None None] Routers {'493a5de1-d9cf-4777-b20a-5396b125d87c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:24.738961 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cc13c181-d98f-4e94-9938-2d9650aee6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:57:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['493a5de1-d9cf-4777-b20a-5396b125d87c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.779439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-4acc2984-be0f-448f-b56d-e43ebe2fa53e None None] Port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:24.801315 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cc13c181-d98f-4e94-9938-2d9650aee6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:24.802333 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc13c181-d98f-4e94-9938-2d9650aee6ef None None] The sync data for ids ['493a5de1-d9cf-4777-b20a-5396b125d87c'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:24.837144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4acc2984-be0f-448f-b56d-e43ebe2fa53e None None] Provisioning complete for port 08c7d195-3ba8-4393-8fd3-564e1ba227be triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:24.837657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4acc2984-be0f-448f-b56d-e43ebe2fa53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.897658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-4acc2984-be0f-448f-b56d-e43ebe2fa53e None None] Port 08c7d195-3ba8-4393-8fd3-564e1ba227be cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:24.995739 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.007612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-f255fb17-4760-408a-be34-2f8e497c6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:25.009053 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-f255fb17-4760-408a-be34-2f8e497c6d33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7781f05-50ed-455c-bcc1-a535059d6be9 HTTP/1.1" status: 200 len: 834 time: 0.2902830 Mar 16 10:58:25.013967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bf38dc27-8798-4cc9-a86a-f1d15ed8abaf tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.033949 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-49218f7b-d90e-479e-8562-bcad3b16e751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.049079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] Set router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:25.102039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826bd63-18b7-4059-bc02-77125b345e18 req-0029d35e-47af-4788-a33b-bb1c2718f4a9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:25.102039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-e826bd63-18b7-4059-bc02-77125b345e18 req-0029d35e-47af-4788-a33b-bb1c2718f4a9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Synchronizing usage tracker for tenant:e9d3c0c93ff34337ab7e306575bf823a on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:25.206975 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-bf38dc27-8798-4cc9-a86a-f1d15ed8abaf tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 16 10:58:25.210643 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bf38dc27-8798-4cc9-a86a-f1d15ed8abaf tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/routers/493a5de1-d9cf-4777-b20a-5396b125d87c HTTP/1.1" status: 409 len: 329 time: 0.5573342 Mar 16 10:58:25.210985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36246) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:25.264683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-e826bd63-18b7-4059-bc02-77125b345e18 req-0029d35e-47af-4788-a33b-bb1c2718f4a9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Unset dirty status for tenant:e9d3c0c93ff34337ab7e306575bf823a on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:25.265966 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e826bd63-18b7-4059-bc02-77125b345e18 req-0029d35e-47af-4788-a33b-bb1c2718f4a9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.9430251 Mar 16 10:58:25.295754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-7c6f8aab-48e2-48ab-8722-840b1cc9c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:25.297526 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-7c6f8aab-48e2-48ab-8722-840b1cc9c248 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36d98ea5-b9db-4272-94db-34e760ed828a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2317455 Mar 16 10:58:25.298547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.340776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.400159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4250e3ed-782c-4c9d-bf69-6551a45530ec', 'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'mac_address': 'fa:16:3e:d1:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:39Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'subnets': [{'id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:25.404666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29602dce-14ba-45a1-9e74-e426bd79f358 None None] The sync data for ids ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'] in dv-neutron-833860-1-hyperv is: [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:54:42Z', 'revision_number': 4, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4250e3ed-782c-4c9d-bf69-6551a45530ec', 'name': '', 'network_id': '36d98ea5-b9db-4272-94db-34e760ed828a', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'mac_address': 'fa:16:3e:d1:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:39Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 5, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'subnets': [{'id': 'd7781f05-50ed-455c-bcc1-a535059d6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:25.450868 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e826bd63-18b7-4059-bc02-77125b345e18 req-85ff9dd7-86fe-4ca1-a358-7ea43e7852e8 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1564755 Mar 16 10:58:25.575676 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-f9d09130-b03d-46ad-a218-973a82960dc2 service neutron] 10.222.0.48 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302518 Mar 16 10:58:25.686813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91552ab8-01a1-414f-9036-92cfed2a2156 None None] New status for floating IP b1f880aa-4dc6-4812-a0c3-da59bc12ecdb: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:58:25.723602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.723963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.724272 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Floating IP 21718e92-1cc8-48a2-ba9d-ded7eac26c2f disassociated. External IP: 172.26.2.127, port: 1b5eb506-8e3f-4f6b-84a2-89b6bd07d918. Mar 16 10:58:25.724610 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for 1b5eb506-8e3f-4f6b-84a2-89b6bd07d918 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:25.846872 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7ecfdf85-afca-445a-a27e-22954ab2b0e5 req-c2b1aae1-b01b-41a5-915d-cb096753c7e4 service neutron] 10.222.0.48 "GET /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630970 Mar 16 10:58:25.854042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.050233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90193e54-5de2-4cb0-9495-d269836616d6 req-be14642d-af3a-4f0e-b587-21c615ca153f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:26.051580 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-90193e54-5de2-4cb0-9495-d269836616d6 req-be14642d-af3a-4f0e-b587-21c615ca153f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.48 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.1343794 Mar 16 10:58:26.113629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.120764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.193287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-90193e54-5de2-4cb0-9495-d269836616d6 req-add75d23-76bd-4fed-8545-f731d6517e0c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Deleting port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:26.193668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-90193e54-5de2-4cb0-9495-d269836616d6 req-add75d23-76bd-4fed-8545-f731d6517e0c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.212479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=1b5eb506-8e3f-4f6b-84a2-89b6bd07d918,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:26.550477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 71c1208b-221b-4f8e-a7d4-7e96aa5f258d {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:26.550810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.568029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.617790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router f8119239-bf3c-4b2f-b472-b7be52aece8f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:26.821217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-90193e54-5de2-4cb0-9495-d269836616d6 req-add75d23-76bd-4fed-8545-f731d6517e0c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] For port b8b0c1be-fc43-4657-b332-7ced8d0f80d3, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:26.821833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-90193e54-5de2-4cb0-9495-d269836616d6 req-add75d23-76bd-4fed-8545-f731d6517e0c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.884019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.948766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-90193e54-5de2-4cb0-9495-d269836616d6 req-add75d23-76bd-4fed-8545-f731d6517e0c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Calling delete_port for b8b0c1be-fc43-4657-b332-7ced8d0f80d3 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:27.020963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 71c1208b-221b-4f8e-a7d4-7e96aa5f258d owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:27.023777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9c7a0-dcf3-4e48-8a6d-2379e75c6fc1 req-d7296f2c-6269-462d-b905-8efc56ee506a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:27.025244 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-53d9c7a0-dcf3-4e48-8a6d-2379e75c6fc1 req-d7296f2c-6269-462d-b905-8efc56ee506a tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/ports?device_id=8012b5e7-066f-42cd-bb79-745030d19988 HTTP/1.1" status: 200 len: 945 time: 0.3959253 Mar 16 10:58:27.065313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:27.076152 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1719f1a-4cc2-4559-ba23-295214a3da65 None None] Sync routers for ids ['f8119239-bf3c-4b2f-b472-b7be52aece8f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:27.086366 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1719f1a-4cc2-4559-ba23-295214a3da65 None None] Routers {'f8119239-bf3c-4b2f-b472-b7be52aece8f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:27.087225 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d1719f1a-4cc2-4559-ba23-295214a3da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f8119239-bf3c-4b2f-b472-b7be52aece8f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:27.156842 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d1719f1a-4cc2-4559-ba23-295214a3da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:27.166006 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1719f1a-4cc2-4559-ba23-295214a3da65 None None] Routers {'f8119239-bf3c-4b2f-b472-b7be52aece8f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:27.166697 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d1719f1a-4cc2-4559-ba23-295214a3da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f8119239-bf3c-4b2f-b472-b7be52aece8f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:27.177879 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-53d9c7a0-dcf3-4e48-8a6d-2379e75c6fc1 req-b86b8c60-ed1d-4048-a6de-629ff79ce30f tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1453323 Mar 16 10:58:27.198331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting port 08c7d195-3ba8-4393-8fd3-564e1ba227be {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:27.198331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.205062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.226049 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-24ac40f3-bac9-4f61-80b7-7237c75113e0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/ports/1b5eb506-8e3f-4f6b-84a2-89b6bd07d918 HTTP/1.1" status: 204 len: 168 time: 3.0241644 Mar 16 10:58:27.226654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36252) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:27.238083 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-d1719f1a-4cc2-4559-ba23-295214a3da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:27.238621 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1719f1a-4cc2-4559-ba23-295214a3da65 None None] The sync data for ids ['f8119239-bf3c-4b2f-b472-b7be52aece8f'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:27.312710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-90193e54-5de2-4cb0-9495-d269836616d6 req-add75d23-76bd-4fed-8545-f731d6517e0c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.369322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add75d23-76bd-4fed-8545-f731d6517e0c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event deleted for resources: {'Port': ['ID=b8b0c1be-fc43-4657-b332-7ced8d0f80d3,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:27.467328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.509265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-90193e54-5de2-4cb0-9495-d269836616d6 req-add75d23-76bd-4fed-8545-f731d6517e0c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] No DVR routers for this DVR port b8b0c1be-fc43-4657-b332-7ced8d0f80d3 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:27.513246 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-90193e54-5de2-4cb0-9495-d269836616d6 req-add75d23-76bd-4fed-8545-f731d6517e0c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.515751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'name': 'network-vif-deleted', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:58:27.545802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.554308 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-90193e54-5de2-4cb0-9495-d269836616d6 req-add75d23-76bd-4fed-8545-f731d6517e0c tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.48 "DELETE /v2.0/ports/b8b0c1be-fc43-4657-b332-7ced8d0f80d3 HTTP/1.1" status: 204 len: 173 time: 1.4961720 Mar 16 10:58:27.616666 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012b5e7-066f-42cd-bb79-745030d19988', 'name': 'network-vif-deleted', 'tag': 'b8b0c1be-fc43-4657-b332-7ced8d0f80d3', 'status': 'completed', 'code': 200} Mar 16 10:58:27.684460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Calling delete_port for 08c7d195-3ba8-4393-8fd3-564e1ba227be owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:27.743462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=71c1208b-221b-4f8e-a7d4-7e96aa5f258d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:27.903024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.958199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Port': ['ID=08c7d195-3ba8-4393-8fd3-564e1ba227be,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:28.081051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.288516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36260) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:28.363148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.500094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Router 64efe962-6589-4adc-a4da-a4c9ceb651d2 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:28.647171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:28.659016 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be6649-334d-46c4-9a88-55a9a2016bb2 None None] Sync routers for ids ['64efe962-6589-4adc-a4da-a4c9ceb651d2'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:28.669437 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be6649-334d-46c4-9a88-55a9a2016bb2 None None] Routers {'64efe962-6589-4adc-a4da-a4c9ceb651d2'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:28.670122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-16be6649-334d-46c4-9a88-55a9a2016bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['64efe962-6589-4adc-a4da-a4c9ceb651d2'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:28.684998 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-09cc039f-7026-4d25-922a-f017b4dd055f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "PUT /v2.0/routers/64efe962-6589-4adc-a4da-a4c9ceb651d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1698532 Mar 16 10:58:28.685822 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36264) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:28.688434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.741549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-16be6649-334d-46c4-9a88-55a9a2016bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:28.750535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be6649-334d-46c4-9a88-55a9a2016bb2 None None] Routers {'64efe962-6589-4adc-a4da-a4c9ceb651d2'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:28.751048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-16be6649-334d-46c4-9a88-55a9a2016bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['64efe962-6589-4adc-a4da-a4c9ceb651d2'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:28.803381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Router 493a5de1-d9cf-4777-b20a-5396b125d87c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:28.806067 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-c268b087-fc08-464b-92ac-9641366909c7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:58:28.806234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c268b087-fc08-464b-92ac-9641366909c7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:28.810506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-16be6649-334d-46c4-9a88-55a9a2016bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:28.810506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be6649-334d-46c4-9a88-55a9a2016bb2 None None] The sync data for ids ['64efe962-6589-4adc-a4da-a4c9ceb651d2'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:28.887961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c268b087-fc08-464b-92ac-9641366909c7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:28.889290 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c268b087-fc08-464b-92ac-9641366909c7 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/71c1208b-221b-4f8e-a7d4-7e96aa5f258d HTTP/1.1" status: 404 len: 333 time: 0.1402845 Mar 16 10:58:28.897055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36268) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.024865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:29.037892 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2b0be-11dd-4fc1-83b5-9b9f0021de84 None None] Sync routers for ids ['493a5de1-d9cf-4777-b20a-5396b125d87c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:29.049359 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2b0be-11dd-4fc1-83b5-9b9f0021de84 None None] Routers {'493a5de1-d9cf-4777-b20a-5396b125d87c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:29.049989 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5fd2b0be-11dd-4fc1-83b5-9b9f0021de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['493a5de1-d9cf-4777-b20a-5396b125d87c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:29.076887 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d81a9dc5-478a-4734-b4de-33bcfcf4c5a0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "PUT /v2.0/routers/493a5de1-d9cf-4777-b20a-5396b125d87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8611236 Mar 16 10:58:29.080154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36274) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.093778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bb4e06c1-b3c4-4505-806c-c4beb50a2b9f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.128349 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5fd2b0be-11dd-4fc1-83b5-9b9f0021de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:29.137180 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2b0be-11dd-4fc1-83b5-9b9f0021de84 None None] Routers {'493a5de1-d9cf-4777-b20a-5396b125d87c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:29.137778 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5fd2b0be-11dd-4fc1-83b5-9b9f0021de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['493a5de1-d9cf-4777-b20a-5396b125d87c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:29.156530 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-4961956e-2c88-4981-ad87-4415b8affb34 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] show failed (client error): The resource could not be found. Mar 16 10:58:29.160633 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4961956e-2c88-4981-ad87-4415b8affb34 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-537626464 HTTP/1.1" status: 404 len: 334 time: 0.0763476 Mar 16 10:58:29.195101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36278) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.206183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-fe910311-8f3e-4f60-b9a1-786831eb2258 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:29.236225 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5fd2b0be-11dd-4fc1-83b5-9b9f0021de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:29.236980 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2b0be-11dd-4fc1-83b5-9b9f0021de84 None None] The sync data for ids ['493a5de1-d9cf-4777-b20a-5396b125d87c'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:29.350046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36282) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.404532 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-fe910311-8f3e-4f60-b9a1-786831eb2258 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] update failed (client error): The resource could not be found. Mar 16 10:58:29.405601 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fe910311-8f3e-4f60-b9a1-786831eb2258 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1914350053 HTTP/1.1" status: 404 len: 335 time: 0.2092083 Mar 16 10:58:29.409762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36286) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.488104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f60c423-c40f-4a5b-95b6-352cc07630b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting subnet b84b3c4c-2d16-40ef-be97-8a55770674ef {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:29.492908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2f60c423-c40f-4a5b-95b6-352cc07630b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.527248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8b0c1be-fc43-4657-b332-7ced8d0f80d3 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:29.551051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2f60c423-c40f-4a5b-95b6-352cc07630b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.567365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: b8b0c1be-fc43-4657-b332-7ced8d0f80d3 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:29.567691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b8b0c1be-fc43-4657-b332-7ced8d0f80d3 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:29.654388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bb4e06c1-b3c4-4505-806c-c4beb50a2b9f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.657967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bb4e06c1-b3c4-4505-806c-c4beb50a2b9f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.689410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.703428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb9752-d2ab-4e93-a22e-4c5c9ef08936 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:29.703888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb9752-d2ab-4e93-a22e-4c5c9ef08936 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:29.704350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb9752-d2ab-4e93-a22e-4c5c9ef08936 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:29.706149 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bfbb9752-d2ab-4e93-a22e-4c5c9ef08936 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=849b974e975a469799922d4fd7056cfd&network_id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee HTTP/1.1" status: 200 len: 2999 time: 0.3551624 Mar 16 10:58:29.736393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bb4e06c1-b3c4-4505-806c-c4beb50a2b9f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.736896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4e06c1-b3c4-4505-806c-c4beb50a2b9f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Fanout notify agent at l3_agent the message router_deleted on router 64efe962-6589-4adc-a4da-a4c9ceb651d2 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:29.744322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2f60c423-c40f-4a5b-95b6-352cc07630b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.758519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bb4e06c1-b3c4-4505-806c-c4beb50a2b9f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.759569 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bb4e06c1-b3c4-4505-806c-c4beb50a2b9f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/routers/64efe962-6589-4adc-a4da-a4c9ceb651d2 HTTP/1.1" status: 204 len: 168 time: 0.8618829 Mar 16 10:58:29.762434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36292) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.812673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port d5418431-7f75-4dec-a8c0-f76f7c3fdb64 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:29.813020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.892387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0eabd9a-4ee5-40e2-8b1a-7722d06e3e3d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet 597e84f3-1706-4e40-851d-0e59648cce09 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:29.921661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c0eabd9a-4ee5-40e2-8b1a-7722d06e3e3d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.924429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2f60c423-c40f-4a5b-95b6-352cc07630b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.019231 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e0526c-385e-4c04-8320-e35f1ae34e0a None None] Network b18798cc-929f-45ab-b9da-947a274bd450 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:30.024529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2f60c423-c40f-4a5b-95b6-352cc07630b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.044540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c0eabd9a-4ee5-40e2-8b1a-7722d06e3e3d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.050175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60c423-c40f-4a5b-95b6-352cc07630b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Subnet': ['ID=b84b3c4c-2d16-40ef-be97-8a55770674ef,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:30.064888 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2f60c423-c40f-4a5b-95b6-352cc07630b5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/subnets/b84b3c4c-2d16-40ef-be97-8a55770674ef HTTP/1.1" status: 204 len: 168 time: 0.6541057 Mar 16 10:58:30.067878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36298) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:30.122797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.193621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.211487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:30.211854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.257466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for d5418431-7f75-4dec-a8c0-f76f7c3fdb64 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:30.280091 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c16c7-d969-4478-8cc7-631de9787138 None None] DHCP port deletion for b18798cc-929f-45ab-b9da-947a274bd450 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:30.284346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-222c16c7-d969-4478-8cc7-631de9787138 None None] Deleting port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:30.284975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-222c16c7-d969-4478-8cc7-631de9787138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.318137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Deleting port 4250e3ed-782c-4c9d-bf69-6551a45530ec {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:30.318478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.330154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c0eabd9a-4ee5-40e2-8b1a-7722d06e3e3d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.464729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c0eabd9a-4ee5-40e2-8b1a-7722d06e3e3d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.499162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-222c16c7-d969-4478-8cc7-631de9787138 None None] For port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=57b74c3b-b44a-4c60-88a1-7f311c25d5f9,segment=NetworkSegment(e2fb336d-5dce-48b4-8c14-653baa1f532c),segment_id=e2fb336d-5dce-48b4-8c14-653baa1f532c)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:30.499431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-222c16c7-d969-4478-8cc7-631de9787138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.512387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eabd9a-4ee5-40e2-8b1a-7722d06e3e3d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=597e84f3-1706-4e40-851d-0e59648cce09,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:30.518696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c0eabd9a-4ee5-40e2-8b1a-7722d06e3e3d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.530025 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c0eabd9a-4ee5-40e2-8b1a-7722d06e3e3d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/597e84f3-1706-4e40-851d-0e59648cce09 HTTP/1.1" status: 204 len: 168 time: 0.7666087 Mar 16 10:58:30.532897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36302) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:30.579569 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69805b60-7443-4525-a233-b7717f8e8d07 None None] Network baff96df-2e6c-4534-b9f3-2cab3a0077c5 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:30.613653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] For port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=57b74c3b-b44a-4c60-88a1-7f311c25d5f9,segment=NetworkSegment(e2fb336d-5dce-48b4-8c14-653baa1f532c),segment_id=e2fb336d-5dce-48b4-8c14-653baa1f532c)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:30.614089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.666120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-222c16c7-d969-4478-8cc7-631de9787138 None None] Calling delete_port for 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:30.759380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Calling delete_port for 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:30.838433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.893592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=d5418431-7f75-4dec-a8c0-f76f7c3fdb64,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:30.898605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.941430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-222c16c7-d969-4478-8cc7-631de9787138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.963986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] For port 4250e3ed-782c-4c9d-bf69-6551a45530ec, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4250e3ed-782c-4c9d-bf69-6551a45530ec,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:30.964343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.981759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 25e428b4-81a1-46eb-a38c-2dda39a27284 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:30.982092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.996555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c16c7-d969-4478-8cc7-631de9787138 None None] Pushing event deleted for resources: {'Port': ['ID=57b74c3b-b44a-4c60-88a1-7f311c25d5f9,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.007171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c16c7-d969-4478-8cc7-631de9787138 None None] No DVR routers for this DVR port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:31.104106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Calling delete_port for 4250e3ed-782c-4c9d-bf69-6551a45530ec owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:31.132763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b993b8f0-fa84-4aa2-8656-4524fc4ec576 None None] DHCP port deletion for baff96df-2e6c-4534-b9f3-2cab3a0077c5 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:31.137049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b993b8f0-fa84-4aa2-8656-4524fc4ec576 None None] Deleting port 25e428b4-81a1-46eb-a38c-2dda39a27284 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:31.137424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b993b8f0-fa84-4aa2-8656-4524fc4ec576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.204621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:31.205017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:31.339308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.359907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b993b8f0-fa84-4aa2-8656-4524fc4ec576 None None] For port 25e428b4-81a1-46eb-a38c-2dda39a27284, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=25e428b4-81a1-46eb-a38c-2dda39a27284,segment=NetworkSegment(2890f584-8699-4276-b976-107761228645),segment_id=2890f584-8699-4276-b976-107761228645)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:31.359907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b993b8f0-fa84-4aa2-8656-4524fc4ec576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.398492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.406999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] For port 25e428b4-81a1-46eb-a38c-2dda39a27284, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=25e428b4-81a1-46eb-a38c-2dda39a27284,segment=NetworkSegment(2890f584-8699-4276-b976-107761228645),segment_id=2890f584-8699-4276-b976-107761228645)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:31.407342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.465998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event deleted for resources: {'Port': ['ID=4250e3ed-782c-4c9d-bf69-6551a45530ec,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.501994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 25e428b4-81a1-46eb-a38c-2dda39a27284 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:31.533547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b993b8f0-fa84-4aa2-8656-4524fc4ec576 None None] Calling delete_port for 25e428b4-81a1-46eb-a38c-2dda39a27284 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:31.610865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for 25e428b4-81a1-46eb-a38c-2dda39a27284 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:31.704950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b993b8f0-fa84-4aa2-8656-4524fc4ec576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.712406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting port 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:31.713142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.762424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993b8f0-fa84-4aa2-8656-4524fc4ec576 None None] Pushing event deleted for resources: {'Port': ['ID=25e428b4-81a1-46eb-a38c-2dda39a27284,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.773328 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993b8f0-fa84-4aa2-8656-4524fc4ec576 None None] No DVR routers for this DVR port 25e428b4-81a1-46eb-a38c-2dda39a27284 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:31.774524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.780117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:31.780429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:31.789831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] The port '57b74c3b-b44a-4c60-88a1-7f311c25d5f9' was deleted {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:31.828102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36310) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:31.843162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:31.875640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:31.875991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 57b74c3b-b44a-4c60-88a1-7f311c25d5f9 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:31.886911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.960212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router f8119239-bf3c-4b2f-b472-b7be52aece8f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:32.041732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.070777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447767d7-bfbf-47b7-accf-125a72de1e1b tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:32.072251 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-447767d7-bfbf-47b7-accf-125a72de1e1b tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 814 time: 0.2406094 Mar 16 10:58:32.081208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18798cc-929f-45ab-b9da-947a274bd450']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.099289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fb336d-5dce-48b4-8c14-653baa1f532c') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.099667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fb336d-5dce-48b4-8c14-653baa1f532c') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.167951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.195924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.219782 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:32.220219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:32.235090 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:32.271927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:32.282655 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd76390-a44d-4b1b-a5d5-7a3b5e377655 None None] Sync routers for ids ['f8119239-bf3c-4b2f-b472-b7be52aece8f'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:32.284687 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3e1dca1e-7cd8-4c57-a4de-4925b829b2d1 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "PUT /v2.0/routers/f8119239-bf3c-4b2f-b472-b7be52aece8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0571032 Mar 16 10:58:32.285368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36318) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:32.285837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port 25e428b4-81a1-46eb-a38c-2dda39a27284 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:32.286176 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.292826 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd76390-a44d-4b1b-a5d5-7a3b5e377655 None None] Routers {'f8119239-bf3c-4b2f-b472-b7be52aece8f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:32.293441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1dd76390-a44d-4b1b-a5d5-7a3b5e377655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f8119239-bf3c-4b2f-b472-b7be52aece8f'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.361521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1dd76390-a44d-4b1b-a5d5-7a3b5e377655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.378576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd76390-a44d-4b1b-a5d5-7a3b5e377655 None None] Routers {'f8119239-bf3c-4b2f-b472-b7be52aece8f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:32.379551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1dd76390-a44d-4b1b-a5d5-7a3b5e377655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['f8119239-bf3c-4b2f-b472-b7be52aece8f'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.423150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] The port '25e428b4-81a1-46eb-a38c-2dda39a27284' was deleted {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:32.443621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1dd76390-a44d-4b1b-a5d5-7a3b5e377655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.444177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd76390-a44d-4b1b-a5d5-7a3b5e377655 None None] The sync data for ids ['f8119239-bf3c-4b2f-b472-b7be52aece8f'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:32.505338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.523540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.543026 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Network': ['ID=b18798cc-929f-45ab-b9da-947a274bd450,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:32.601099 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-059b831f-fed7-4e3d-9d36-92592e0b1ef8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/networks/b18798cc-929f-45ab-b9da-947a274bd450 HTTP/1.1" status: 204 len: 168 time: 2.5321836 Mar 16 10:58:32.608362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36322) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:32.628885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36326) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:32.648130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'network': {'name': 'tempest-network-smoke--1477613472', 'project_id': '849b974e975a469799922d4fd7056cfd', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:32.652329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.668041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:32.689042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.695932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:32.700072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b60ded5-c8ba-4119-9bba-6c2d62479ae0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting subnet 4106a993-d669-4799-9ff2-66533797a3ff {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:32.705857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b60ded5-c8ba-4119-9bba-6c2d62479ae0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.739505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:32.749649 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baff96df-2e6c-4534-b9f3-2cab3a0077c5']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.776947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2890f584-8699-4276-b976-107761228645') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.777300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2890f584-8699-4276-b976-107761228645') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.788520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:32.792400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.811186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.825930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b60ded5-c8ba-4119-9bba-6c2d62479ae0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.899081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.911313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:32.911763 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:32.929922 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:32.985483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:32.991507 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7e33e41c-430b-4a49-b532-2eec140b5260 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "PUT /v2.0/routers/37b8ef7e-eed8-4912-9722-19e4c157a3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7017949 Mar 16 10:58:32.996247 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] Sync routers for ids ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:33.000552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36330) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.005630 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] Routers {'37b8ef7e-eed8-4912-9722-19e4c157a3f9'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:33.006252 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:33.009456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b60ded5-c8ba-4119-9bba-6c2d62479ae0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.072103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.085702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.089725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.093817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:33.098826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b60ded5-c8ba-4119-9bba-6c2d62479ae0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.136033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c6a9dc-7a33-4997-8e02-f7de7fa6824e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Deleting subnet d7781f05-50ed-455c-bcc1-a535059d6be9 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:33.139376 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/networks/baff96df-2e6c-4534-b9f3-2cab3a0077c5 HTTP/1.1" status: 204 len: 168 time: 2.6055892 Mar 16 10:58:33.140167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port 31f0d38a-95d4-4838-a89d-5f7d6c0ee662 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:33.140380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.145297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b29776-6354-4149-9ade-21962306470e None None] Network 094340b8-b448-4589-af85-2ca30ceae0d7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:33.150875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60ded5-c8ba-4119-9bba-6c2d62479ae0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Subnet': ['ID=4106a993-d669-4799-9ff2-66533797a3ff,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.152994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36334) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.154131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b60ded5-c8ba-4119-9bba-6c2d62479ae0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.172787 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1953b7c-7ecd-4fc1-b761-5d57151bbbff tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Network': ['ID=baff96df-2e6c-4534-b9f3-2cab3a0077c5,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.181626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a9dc-7a33-4997-8e02-f7de7fa6824e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.192170 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] Set router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:33.205105 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0b60ded5-c8ba-4119-9bba-6c2d62479ae0 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/subnets/4106a993-d669-4799-9ff2-66533797a3ff HTTP/1.1" status: 204 len: 168 time: 0.5956628 Mar 16 10:58:33.210903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36338) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.221848 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.222542 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Added segment 21aea5ea-2ae7-4ff1-9d32-9c574d84501c of type vlan for network 270a3269-c0ef-4d1a-b537-ba76eaf1011f Mar 16 10:58:33.247169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e65933-13ac-4398-8681-a04984dd7360 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:33.248915 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-29e65933-13ac-4398-8681-a04984dd7360 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/dac4f77f-5369-4ea2-bdba-c961fa49d6c2 HTTP/1.1" status: 200 len: 844 time: 0.0914557 Mar 16 10:58:33.252611 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36342) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.332104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a9dc-7a33-4997-8e02-f7de7fa6824e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.338940 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bb671fbe-866a-4a60-9bfa-e6fc9652946b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/dac4f77f-5369-4ea2-bdba-c961fa49d6c2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0850558 Mar 16 10:58:33.346463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36346) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.352485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:33.456499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.473476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d750a38-917c-4950-91f6-c1442e9ee8ef tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting subnet bbbbf96c-5393-4b39-ac7c-ce4eb5283f65 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:33.484780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d750a38-917c-4950-91f6-c1442e9ee8ef tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.503053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:33.507450 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:33.511269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:33.518854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5649e-6fea-45ce-b565-d4e64380c896 None None] DHCP port deletion for 094340b8-b448-4589-af85-2ca30ceae0d7 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:33.519786 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:33.523533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-85c5649e-6fea-45ce-b565-d4e64380c896 None None] Deleting port e72e9b36-4ea3-458f-938b-0326a681517a {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:33.524166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-85c5649e-6fea-45ce-b565-d4e64380c896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.536470 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:33.557255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.566004 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:58:31Z', 'revision_number': 5, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:33.571565 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] Checking router: 37b8ef7e-eed8-4912-9722-19e4c157a3f9 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:33.581735 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] Routers {'37b8ef7e-eed8-4912-9722-19e4c157a3f9'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:33.582472 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:33.596941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.605709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d750a38-917c-4950-91f6-c1442e9ee8ef tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.831275 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] Set router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:33.834484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-85c5649e-6fea-45ce-b565-d4e64380c896 None None] For port e72e9b36-4ea3-458f-938b-0326a681517a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e72e9b36-4ea3-458f-938b-0326a681517a,segment=NetworkSegment(f9eae54b-3e1c-402d-8e12-bbbdf6042903),segment_id=f9eae54b-3e1c-402d-8e12-bbbdf6042903)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:33.834926 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-85c5649e-6fea-45ce-b565-d4e64380c896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.866560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.916247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for 31f0d38a-95d4-4838-a89d-5f7d6c0ee662 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:33.942684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.947637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=8d763e5c-8e87-449c-b98b-d894ea21f452,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.947959 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:33.948550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.960017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:33.963413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:33.969897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-85c5649e-6fea-45ce-b565-d4e64380c896 None None] Calling delete_port for e72e9b36-4ea3-458f-938b-0326a681517a owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:33.974105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:33.975147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.003874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4357e729-8c08-49bc-931b-e6fe8eefcb83 None None] Network c29bb636-5077-412e-8a60-865e51ac810d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:34.009381 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5fb10a2e-7247-4f26-bfea-25c264be5803 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6614640 Mar 16 10:58:34.010213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36350) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.017598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'security_group': {'name': 'tempest-secgroup-51868886'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:34.025651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:34.030575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a9dc-7a33-4997-8e02-f7de7fa6824e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.032488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:34.036538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:34.044835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:34.060553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.089569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:34.093921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group_rule and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:34.098131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:34.104447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:34.146428 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5164738 Mar 16 10:58:34.152463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36354) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.164054 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:58:31Z', 'revision_number': 5, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.169560 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da396537-4060-44b2-a26a-eee47e70be6f None None] The sync data for ids ['37b8ef7e-eed8-4912-9722-19e4c157a3f9'] in dv-neutron-833860-1-hyperv is: [{'id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385505964', 'tenant_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:21Z', 'updated_at': '2022-03-16T10:58:31Z', 'revision_number': 5, 'project_id': 'e9d3c0c93ff34337ab7e306575bf823a', 'gw_port': {'id': '426201a4-9bf2-4187-b678-1f8fc410231d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8ef7e-eed8-4912-9722-19e4c157a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:23Z', 'updated_at': '2022-03-16T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:34.187549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fb46b-7864-4eb9-aff6-050144ef9865 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Network': ['ID=270a3269-c0ef-4d1a-b537-ba76eaf1011f,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:34.203180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 270a3269-c0ef-4d1a-b537-ba76eaf1011f details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:34.230711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d750a38-917c-4950-91f6-c1442e9ee8ef tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.251899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add46ce1-47a1-43b8-877b-4f587bbdabaf tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:34.254050 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-add46ce1-47a1-43b8-877b-4f587bbdabaf tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=849b974e975a469799922d4fd7056cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0999382 Mar 16 10:58:34.257105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36358) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.295041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a9dc-7a33-4997-8e02-f7de7fa6824e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.304577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.310975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.346708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6a9dc-7a33-4997-8e02-f7de7fa6824e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event deleted for resources: {'Subnet': ['ID=d7781f05-50ed-455c-bcc1-a535059d6be9,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:34.350438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a9dc-7a33-4997-8e02-f7de7fa6824e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.367236 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac241b6-3d4c-475e-b6dc-ee1570512224 None None] Network 36d98ea5-b9db-4272-94db-34e760ed828a requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:34.418646 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d4c6a9dc-7a33-4997-8e02-f7de7fa6824e tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "DELETE /v2.0/subnets/d7781f05-50ed-455c-bcc1-a535059d6be9 HTTP/1.1" status: 204 len: 168 time: 1.4168005 Mar 16 10:58:34.421300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99096609-23e5-4acc-b889-3f997a7cd483,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:34.421639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36362) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.426426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.427986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d750a38-917c-4950-91f6-c1442e9ee8ef tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.432492 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1e380dbb-53ab-4f02-a838-76a5040c0356 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4172597 Mar 16 10:58:34.433475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36366) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.441831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'security_group': {'name': 'tempest-secgroup-74622590'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:34.457989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:34.468864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:34.473844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:34.474279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-85c5649e-6fea-45ce-b565-d4e64380c896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.481215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d19af-3bf8-4323-a661-a542e8a422ce tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:34.486167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-783d19af-3bf8-4323-a661-a542e8a422ce tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2245853 Mar 16 10:58:34.486167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:34.486167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36370) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.536317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5649e-6fea-45ce-b565-d4e64380c896 None None] Pushing event deleted for resources: {'Port': ['ID=e72e9b36-4ea3-458f-938b-0326a681517a,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:34.546901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d750a38-917c-4950-91f6-c1442e9ee8ef tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbbf96c-5393-4b39-ac7c-ce4eb5283f65,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:34.547764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5649e-6fea-45ce-b565-d4e64380c896 None None] No DVR routers for this DVR port e72e9b36-4ea3-458f-938b-0326a681517a on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:34.555406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d750a38-917c-4950-91f6-c1442e9ee8ef tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.557628 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8d750a38-917c-4950-91f6-c1442e9ee8ef tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/subnets/bbbbf96c-5393-4b39-ac7c-ce4eb5283f65 HTTP/1.1" status: 204 len: 168 time: 1.3375278 Mar 16 10:58:34.561607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36374) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.584784 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.673208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=31f0d38a-95d4-4838-a89d-5f7d6c0ee662,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:34.687335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9647fd69-e89f-4a5c-8949-29319607f73d None None] Network 031586e3-0b97-4a6f-a44b-5582b6801a60 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:34.697746 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c1bf00f3-804f-4c66-ae5b-9da1f5985898 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2103729 Mar 16 10:58:34.700565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36378) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.738763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.754896 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-492cc119-861a-46b0-ad80-d0cc4712681a tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=849b974e975a469799922d4fd7056cfd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526578 Mar 16 10:58:34.758197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36382) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.808214 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:34.815247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group_rule and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:34.861607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:34.877900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:34.898138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.906984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.938073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde5097-5c29-466a-a196-3c479d8ad9dd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:34.939519 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cdde5097-5c29-466a-a196-3c479d8ad9dd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1805673 Mar 16 10:58:34.946316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36386) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.951920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-c29bb636-5077-412e-8a60-865e51ac810d', 'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'tenant_id': 'cfdde4b82c5d46acaf7beb946dbd9455', 'fixed_ips': [{'subnet_id': '8d763e5c-8e87-449c-b98b-d894ea21f452'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:34.952667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.997494 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.000533 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8a1daea5-45f9-4179-af05-50dbd626192f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529544 Mar 16 10:58:35.003509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36390) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:35.009783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-589851349', 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f', 'project_id': '849b974e975a469799922d4fd7056cfd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:35.071048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.126890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.138614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a5187-71ff-4cd9-95ec-be5a2a1b9b99 None None] DHCP port deletion for 031586e3-0b97-4a6f-a44b-5582b6801a60 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:35.150050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a5187-71ff-4cd9-95ec-be5a2a1b9b99 None None] Deleting port f652855a-b0cd-4bd2-937b-8daea59dd061 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:35.151103 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cc2a5187-71ff-4cd9-95ec-be5a2a1b9b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.172192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.172957 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7385361 Mar 16 10:58:35.178267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36394) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:35.186631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2082955080', 'security_groups': ['68ba02b4-60c2-415e-a56f-90c28d1db61a'], 'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d763e5c-8e87-449c-b98b-d894ea21f452'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:35.191482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f36180e-85fa-4952-9138-c3db7f47fa90 None None] DHCP port deletion for 36d98ea5-b9db-4272-94db-34e760ed828a request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:35.209492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8f36180e-85fa-4952-9138-c3db7f47fa90 None None] Deleting port 0c65be5b-3ffd-4655-8513-a8500a0750ce {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:35.209915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8f36180e-85fa-4952-9138-c3db7f47fa90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.228090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:35.242141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:subnet and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:35.244981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80183d0-cc84-4f2b-bbeb-f094f1c063b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba02b4-60c2-415e-a56f-90c28d1db61a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:35.297249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:35.316979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:35.340188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:35.344205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.352850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Allocated IP 2001:db8::2 (c29bb636-5077-412e-8a60-865e51ac810d/8d763e5c-8e87-449c-b98b-d894ea21f452/d8f5542b-8025-4f0f-b158-631c76e0b794) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:35.445615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.459090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:35.477337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:35.500391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:35.502256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.522058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.537784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e72e9b36-4ea3-458f-938b-0326a681517a no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:35.578647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094340b8-b448-4589-af85-2ca30ceae0d7']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:35.583237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: e72e9b36-4ea3-458f-938b-0326a681517a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:35.583886 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e72e9b36-4ea3-458f-938b-0326a681517a not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:35.584480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f652855a-b0cd-4bd2-937b-8daea59dd061 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:35.596705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.597642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Fanout notify agent at l3_agent the message router_deleted on router f8119239-bf3c-4b2f-b472-b7be52aece8f {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:35.603540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9eae54b-3e1c-402d-8e12-bbbdf6042903') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:35.603848 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9eae54b-3e1c-402d-8e12-bbbdf6042903') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:35.616937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.621751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.638834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.639988 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-665149dc-96e2-4dcd-a7b9-8dbc47ea12e4 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/routers/f8119239-bf3c-4b2f-b472-b7be52aece8f HTTP/1.1" status: 204 len: 168 time: 3.3303006 Mar 16 10:58:35.643695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36398) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:35.647308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Deleting port 426201a4-9bf2-4187-b678-1f8fc410231d {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:35.647648 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.673735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.723391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:35.723804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.727632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:35.747364 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:35.790899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.833946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-cc2a5187-71ff-4cd9-95ec-be5a2a1b9b99 None None] For port f652855a-b0cd-4bd2-937b-8daea59dd061, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f652855a-b0cd-4bd2-937b-8daea59dd061,segment=NetworkSegment(e1ecf337-c4dd-4fe6-acc5-e326e7973098),segment_id=e1ecf337-c4dd-4fe6-acc5-e326e7973098)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:35.834487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cc2a5187-71ff-4cd9-95ec-be5a2a1b9b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.864407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Subnet': ['ID=b3cde304-dae4-40bb-a112-02fbcc1e2088,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:35.877047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port e262c1f9-6655-4a56-9e23-b158fda1fa7d yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:35.887514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-2162de8a-1835-4025-84ac-6e96b5ecd6a2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting subnet 8ec0d896-15a2-40d6-a886-5ce41065de42 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:35.892718 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2162de8a-1835-4025-84ac-6e96b5ecd6a2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.960391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Checking segment: {'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:35.960771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network hostable DHCP agents. Network: 270a3269-c0ef-4d1a-b537-ba76eaf1011f, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:35.994465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.995783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a5187-71ff-4cd9-95ec-be5a2a1b9b99 None None] Calling delete_port for f652855a-b0cd-4bd2-937b-8daea59dd061 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:35.998510 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.037753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2162de8a-1835-4025-84ac-6e96b5ecd6a2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.049830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 270a3269-c0ef-4d1a-b537-ba76eaf1011f is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:36.064673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 270a3269-c0ef-4d1a-b537-ba76eaf1011f) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:36.074521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:36.077558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.077713 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/networks/094340b8-b448-4589-af85-2ca30ceae0d7 HTTP/1.1" status: 204 len: 168 time: 1.5127501 Mar 16 10:58:36.077713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dc12f-84e8-4677-a1dc-e6c3fd54ccd5 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Network': ['ID=094340b8-b448-4589-af85-2ca30ceae0d7,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:36.079095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36402) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:36.101679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8f36180e-85fa-4952-9138-c3db7f47fa90 None None] For port 0c65be5b-3ffd-4655-8513-a8500a0750ce, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0c65be5b-3ffd-4655-8513-a8500a0750ce,segment=NetworkSegment(c486dc2c-e9db-4e32-88a5-0e27eb10676d),segment_id=c486dc2c-e9db-4e32-88a5-0e27eb10676d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:36.102225 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8f36180e-85fa-4952-9138-c3db7f47fa90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.119838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5350fb0-0ca3-49ec-831b-052f1346e29f None None] Network 270a3269-c0ef-4d1a-b537-ba76eaf1011f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:36.126817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] For port 426201a4-9bf2-4187-b678-1f8fc410231d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=426201a4-9bf2-4187-b678-1f8fc410231d,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:36.127175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.211901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.233583 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e1c2a25b-d578-4fbe-89cc-6a2b73c31f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2288177 Mar 16 10:58:36.235266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting port f652855a-b0cd-4bd2-937b-8daea59dd061 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:36.235800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.263343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Calling delete_port for 426201a4-9bf2-4187-b678-1f8fc410231d owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:36.294766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8f36180e-85fa-4952-9138-c3db7f47fa90 None None] Calling delete_port for 0c65be5b-3ffd-4655-8513-a8500a0750ce owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:36.323305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2162de8a-1835-4025-84ac-6e96b5ecd6a2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.379910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.422278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.444557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2162de8a-1835-4025-84ac-6e96b5ecd6a2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.520256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2162de8a-1835-4025-84ac-6e96b5ecd6a2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.522982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162de8a-1835-4025-84ac-6e96b5ecd6a2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec0d896-15a2-40d6-a886-5ce41065de42,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:36.544943 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2162de8a-1835-4025-84ac-6e96b5ecd6a2 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/subnets/8ec0d896-15a2-40d6-a886-5ce41065de42 HTTP/1.1" status: 204 len: 168 time: 0.9000678 Mar 16 10:58:36.547460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36408) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:36.559348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c65be5b-3ffd-4655-8513-a8500a0750ce no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:36.578371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] For port f652855a-b0cd-4bd2-937b-8daea59dd061, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f652855a-b0cd-4bd2-937b-8daea59dd061,segment=NetworkSegment(e1ecf337-c4dd-4fe6-acc5-e326e7973098),segment_id=e1ecf337-c4dd-4fe6-acc5-e326e7973098)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:36.578901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.596788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a440191-7f9f-4580-8eb4-492f8234dbf0 None None] Network 8a7b2867-202c-4de4-947d-66473cbf5d00 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:36.633401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.749449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8f36180e-85fa-4952-9138-c3db7f47fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.762781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Transition to ACTIVE for port object d8f5542b-8025-4f0f-b158-631c76e0b794 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:36.768606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36412) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:36.769219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event deleted for resources: {'Port': ['ID=426201a4-9bf2-4187-b678-1f8fc410231d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:36.794277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 0c65be5b-3ffd-4655-8513-a8500a0750ce {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:36.794619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c65be5b-3ffd-4655-8513-a8500a0750ce not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:36.795026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4250e3ed-782c-4c9d-bf69-6551a45530ec no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:36.804485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-905158317', 'description': 'tempest-secgroup-smoke-905158317 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:36.817308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:36.821524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cc2a5187-71ff-4cd9-95ec-be5a2a1b9b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.826969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.867163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Calling delete_port for f652855a-b0cd-4bd2-937b-8daea59dd061 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:36.869440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36180e-85fa-4952-9138-c3db7f47fa90 None None] Pushing event deleted for resources: {'Port': ['ID=0c65be5b-3ffd-4655-8513-a8500a0750ce,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:36.870098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:36.871264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 4250e3ed-782c-4c9d-bf69-6551a45530ec {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:36.871762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4250e3ed-782c-4c9d-bf69-6551a45530ec not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:36.895442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:36.895786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.928373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.952876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:36.953384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:36.958945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36180e-85fa-4952-9138-c3db7f47fa90 None None] No DVR routers for this DVR port 0c65be5b-3ffd-4655-8513-a8500a0750ce on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:37.007025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a5187-71ff-4cd9-95ec-be5a2a1b9b99 None None] Pushing event deleted for resources: {'Port': ['ID=f652855a-b0cd-4bd2-937b-8daea59dd061,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.010791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a5187-71ff-4cd9-95ec-be5a2a1b9b99 None None] No DVR routers for this DVR port f652855a-b0cd-4bd2-937b-8daea59dd061 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:37.018512 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Transition to ACTIVE for port object d8f5542b-8025-4f0f-b158-631c76e0b794 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:37.090287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.095581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.145048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8::195 (c29bb636-5077-412e-8a60-865e51ac810d/8d763e5c-8e87-449c-b98b-d894ea21f452/e262c1f9-6655-4a56-9e23-b158fda1fa7d) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:37.148999 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-270a3269-c0ef-4d1a-b537-ba76eaf1011f', 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ips': [{'subnet_id': 'b3cde304-dae4-40bb-a112-02fbcc1e2088'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:37.149893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.185126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:37.190488 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:37.197949 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:37.211863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:37.225021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:37.230085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:37.243923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Pushing event updated for resources: {'Port': ['ID=d8f5542b-8025-4f0f-b158-631c76e0b794,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.294782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:37.321628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.334963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.346122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.369557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object e262c1f9-6655-4a56-9e23-b158fda1fa7d will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:37.379556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Attempting to bind port d8f5542b-8025-4f0f-b158-631c76e0b794 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:37.379556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Attempting to bind port d8f5542b-8025-4f0f-b158-631c76e0b794 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '64d7561b-cd1e-4e42-8d33-b372b14f49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:37.379556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Attempting to bind port d8f5542b-8025-4f0f-b158-631c76e0b794 on network c29bb636-5077-412e-8a60-865e51ac810d {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:37.411868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.412391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Fanout notify agent at l3_agent the message router_deleted on router 37b8ef7e-eed8-4912-9722-19e4c157a3f9 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:37.427396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:37.427772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Checking segment: {'id': '64d7561b-cd1e-4e42-8d33-b372b14f49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:37.428238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.428662 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Bound using segment: {'id': '64d7561b-cd1e-4e42-8d33-b372b14f49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:37.429168 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Bound port: d8f5542b-8025-4f0f-b158-631c76e0b794, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d7561b-cd1e-4e42-8d33-b372b14f49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:37.429534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.434988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.529222 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Allocated IP 172.20.0.18 (270a3269-c0ef-4d1a-b537-ba76eaf1011f/b3cde304-dae4-40bb-a112-02fbcc1e2088/eac85616-2464-4971-a3d9-598be9ab43dc) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:37.531857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] For port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6,segment=NetworkSegment(17ff527b-9cbd-4790-8d9d-004937fda01b),segment_id=17ff527b-9cbd-4790-8d9d-004937fda01b)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:37.532374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.532855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting port f652855a-b0cd-4bd2-937b-8daea59dd061 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:37.533604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.542411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] DHCP port deletion for 8a7b2867-202c-4de4-947d-66473cbf5d00 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:37.556166 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.559783 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a007406c-8e25-4195-87d2-06bae01b71bf tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "DELETE /v2.0/routers/37b8ef7e-eed8-4912-9722-19e4c157a3f9 HTTP/1.1" status: 204 len: 168 time: 3.1345487 Mar 16 10:58:37.583733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36416) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.610330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] Deleting port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:37.610800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.672974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:37.683548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:37.688581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:37.698568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] The port 'f652855a-b0cd-4bd2-937b-8daea59dd061' was deleted {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:37.699531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:37.705187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:37.705798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.724388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.731814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.741765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] For port d8f5542b-8025-4f0f-b158-631c76e0b794, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:37.773590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] For port d8f5542b-8025-4f0f-b158-631c76e0b794, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d8f5542b-8025-4f0f-b158-631c76e0b794,segment=NetworkSegment(64d7561b-cd1e-4e42-8d33-b372b14f49c9),segment_id=64d7561b-cd1e-4e42-8d33-b372b14f49c9)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:37.783142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.785847 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0139627 Mar 16 10:58:37.803190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36420) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.807938 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88a0c5-f9c1-42d4-b9d6-46441a0cc15b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992f60ed-a997-4b8c-9ba3-568804d28cdc,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.815413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.815998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '992f60ed-a997-4b8c-9ba3-568804d28cdc', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:37.828499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:37.832103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=e262c1f9-6655-4a56-9e23-b158fda1fa7d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.835579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:37.839960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:37.843960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.882971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.893970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:37.917314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.921927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] No DVR routers for this DVR port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:37.936815 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7b3e15ba-59b3-44fe-8fd7-fc9749e30f6e tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7561004 Mar 16 10:58:37.937705 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36424) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.951646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.961789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:37.979902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.083912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65bb50-be67-40a5-9507-216115fa3ec3 None None] Pushing event updated for resources: {'Port': ['ID=d8f5542b-8025-4f0f-b158-631c76e0b794,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.124111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.145328 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] For port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6,segment=NetworkSegment(17ff527b-9cbd-4790-8d9d-004937fda01b),segment_id=17ff527b-9cbd-4790-8d9d-004937fda01b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:38.145734 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.158899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031586e3-0b97-4a6f-a44b-5582b6801a60']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:38.162299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7b2867-202c-4de4-947d-66473cbf5d00']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:38.177592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ff527b-9cbd-4790-8d9d-004937fda01b') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:38.178004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ff527b-9cbd-4790-8d9d-004937fda01b') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:38.208935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.217471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.227740 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.235843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ecf337-c4dd-4fe6-acc5-e326e7973098') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:38.236285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ecf337-c4dd-4fe6-acc5-e326e7973098') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:38.237981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.255746 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acdadac9-439c-4432-9660-43b1881729bb,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.257897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:38.258355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:38.282583 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:38.289797 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] Calling delete_port for b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:38.320396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.320651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.320904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.374423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.395961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.395961 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-eed4ec39-87b0-4d3b-b599-2fc378305e8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5889790 Mar 16 10:58:38.396262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36428) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:38.401672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '992f60ed-a997-4b8c-9ba3-568804d28cdc', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:38.404528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Transition to ACTIVE for port object eac85616-2464-4971-a3d9-598be9ab43dc will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:38.408295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:38.411778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.413628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:38.416515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:38.417189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:38.423511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:38.425577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.430377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d98ea5-b9db-4272-94db-34e760ed828a']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:38.440904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Transition to ACTIVE for port object eac85616-2464-4971-a3d9-598be9ab43dc will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:38.444190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:38.444614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.452372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.456567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.467221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:38.469985 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:38.474191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:38.474300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Network': ['ID=8a7b2867-202c-4de4-947d-66473cbf5d00,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.474795 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-359fda3f-5644-46b6-ba17-23e10e9af523 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/networks/8a7b2867-202c-4de4-947d-66473cbf5d00 HTTP/1.1" status: 204 len: 168 time: 1.9264090 Mar 16 10:58:38.485249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36432) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:38.488800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c486dc2c-e9db-4e32-88a5-0e27eb10676d') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:38.489117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c486dc2c-e9db-4e32-88a5-0e27eb10676d') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:38.508450 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:38.524708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Network 270a3269-c0ef-4d1a-b537-ba76eaf1011f is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:38.528716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:38.529350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:38.530295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:38.533042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:38.579842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.580499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.608557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.613676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:38.623495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.626115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Pushing event updated for resources: {'Port': ['ID=eac85616-2464-4971-a3d9-598be9ab43dc,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.659298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:38.660977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.685811 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Attempting to bind port eac85616-2464-4971-a3d9-598be9ab43dc on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:38.686206 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Attempting to bind port eac85616-2464-4971-a3d9-598be9ab43dc by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:38.686540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Attempting to bind port eac85616-2464-4971-a3d9-598be9ab43dc on network 270a3269-c0ef-4d1a-b537-ba76eaf1011f {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:38.692556 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:38.694746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:38.694746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Checking segment: {'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:38.694746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.695024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9edca36f-1329-404b-8f0c-dfb1fc5ca5a5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port cd0b951a-a851-49c7-b1b3-9e97150f35c7 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:38.695115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Bound using segment: {'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:38.695194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9edca36f-1329-404b-8f0c-dfb1fc5ca5a5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.695284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Bound port: eac85616-2464-4971-a3d9-598be9ab43dc, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:38.695284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.745667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.781954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.795476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.795696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] For port eac85616-2464-4971-a3d9-598be9ab43dc, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:38.799291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] For port eac85616-2464-4971-a3d9-598be9ab43dc, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=eac85616-2464-4971-a3d9-598be9ab43dc,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:38.801580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.805245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.896841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5a5cf-d9da-400d-9b16-7efc1f4e1e24 None None] Pushing event updated for resources: {'Port': ['ID=eac85616-2464-4971-a3d9-598be9ab43dc,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.966732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Network': ['ID=031586e3-0b97-4a6f-a44b-5582b6801a60,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.981184 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5120d3f9-2fbb-4db1-9d77-782434f49858 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/networks/031586e3-0b97-4a6f-a44b-5582b6801a60 HTTP/1.1" status: 204 len: 168 time: 2.8945601 Mar 16 10:58:38.982127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36436) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:38.987394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.023173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfe4ce6-2b7a-4e5d-9950-c0644d0a79c7,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:39.027341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.030531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] Deleting port b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:39.030915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.064481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.066220 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c78ba3cc-2ad0-4aa9-ab54-3cdefdf36f0e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6687872 Mar 16 10:58:39.070109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36440) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:39.080279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event deleted for resources: {'Network': ['ID=36d98ea5-b9db-4272-94db-34e760ed828a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:39.092492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '992f60ed-a997-4b8c-9ba3-568804d28cdc', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:39.110401 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5712eff2-6e59-4a10-af44-70f485b53dbb tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "DELETE /v2.0/networks/36d98ea5-b9db-4272-94db-34e760ed828a HTTP/1.1" status: 204 len: 168 time: 1.5221229 Mar 16 10:58:39.112619 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36444) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:39.116748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:39.132065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9edca36f-1329-404b-8f0c-dfb1fc5ca5a5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.132610 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9edca36f-1329-404b-8f0c-dfb1fc5ca5a5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.147073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e28cd4-2de1-4e29-b24c-0f5fbf1119e8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting subnet aab092be-a6ac-4594-8508-167835e37f44 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:39.154690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:39.160936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-325ebc45-465e-4e5c-a91f-f9dd01e5dd26 None None] The port 'b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:39.161899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:39.162972 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.ipam_backend_mixin [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d763e5c-8e87-449c-b98b-d894ea21f452 (CIDR: 2001:db8::/64) Mar 16 10:58:39.170216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38e28cd4-2de1-4e29-b24c-0f5fbf1119e8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.203376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:39.203869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:39.271880 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-18f0a1b4-e63e-4ba7-b907-1e8f95f4df32 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3274302 Mar 16 10:58:39.285779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:39.287645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36448) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:39.292371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38e28cd4-2de1-4e29-b24c-0f5fbf1119e8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.293818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:39.316015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9edca36f-1329-404b-8f0c-dfb1fc5ca5a5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for cd0b951a-a851-49c7-b1b3-9e97150f35c7 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:39.385007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e064e3fb-01e1-4d64-aca0-e1beefa398c9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.395909 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.434226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e064e3fb-01e1-4d64-aca0-e1beefa398c9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.493183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38e28cd4-2de1-4e29-b24c-0f5fbf1119e8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.525522 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d8f5542b-8025-4f0f-b158-631c76e0b794 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:39.613347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38e28cd4-2de1-4e29-b24c-0f5fbf1119e8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.629724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:39.642652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.650435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:39.655657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.659127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:39.667973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e28cd4-2de1-4e29-b24c-0f5fbf1119e8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Subnet': ['ID=aab092be-a6ac-4594-8508-167835e37f44,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:39.676770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38e28cd4-2de1-4e29-b24c-0f5fbf1119e8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.685182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e064e3fb-01e1-4d64-aca0-e1beefa398c9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.686394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:39.688221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf0d1b-af5b-4887-90b4-5b6474c1de05 None None] Network 3119e606-0cc3-4025-b6da-3aadc980c514 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:39.700331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21f9795-8bec-46cb-a322-0e94cc5ff4ac,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:39.721123 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:39.725030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.726321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064e3fb-01e1-4d64-aca0-e1beefa398c9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:39.741726 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-38e28cd4-2de1-4e29-b24c-0f5fbf1119e8 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/subnets/aab092be-a6ac-4594-8508-167835e37f44 HTTP/1.1" status: 204 len: 168 time: 0.7566051 Mar 16 10:58:39.743566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36452) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:39.744673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e064e3fb-01e1-4d64-aca0-e1beefa398c9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.745890 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e064e3fb-01e1-4d64-aca0-e1beefa398c9 tempest-TestNetworkAdvancedServerOps-106912352 tempest-TestNetworkAdvancedServerOps-106912352-project] 10.222.0.37 "DELETE /v2.0/security-groups/ef147e27-5a8d-4e2e-b97e-55ec0a8fe99c HTTP/1.1" status: 204 len: 168 time: 0.6322541 Mar 16 10:58:39.747515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port d8f5542b-8025-4f0f-b158-631c76e0b794 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:39.751340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9edca36f-1329-404b-8f0c-dfb1fc5ca5a5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.811023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.814891 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-be979465-9b7c-4158-a797-bb2bef1aa3a4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7409103 Mar 16 10:58:39.818607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edca36f-1329-404b-8f0c-dfb1fc5ca5a5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=cd0b951a-a851-49c7-b1b3-9e97150f35c7,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:39.823733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36458) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:39.848897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '992f60ed-a997-4b8c-9ba3-568804d28cdc', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:39.906172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device eac85616-2464-4971-a3d9-598be9ab43dc up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:39.914620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.929000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Deleting port a9b96f6a-cdcc-4b92-a3e0-134dce19913d {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:39.929586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.975666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:40.041698 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-905f7fd3-00ad-4bf3-bf4a-46c840376033 None None] Provisioning for port d8f5542b-8025-4f0f-b158-631c76e0b794 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:40.042234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:40.052097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-905f7fd3-00ad-4bf3-bf4a-46c840376033 None None] Provisioning complete for port d8f5542b-8025-4f0f-b158-631c76e0b794 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:40.052480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-905f7fd3-00ad-4bf3-bf4a-46c840376033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.056506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:40.078161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:40.129790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9edca36f-1329-404b-8f0c-dfb1fc5ca5a5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.132195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9edca36f-1329-404b-8f0c-dfb1fc5ca5a5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.133398 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9edca36f-1329-404b-8f0c-dfb1fc5ca5a5 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/floatingips/21718e92-1cc8-48a2-ba9d-ded7eac26c2f HTTP/1.1" status: 204 len: 168 time: 1.6472013 Mar 16 10:58:40.136195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.163612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36462) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.168689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port eac85616-2464-4971-a3d9-598be9ab43dc completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:40.227604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] For port a9b96f6a-cdcc-4b92-a3e0-134dce19913d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=a9b96f6a-cdcc-4b92-a3e0-134dce19913d,segment=NetworkSegment(811c37d5-7ece-497b-8569-3a83c017c013),segment_id=811c37d5-7ece-497b-8569-3a83c017c013)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:40.227971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.242292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] DHCP port deletion for 3119e606-0cc3-4025-b6da-3aadc980c514 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:40.246753 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-905f7fd3-00ad-4bf3-bf4a-46c840376033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.260442 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] Deleting port a9b96f6a-cdcc-4b92-a3e0-134dce19913d {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:40.260844 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.261895 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c8102e-417e-4122-8527-124fea0989ac tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:40.262588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c8102e-417e-4122-8527-124fea0989ac tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:40.282585 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-06c8102e-417e-4122-8527-124fea0989ac tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/ports/1b5eb506-8e3f-4f6b-84a2-89b6bd07d918 HTTP/1.1" status: 404 len: 333 time: 0.1154885 Mar 16 10:58:40.285859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36466) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.317219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 426201a4-9bf2-4187-b678-1f8fc410231d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:40.364662 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 426201a4-9bf2-4187-b678-1f8fc410231d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:40.365273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 426201a4-9bf2-4187-b678-1f8fc410231d not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:40.365825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:40.371911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6cd8a9cb-99f5-45f1-b16f-f9488612307d tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Synchronizing usage tracker for tenant:91df6f25f10f4c7e88d0ba423e30cba5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:40.408114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d52ee37-5ec6-4a18-b121-bc8be62b60ed None None] Network 270a3269-c0ef-4d1a-b537-ba76eaf1011f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:40.421041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-905f7fd3-00ad-4bf3-bf4a-46c840376033 None None] For port d8f5542b-8025-4f0f-b158-631c76e0b794, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d8f5542b-8025-4f0f-b158-631c76e0b794,segment=NetworkSegment(64d7561b-cd1e-4e42-8d33-b372b14f49c9),segment_id=64d7561b-cd1e-4e42-8d33-b372b14f49c9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:40.422001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.426450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:40.426993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b805f0d9-1c65-4a10-9ef7-4c1cbac4d6e6 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:40.429617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6cd8a9cb-99f5-45f1-b16f-f9488612307d tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Unset dirty status for tenant:91df6f25f10f4c7e88d0ba423e30cba5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:40.430823 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6cd8a9cb-99f5-45f1-b16f-f9488612307d tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8119239-bf3c-4b2f-b472-b7be52aece8f HTTP/1.1" status: 200 len: 205 time: 0.1419327 Mar 16 10:58:40.433639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.438871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36470) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.443216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Calling delete_port for a9b96f6a-cdcc-4b92-a3e0-134dce19913d owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:40.450768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-905f7fd3-00ad-4bf3-bf4a-46c840376033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.524219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.535158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d256c80c-ccd6-47f6-8126-d5486b4d0381,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:40.538756 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-f06b0139-642c-4392-a98b-cf05759f1c65 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] delete failed (client error): The resource could not be found. Mar 16 10:58:40.539790 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f06b0139-642c-4392-a98b-cf05759f1c65 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/routers/f8119239-bf3c-4b2f-b472-b7be52aece8f HTTP/1.1" status: 404 len: 336 time: 0.0928893 Mar 16 10:58:40.545285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36474) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.588076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.589221 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6d2a4925-4e00-4d6a-b5ff-efb8549b094e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7606387 Mar 16 10:58:40.591417 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a1c651-7618-47ee-9bd5-e6b5228d8c0e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:40.591869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a1c651-7618-47ee-9bd5-e6b5228d8c0e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:40.593603 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-91a1c651-7618-47ee-9bd5-e6b5228d8c0e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/subnets/8ec0d896-15a2-40d6-a886-5ce41065de42 HTTP/1.1" status: 404 len: 337 time: 0.0473237 Mar 16 10:58:40.594139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36478) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.597765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36480) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.602213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '992f60ed-a997-4b8c-9ba3-568804d28cdc', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:40.608196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:40.609914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] No DVR routers for this DVR port a9b96f6a-cdcc-4b92-a3e0-134dce19913d on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:40.612842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:40.616153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:40.633135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:40.665455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-905f7fd3-00ad-4bf3-bf4a-46c840376033 None None] Provisioning complete for port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:40.665819 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-905f7fd3-00ad-4bf3-bf4a-46c840376033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.682974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Port': ['ID=a9b96f6a-cdcc-4b92-a3e0-134dce19913d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:40.702668 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:58:40.718183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.725338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f7fd3-00ad-4bf3-bf4a-46c840376033 None None] Pushing event updated for resources: {'Port': ['ID=d8f5542b-8025-4f0f-b158-631c76e0b794,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:40.753957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.771037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.780409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-127af5e2-8036-4d61-bc23-20614396fe9c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port 4db1038a-d76a-4509-853c-4d8e124ca12c {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:40.781037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-127af5e2-8036-4d61-bc23-20614396fe9c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.800405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3119e606-0cc3-4025-b6da-3aadc980c514']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:40.822625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811c37d5-7ece-497b-8569-3a83c017c013') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:40.822887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811c37d5-7ece-497b-8569-3a83c017c013') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:40.843435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.873662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:40.879349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.883148 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:40.894236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:40.894821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.895052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:40.895874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.903789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9de13f8-ec5d-4627-97d7-ad7feea97495 None None] Network c29bb636-5077-412e-8a60-865e51ac810d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:40.926070 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] For port a9b96f6a-cdcc-4b92-a3e0-134dce19913d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=a9b96f6a-cdcc-4b92-a3e0-134dce19913d,segment=NetworkSegment(811c37d5-7ece-497b-8569-3a83c017c013),segment_id=811c37d5-7ece-497b-8569-3a83c017c013)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:40.926070 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.934446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-905f7fd3-00ad-4bf3-bf4a-46c840376033 None None] Port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:41.017415 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:41.021297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.026859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.054307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Pushing event deleted for resources: {'Network': ['ID=3119e606-0cc3-4025-b6da-3aadc980c514,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.068848 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-23f868c4-cfe8-4b9f-a958-12dcdb99cb38 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/networks/3119e606-0cc3-4025-b6da-3aadc980c514 HTTP/1.1" status: 204 len: 168 time: 1.3196614 Mar 16 10:58:41.071238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36490) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.121897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-076f364d-7cd8-49ce-bfc9-9180d12e7009 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Synchronizing usage tracker for tenant:76d76c2210e04bc1a9677f487d18dcd4 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:41.125030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] Calling delete_port for a9b96f6a-cdcc-4b92-a3e0-134dce19913d owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:41.125713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=280f285e-561f-4523-b7be-c9f78bbfa0aa,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.137706 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2512e808-a629-4cf8-83e3-137505aea203 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8489506 Mar 16 10:58:41.138579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36496) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.145039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-076f364d-7cd8-49ce-bfc9-9180d12e7009 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Unset dirty status for tenant:76d76c2210e04bc1a9677f487d18dcd4 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:41.146430 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-076f364d-7cd8-49ce-bfc9-9180d12e7009 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "GET /v2.0/ports?device_id=493a5de1-d9cf-4777-b20a-5396b125d87c HTTP/1.1" status: 200 len: 205 time: 0.0740597 Mar 16 10:58:41.148887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36500) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.149714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-305217649', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '280f285e-561f-4523-b7be-c9f78bbfa0aa'}], 'security_groups': ['99096609-23e5-4acc-b889-3f997a7cd483']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:41.232085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36504) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.273133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] Provisioning for port e262c1f9-6655-4a56-9e23-b158fda1fa7d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:41.279819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.314890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] Provisioning complete for port e262c1f9-6655-4a56-9e23-b158fda1fa7d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:41.315355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.336901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.365796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:41.366123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:41.403600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] Port e262c1f9-6655-4a56-9e23-b158fda1fa7d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:41.425210 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bc638f-38e4-4957-8ae3-27903384ef7f,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.437966 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d8f5542b-8025-4f0f-b158-631c76e0b794 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:41.464282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a6b3-adf0-4543-b3df-0a5868a0b627 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.510506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] Provisioning for port eac85616-2464-4971-a3d9-598be9ab43dc completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:41.522285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] Provisioning complete for port eac85616-2464-4971-a3d9-598be9ab43dc triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:41.522652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.602120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d8f5542b-8025-4f0f-b158-631c76e0b794 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:41.602779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.620078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.625751 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f3cb3983-ad0e-40cc-b34b-7adcc86a2ab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0251951 Mar 16 10:58:41.644948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36510) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.665715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '992f60ed-a997-4b8c-9ba3-568804d28cdc', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:41.672336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:41.676699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:41.679807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:41.686921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:41.695821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-127af5e2-8036-4d61-bc23-20614396fe9c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.712802 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:58:41.727739 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.764147 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-22ca2131-24ee-4e57-a133-ebea999eacda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9d3c0c93ff34337ab7e306575bf823a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062249 Mar 16 10:58:41.802684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c141d-d371-4a38-beb2-5b3035168936 None None] Update dhcp port {'port': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'fixed_ips': [{'subnet_id': '8d763e5c-8e87-449c-b98b-d894ea21f452', 'ip_address': '2001:db8::2'}, {'subnet_id': '280f285e-561f-4523-b7be-c9f78bbfa0aa'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': 'd8f5542b-8025-4f0f-b158-631c76e0b794'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:58:41.820724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36514) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.865735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.879682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] Deleting port a9b96f6a-cdcc-4b92-a3e0-134dce19913d {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:41.880052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.897335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a6b3-adf0-4543-b3df-0a5868a0b627 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.898071 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-127af5e2-8036-4d61-bc23-20614396fe9c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for 4db1038a-d76a-4509-853c-4d8e124ca12c owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:41.901067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a6b3-adf0-4543-b3df-0a5868a0b627 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.959084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a6b3-adf0-4543-b3df-0a5868a0b627 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.959561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f2a6b3-adf0-4543-b3df-0a5868a0b627 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Fanout notify agent at l3_agent the message router_deleted on router 493a5de1-d9cf-4777-b20a-5396b125d87c {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:41.969066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aceeaf4f-543c-4863-822b-50997a2c1f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.985158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a6b3-adf0-4543-b3df-0a5868a0b627 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.986235 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d8f2a6b3-adf0-4543-b3df-0a5868a0b627 tempest-RoutersNegativeIpV6Test-356801638 tempest-RoutersNegativeIpV6Test-356801638-project] 10.222.0.37 "DELETE /v2.0/routers/493a5de1-d9cf-4777-b20a-5396b125d87c HTTP/1.1" status: 204 len: 168 time: 0.8363092 Mar 16 10:58:41.998380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-165c141d-d371-4a38-beb2-5b3035168936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.004196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aceeaf4f-543c-4863-822b-50997a2c1f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.014931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1c30cf97-5262-42ba-83ed-bee5ef096be4 None None] The port 'a9b96f6a-cdcc-4b92-a3e0-134dce19913d' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:42.025553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] For port eac85616-2464-4971-a3d9-598be9ab43dc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=eac85616-2464-4971-a3d9-598be9ab43dc,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:42.066256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.066793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.078440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aceeaf4f-543c-4863-822b-50997a2c1f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.116500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceeaf4f-543c-4863-822b-50997a2c1f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f5f0e5-b192-4f84-840b-6dadda0f4479,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:42.121071 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a9b96f6a-cdcc-4b92-a3e0-134dce19913d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:42.129063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aceeaf4f-543c-4863-822b-50997a2c1f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.133352 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-aceeaf4f-543c-4863-822b-50997a2c1f32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54f5f0e5-b192-4f84-840b-6dadda0f4479 HTTP/1.1" status: 204 len: 168 time: 0.3077064 Mar 16 10:58:42.220411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: a9b96f6a-cdcc-4b92-a3e0-134dce19913d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:42.220807 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a9b96f6a-cdcc-4b92-a3e0-134dce19913d not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:42.269703 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadec19-fb4b-428f-b801-099ed256d846 None None] Pushing event updated for resources: {'Port': ['ID=eac85616-2464-4971-a3d9-598be9ab43dc,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:42.277937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2832e544-8064-4614-8940-266b2f0fd32f None None] Provisioning complete for port eac85616-2464-4971-a3d9-598be9ab43dc triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:42.278196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2832e544-8064-4614-8940-266b2f0fd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.294349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.312872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.328309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36526) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:42.392905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-165c141d-d371-4a38-beb2-5b3035168936 None None] Allocated IP 2001:db8:0:1::2 (c29bb636-5077-412e-8a60-865e51ac810d/280f285e-561f-4523-b7be-c9f78bbfa0aa/d8f5542b-8025-4f0f-b158-631c76e0b794) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:42.394678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a88840-33cd-4b9b-99b4-dce5319c6bca,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:42.448628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-127af5e2-8036-4d61-bc23-20614396fe9c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.508669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.518654 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b2a33d7a-aad8-4328-8f6d-25007eb37977 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8617291 Mar 16 10:58:42.536122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36534) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:42.569212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2a43b2e6-7177-446f-9077-aed832ba1cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.600052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2a43b2e6-7177-446f-9077-aed832ba1cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:42.607947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127af5e2-8036-4d61-bc23-20614396fe9c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=4db1038a-d76a-4509-853c-4d8e124ca12c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:42.612701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2a43b2e6-7177-446f-9077-aed832ba1cbc admin admin] Usage tracker for resource:security_group_rule and tenant:f2ffd58aba0c4b51a2ab815a75661414 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:42.642767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2a43b2e6-7177-446f-9077-aed832ba1cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:42.651219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-165c141d-d371-4a38-beb2-5b3035168936 None None] For port d8f5542b-8025-4f0f-b158-631c76e0b794, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d8f5542b-8025-4f0f-b158-631c76e0b794,segment=NetworkSegment(64d7561b-cd1e-4e42-8d33-b372b14f49c9),segment_id=64d7561b-cd1e-4e42-8d33-b372b14f49c9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:42.673884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2a43b2e6-7177-446f-9077-aed832ba1cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:42.680861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-165c141d-d371-4a38-beb2-5b3035168936 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.714007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-165c141d-d371-4a38-beb2-5b3035168936 None None] Transition to ACTIVE for port object d8f5542b-8025-4f0f-b158-631c76e0b794 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:42.717736 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1f8035f3-0974-49c2-8c26-1f166bf589ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76d76c2210e04bc1a9677f487d18dcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878779 Mar 16 10:58:42.720805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36548) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:42.725850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-165c141d-d371-4a38-beb2-5b3035168936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.812125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24610efe-3ea1-4b1d-ac6f-df0634507f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.845999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-127af5e2-8036-4d61-bc23-20614396fe9c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.850801 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-127af5e2-8036-4d61-bc23-20614396fe9c tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/ports/4db1038a-d76a-4509-853c-4d8e124ca12c HTTP/1.1" status: 204 len: 168 time: 2.2255383 Mar 16 10:58:42.854600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36552) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:42.860445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24610efe-3ea1-4b1d-ac6f-df0634507f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.866394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-58f2a10c-920d-448c-b217-fa831e0bbd75 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:42.908308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2a43b2e6-7177-446f-9077-aed832ba1cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.915552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c141d-d371-4a38-beb2-5b3035168936 None None] Pushing event updated for resources: {'Port': ['ID=d8f5542b-8025-4f0f-b158-631c76e0b794,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:42.932192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2a43b2e6-7177-446f-9077-aed832ba1cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.936247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-58f2a10c-920d-448c-b217-fa831e0bbd75 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:42.937542 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-58f2a10c-920d-448c-b217-fa831e0bbd75 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905158317&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.1958828 Mar 16 10:58:43.011953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa0c9a-2ece-46a2-9822-a6bf82528410 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port dbc8257d-ed09-4f9f-adb8-26f9e8c64ccf {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:43.012289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ddaa0c9a-2ece-46a2-9822-a6bf82528410 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.045721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43b2e6-7177-446f-9077-aed832ba1cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1ecbce-18f3-4d5e-9db9-b7dadcea73cc,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:43.057894 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2a43b2e6-7177-446f-9077-aed832ba1cbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2ffd58aba0c4b51a2ab815a75661414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5206115 Mar 16 10:58:43.062894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36556) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:43.092857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24610efe-3ea1-4b1d-ac6f-df0634507f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.119788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Delete allocated IP 2001:db8::195 (c29bb636-5077-412e-8a60-865e51ac810d/8d763e5c-8e87-449c-b98b-d894ea21f452) {{(pid=87875) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:58:43.136378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8:0:1::383 (c29bb636-5077-412e-8a60-865e51ac810d/280f285e-561f-4523-b7be-c9f78bbfa0aa/e262c1f9-6655-4a56-9e23-b158fda1fa7d) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:43.173235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-2b1aef72-e82a-4881-aa64-e900803d32a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:43.173948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-2b1aef72-e82a-4881-aa64-e900803d32a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:43.174796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24610efe-3ea1-4b1d-ac6f-df0634507f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8512c0e-bcbf-49f1-80a7-571247614351,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:43.195886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-24610efe-3ea1-4b1d-ac6f-df0634507f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.201254 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-24610efe-3ea1-4b1d-ac6f-df0634507f40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8512c0e-bcbf-49f1-80a7-571247614351 HTTP/1.1" status: 204 len: 168 time: 0.4753301 Mar 16 10:58:43.207231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-2b1aef72-e82a-4881-aa64-e900803d32a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:43.208251 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-2b1aef72-e82a-4881-aa64-e900803d32a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/networks?id=270a3269-c0ef-4d1a-b537-ba76eaf1011f HTTP/1.1" status: 200 len: 797 time: 0.2601089 Mar 16 10:58:43.249653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e794a99f-fb99-4ec6-b9a7-67f7ea59d9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.349819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e794a99f-fb99-4ec6-b9a7-67f7ea59d9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.406289 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-829d1df9-c616-4ee3-a4bd-8c6ee8f3a114 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/quotas/849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 375 time: 0.1914451 Mar 16 10:58:43.413235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ddaa0c9a-2ece-46a2-9822-a6bf82528410 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.479514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d8f5542b-8025-4f0f-b158-631c76e0b794 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:43.581683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa0c9a-2ece-46a2-9822-a6bf82528410 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for dbc8257d-ed09-4f9f-adb8-26f9e8c64ccf owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:43.603841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device eac85616-2464-4971-a3d9-598be9ab43dc up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:43.708098 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-247d5405-61c9-46ee-9dac-0835c4f29c0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1839209 Mar 16 10:58:43.710847 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port eac85616-2464-4971-a3d9-598be9ab43dc triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:43.711674 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.732539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.781529 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5c4ef128-b3ae-4abf-b75f-dd870e4f150f None None] Provisioning complete for port e262c1f9-6655-4a56-9e23-b158fda1fa7d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:43.781808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef128-b3ae-4abf-b75f-dd870e4f150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.811551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object e262c1f9-6655-4a56-9e23-b158fda1fa7d will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:43.820780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.844002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ef128-b3ae-4abf-b75f-dd870e4f150f None None] Port e262c1f9-6655-4a56-9e23-b158fda1fa7d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:43.865711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5c4ef128-b3ae-4abf-b75f-dd870e4f150f None None] Provisioning complete for port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:43.866087 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef128-b3ae-4abf-b75f-dd870e4f150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.888984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e794a99f-fb99-4ec6-b9a7-67f7ea59d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.919233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794a99f-fb99-4ec6-b9a7-67f7ea59d9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1ecbce-18f3-4d5e-9db9-b7dadcea73cc,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:43.956630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ddaa0c9a-2ece-46a2-9822-a6bf82528410 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.973339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e794a99f-fb99-4ec6-b9a7-67f7ea59d9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.977224 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e794a99f-fb99-4ec6-b9a7-67f7ea59d9fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d1ecbce-18f3-4d5e-9db9-b7dadcea73cc HTTP/1.1" status: 204 len: 168 time: 0.9150841 Mar 16 10:58:43.994170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ef128-b3ae-4abf-b75f-dd870e4f150f None None] Port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:44.015336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5c4ef128-b3ae-4abf-b75f-dd870e4f150f None None] Provisioning for port d8f5542b-8025-4f0f-b158-631c76e0b794 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:44.021542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5c4ef128-b3ae-4abf-b75f-dd870e4f150f None None] Provisioning complete for port d8f5542b-8025-4f0f-b158-631c76e0b794 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:44.022045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef128-b3ae-4abf-b75f-dd870e4f150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.038307 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] In _notify_port_updated(), no bound segment for port e262c1f9-6655-4a56-9e23-b158fda1fa7d on network c29bb636-5077-412e-8a60-865e51ac810d {{(pid=87875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:58:44.044527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:44.045438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.047073 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "PUT /v2.0/ports/e262c1f9-6655-4a56-9e23-b158fda1fa7d HTTP/1.1" status: 200 len: 930 time: 2.9026828 Mar 16 10:58:44.066533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36576) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.095122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa0c9a-2ece-46a2-9822-a6bf82528410 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=dbc8257d-ed09-4f9f-adb8-26f9e8c64ccf,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:44.159502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20ebe2-53db-46f1-8423-2dbb63d6712d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=e262c1f9-6655-4a56-9e23-b158fda1fa7d,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:44.239935 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-ba1d6d3c-5afb-4e3d-9f97-3c04198ebfea service neutron] 10.222.0.37 "GET /v2.0/networks/270a3269-c0ef-4d1a-b537-ba76eaf1011f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212276 Mar 16 10:58:44.302110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-60c93f13-b354-43d5-8590-d6505e1b6f42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port e262c1f9-6655-4a56-9e23-b158fda1fa7d {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:44.302673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-60c93f13-b354-43d5-8590-d6505e1b6f42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.382609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ddaa0c9a-2ece-46a2-9822-a6bf82528410 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.386883 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ddaa0c9a-2ece-46a2-9822-a6bf82528410 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/ports/dbc8257d-ed09-4f9f-adb8-26f9e8c64ccf HTTP/1.1" status: 204 len: 168 time: 1.5289910 Mar 16 10:58:44.395721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36588) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.411103 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-31953a3f-36f1-4e1c-9ee5-8deb82da3b95 None None] Provisioning for port e262c1f9-6655-4a56-9e23-b158fda1fa7d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:44.420808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-31953a3f-36f1-4e1c-9ee5-8deb82da3b95 None None] Provisioning complete for port e262c1f9-6655-4a56-9e23-b158fda1fa7d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:44.421490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-31953a3f-36f1-4e1c-9ee5-8deb82da3b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.506795 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-965fc978-97b9-4d77-9789-c25a113fbbe1 service neutron] 10.222.0.37 "GET /v2.0/networks/270a3269-c0ef-4d1a-b537-ba76eaf1011f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604666 Mar 16 10:58:44.512659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-31953a3f-36f1-4e1c-9ee5-8deb82da3b95 None None] Port e262c1f9-6655-4a56-9e23-b158fda1fa7d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:44.544040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977856f3-b816-4711-95d0-b79b89a227d0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:44.544767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-977856f3-b816-4711-95d0-b79b89a227d0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Synchronizing usage tracker for tenant:91df6f25f10f4c7e88d0ba423e30cba5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:44.573688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-977856f3-b816-4711-95d0-b79b89a227d0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Unset dirty status for tenant:91df6f25f10f4c7e88d0ba423e30cba5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:44.575181 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-977856f3-b816-4711-95d0-b79b89a227d0 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "GET /v2.0/ports?device_id=11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 HTTP/1.1" status: 200 len: 913 time: 0.1780992 Mar 16 10:58:44.578513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36592) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.645626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36596) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.731991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-60c93f13-b354-43d5-8590-d6505e1b6f42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.901985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-60c93f13-b354-43d5-8590-d6505e1b6f42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for e262c1f9-6655-4a56-9e23-b158fda1fa7d owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:44.934275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6e9f551c-1ac5-41e6-b66b-d1b7cd65bdba tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:44.934714 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-6e9f551c-1ac5-41e6-b66b-d1b7cd65bdba tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 10:58:44.935200 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-6e9f551c-1ac5-41e6-b66b-d1b7cd65bdba tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:58:44.936148 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6e9f551c-1ac5-41e6-b66b-d1b7cd65bdba tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2889371 Mar 16 10:58:44.944827 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-79d3a2f3-35d4-4faf-bf69-8b7190e5cc9c req-e1515ab1-3e28-42d3-b29d-b76b64584d47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 210 time: 0.1976569 Mar 16 10:58:44.947202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36604) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.954266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'tempest-secgroup--354381334'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:44.963332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:44.976445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:44.981698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:44.989301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:45.011526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.055931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.083835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:45.090831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:45.096430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:45.103720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:45.111864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-60c93f13-b354-43d5-8590-d6505e1b6f42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.172968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c93f13-b354-43d5-8590-d6505e1b6f42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=e262c1f9-6655-4a56-9e23-b158fda1fa7d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:45.196568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.225319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-60c93f13-b354-43d5-8590-d6505e1b6f42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.251061 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-60c93f13-b354-43d5-8590-d6505e1b6f42 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/e262c1f9-6655-4a56-9e23-b158fda1fa7d HTTP/1.1" status: 204 len: 168 time: 1.1770844 Mar 16 10:58:45.255244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36608) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.314634 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72ab462-5b15-431f-94b6-a3fb589d9641 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:58:45.315189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a72ab462-5b15-431f-94b6-a3fb589d9641 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:45.350374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.352270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a72ab462-5b15-431f-94b6-a3fb589d9641 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:45.353494 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a72ab462-5b15-431f-94b6-a3fb589d9641 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/e262c1f9-6655-4a56-9e23-b158fda1fa7d HTTP/1.1" status: 404 len: 333 time: 0.0972829 Mar 16 10:58:45.356321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36612) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.359483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.381840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:45.392208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:45.405361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:45.422710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:45.443407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d260641-610b-4b4f-a488-65f3b84e9d82,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:45.488448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a2206a4-178a-4cd8-b671-2e740cc697b5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.532238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a2206a4-178a-4cd8-b671-2e740cc697b5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.573617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.584215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.634677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a2206a4-178a-4cd8-b671-2e740cc697b5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.641477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f31e37-d47d-4ff8-a41a-8e5a42602928,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:45.660237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5a2206a4-178a-4cd8-b671-2e740cc697b5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.661418 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5a2206a4-178a-4cd8-b671-2e740cc697b5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/security-groups/68ba02b4-60c2-415e-a56f-90c28d1db61a HTTP/1.1" status: 204 len: 168 time: 0.3041339 Mar 16 10:58:45.663877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.664995 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fe68ef66-3ba4-4535-bc38-0beda16b4325 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7168822 Mar 16 10:58:45.665852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2206a4-178a-4cd8-b671-2e740cc697b5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba02b4-60c2-415e-a56f-90c28d1db61a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:45.667506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36616) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.669214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36618) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.680546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '32f31e37-d47d-4ff8-a41a-8e5a42602928', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:45.688430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:45.695953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:45.699926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:45.713459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:45.718346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port 391a9513-bbcd-497a-957d-22bc6ab14722 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:45.718557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.730278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a536a30f-8551-4aed-a47a-b1d3a9f32d35 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.760703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a536a30f-8551-4aed-a47a-b1d3a9f32d35 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.797671 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.809986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a536a30f-8551-4aed-a47a-b1d3a9f32d35 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.826542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536a30f-8551-4aed-a47a-b1d3a9f32d35 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99096609-23e5-4acc-b889-3f997a7cd483,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:45.834794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a536a30f-8551-4aed-a47a-b1d3a9f32d35 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.835962 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a536a30f-8551-4aed-a47a-b1d3a9f32d35 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/security-groups/99096609-23e5-4acc-b889-3f997a7cd483 HTTP/1.1" status: 204 len: 168 time: 0.1677320 Mar 16 10:58:45.838702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36628) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.910670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6355de5-e3bf-4199-abbb-f85fc29ce4fe tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet 8d763e5c-8e87-449c-b98b-d894ea21f452 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:45.913865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6355de5-e3bf-4199-abbb-f85fc29ce4fe tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.948516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.954838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.961606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.970670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6355de5-e3bf-4199-abbb-f85fc29ce4fe tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.107448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for 391a9513-bbcd-497a-957d-22bc6ab14722 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:46.135530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690affb7-8b8a-481d-ae3f-4e381ce3f8ae,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.165179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6355de5-e3bf-4199-abbb-f85fc29ce4fe tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.193581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.197193 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-abe71326-9d20-43a6-a061-2dc92aa368a9 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5268991 Mar 16 10:58:46.199924 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bdced88e-2953-45bf-80e0-1b36e07cf253 req-48a34a5c-7cf2-4875-b852-1e1ba44024fb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 210 time: 0.1032043 Mar 16 10:58:46.200480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36634) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.209884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-97b85b6d-00c4-47ab-9bf3-5b4091f9afa3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '32f31e37-d47d-4ff8-a41a-8e5a42602928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:46.222719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-97b85b6d-00c4-47ab-9bf3-5b4091f9afa3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:46.231496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-97b85b6d-00c4-47ab-9bf3-5b4091f9afa3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:46.235929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-97b85b6d-00c4-47ab-9bf3-5b4091f9afa3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:46.243882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6355de5-e3bf-4199-abbb-f85fc29ce4fe tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.249896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-97b85b6d-00c4-47ab-9bf3-5b4091f9afa3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:46.276675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-97b85b6d-00c4-47ab-9bf3-5b4091f9afa3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.282288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6355de5-e3bf-4199-abbb-f85fc29ce4fe tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=8d763e5c-8e87-449c-b98b-d894ea21f452,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.285901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6355de5-e3bf-4199-abbb-f85fc29ce4fe tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.291784 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a6355de5-e3bf-4199-abbb-f85fc29ce4fe tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/8d763e5c-8e87-449c-b98b-d894ea21f452 HTTP/1.1" status: 204 len: 168 time: 0.4519258 Mar 16 10:58:46.295718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36638) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.301498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:46.303343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d4ce8-0006-4255-ad41-3d45a9f371c2 None None] Network c29bb636-5077-412e-8a60-865e51ac810d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:46.362687 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-97b85b6d-00c4-47ab-9bf3-5b4091f9afa3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:58:46.363768 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-97b85b6d-00c4-47ab-9bf3-5b4091f9afa3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1598904 Mar 16 10:58:46.384496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36642) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.430355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.488719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:46.493545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-19b7f569-f44b-4879-9cd4-53f7c2e8664e tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.495333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:46.498715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:46.513845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:46.518433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=391a9513-bbcd-497a-957d-22bc6ab14722,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.534676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-19b7f569-f44b-4879-9cd4-53f7c2e8664e tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.590579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:46.594258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.631739 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-19b7f569-f44b-4879-9cd4-53f7c2e8664e tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.723491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7f569-f44b-4879-9cd4-53f7c2e8664e tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f31e37-d47d-4ff8-a41a-8e5a42602928,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.727665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-19b7f569-f44b-4879-9cd4-53f7c2e8664e tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.731337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-19b7f569-f44b-4879-9cd4-53f7c2e8664e tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "DELETE /v2.0/security-groups/32f31e37-d47d-4ff8-a41a-8e5a42602928 HTTP/1.1" status: 204 len: 168 time: 0.3433256 Mar 16 10:58:46.731809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36646) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.785764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.808342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1c2f2204-1bdf-4fde-8738-a91c15ceeca1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Synchronizing usage tracker for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:46.868798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1c2f2204-1bdf-4fde-8738-a91c15ceeca1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Unset dirty status for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:46.870121 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1c2f2204-1bdf-4fde-8738-a91c15ceeca1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1373682 Mar 16 10:58:46.876519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36652) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.884900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'tempest-secgroup--424390720'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:46.893884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:46.958235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.993449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.019695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.021600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:47.025282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:47.029776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:47.030444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.050177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=cd457a2b-e855-43d2-9462-0eb802b84e01,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:47.062351 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2d77c15b-2a23-4db4-98ee-b06b68e853b4 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7653253 Mar 16 10:58:47.065197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36660) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.071401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'security_group': {'name': 'tempest-secgroup-908497918'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:47.078617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.083202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:47.086786 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:47.093967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.107286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.130148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.134772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group_rule and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:47.138011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:47.144563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.214621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f920f43-0683-405b-8e18-7ac8386382f1 None None] Network c29bb636-5077-412e-8a60-865e51ac810d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:47.226327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.230952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.238265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.242980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:47.247470 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:47.256465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.313176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7d07ed18-811d-41ed-b65d-0670e0013772 None None] Provisioning complete for port d8f5542b-8025-4f0f-b158-631c76e0b794 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:47.314232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7d07ed18-811d-41ed-b65d-0670e0013772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.337755 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ed6987fd-e68d-48ec-b9b5-52f5751c000c req-63e31711-86a7-42a4-8c03-faa89c70970e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 210 time: 0.0693977 Mar 16 10:58:47.339726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e650578a-1939-4fde-be43-4b8eb68c874e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:47.343953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.348359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36666) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.348722 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a5873af4-02ed-4f24-af77-ae5e226ccdd3 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2820830 Mar 16 10:58:47.360700 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'security_group': {'name': 'tempest-secgroup-1790918750'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:47.392104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.404916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:47.410626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:47.429298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.432788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:47.465136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.466139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.478464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.563729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7d07ed18-811d-41ed-b65d-0670e0013772 None None] Provisioning complete for port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:47.564100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7d07ed18-811d-41ed-b65d-0670e0013772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.584324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.598051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group_rule and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:47.604963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:47.607641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f24ea57-028d-49dd-9c78-35bc8ba5f030,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:47.621947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.625545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7d07ed18-811d-41ed-b65d-0670e0013772 None None] Port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:47.636327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.637735 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-37d492c1-16a5-44f1-9e1a-461bdda8666f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7593906 Mar 16 10:58:47.640654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36670) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.646694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-87dbe351-c28c-4427-8151-6dd6551608ea tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '4f24ea57-028d-49dd-9c78-35bc8ba5f030', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:47.647178 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-87dbe351-c28c-4427-8151-6dd6551608ea tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 16 10:58:47.647668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-87dbe351-c28c-4427-8151-6dd6551608ea tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:47.648587 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-87dbe351-c28c-4427-8151-6dd6551608ea tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069523 Mar 16 10:58:47.651658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36674) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.721670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8fee8625-bdee-4675-ace8-9b86a38a5452 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.757068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8fee8625-bdee-4675-ace8-9b86a38a5452 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.764014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:47.782033 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f15bd5-bb9b-4eca-93e7-169a6cecfcc7 None None] Sync routers for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:47.790578 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51935444-72a8-47ad-81bf-81886c5bc950 None None] Update dhcp port {'port': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'fixed_ips': [{'subnet_id': '280f285e-561f-4523-b7be-c9f78bbfa0aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cd457a2b-e855-43d2-9462-0eb802b84e01'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': 'd8f5542b-8025-4f0f-b158-631c76e0b794'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:58:47.790762 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fceca301-d616-4e00-aa02-1ea0b5ddd179 tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "PUT /v2.0/routers/11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2083459 Mar 16 10:58:47.790856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36678) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.811302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8fee8625-bdee-4675-ace8-9b86a38a5452 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.829715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f15bd5-bb9b-4eca-93e7-169a6cecfcc7 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:47.830421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-47f15bd5-bb9b-4eca-93e7-169a6cecfcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:47.832877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee8625-bdee-4675-ace8-9b86a38a5452 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f24ea57-028d-49dd-9c78-35bc8ba5f030,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:47.838223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8fee8625-bdee-4675-ace8-9b86a38a5452 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.839320 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8fee8625-bdee-4675-ace8-9b86a38a5452 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "DELETE /v2.0/security-groups/4f24ea57-028d-49dd-9c78-35bc8ba5f030 HTTP/1.1" status: 204 len: 168 time: 0.1866932 Mar 16 10:58:47.842860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36682) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.887936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.894818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.895585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5c41af27-c31e-4530-8c22-5dedc67ff045 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Synchronizing usage tracker for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:47.909758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-47f15bd5-bb9b-4eca-93e7-169a6cecfcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:47.911438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5c41af27-c31e-4530-8c22-5dedc67ff045 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Unset dirty status for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:47.913405 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5c41af27-c31e-4530-8c22-5dedc67ff045 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693903 Mar 16 10:58:47.917149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36686) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.921876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-51935444-72a8-47ad-81bf-81886c5bc950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.922974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'tempest-secgroup--375245100'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:47.930393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.940298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.943569 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f15bd5-bb9b-4eca-93e7-169a6cecfcc7 None None] Routers {'11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:47.944237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-47f15bd5-bb9b-4eca-93e7-169a6cecfcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:47.951064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.971324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.975542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:47.978256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:47.983938 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:48.019270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.020475 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6692245 Mar 16 10:58:48.025602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36692) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.031087 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-47f15bd5-bb9b-4eca-93e7-169a6cecfcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:48.031504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f15bd5-bb9b-4eca-93e7-169a6cecfcc7 None None] The sync data for ids ['11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:48.032110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c0fc8-5960-4b3c-9cd9-90700ad2054b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b33f9c0-f5ea-48f1-b52e-fc2254a545d8,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:48.043639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'security_group': {'name': 'tempest-secgroup-1270929045'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:48.053980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:48.070981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:48.081614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:48.092485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:48.096598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.119004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.126431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.187787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27acb978-5802-4b4f-9c0d-f893a53b1cdf,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:48.196440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.199083 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-226f9005-e8e4-40d9-9f41-d0d71072739d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2797391 Mar 16 10:58:48.201347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36698) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.208151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e196081d-95b7-4e12-bf0e-16a6f9ab48eb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '27acb978-5802-4b4f-9c0d-f893a53b1cdf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:48.209074 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-e196081d-95b7-4e12-bf0e-16a6f9ab48eb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 16 10:58:48.209642 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-e196081d-95b7-4e12-bf0e-16a6f9ab48eb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:48.212780 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e196081d-95b7-4e12-bf0e-16a6f9ab48eb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067272 Mar 16 10:58:48.213369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36702) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.226286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-51935444-72a8-47ad-81bf-81886c5bc950 None None] Allocated IP 2001:db8::2 (c29bb636-5077-412e-8a60-865e51ac810d/cd457a2b-e855-43d2-9462-0eb802b84e01/d8f5542b-8025-4f0f-b158-631c76e0b794) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:48.269555 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.286453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ceb60025-ace2-4caf-be04-626894c1180f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.312425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.315893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:48.316608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ceb60025-ace2-4caf-be04-626894c1180f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.321381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:security_group_rule and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:48.325239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:48.335541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:48.337515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting port 99f1e3ca-8aa9-4558-a6bf-29e38ba489bf {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:48.337853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.388898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ceb60025-ace2-4caf-be04-626894c1180f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.398436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-51935444-72a8-47ad-81bf-81886c5bc950 None None] For port d8f5542b-8025-4f0f-b158-631c76e0b794, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d8f5542b-8025-4f0f-b158-631c76e0b794,segment=NetworkSegment(64d7561b-cd1e-4e42-8d33-b372b14f49c9),segment_id=64d7561b-cd1e-4e42-8d33-b372b14f49c9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:48.420781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ceb60025-ace2-4caf-be04-626894c1180f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.424369 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ceb60025-ace2-4caf-be04-626894c1180f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "DELETE /v2.0/security-groups/27acb978-5802-4b4f-9c0d-f893a53b1cdf HTTP/1.1" status: 204 len: 168 time: 0.2078495 Mar 16 10:58:48.425370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36708) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.455537 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-51935444-72a8-47ad-81bf-81886c5bc950 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.467038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb60025-ace2-4caf-be04-626894c1180f tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27acb978-5802-4b4f-9c0d-f893a53b1cdf,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:48.493810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f916afdd-db82-4beb-99c0-8111a034ae67 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Synchronizing usage tracker for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:48.499886 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-51935444-72a8-47ad-81bf-81886c5bc950 None None] Transition to ACTIVE for port object d8f5542b-8025-4f0f-b158-631c76e0b794 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:48.506680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-51935444-72a8-47ad-81bf-81886c5bc950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.513760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f916afdd-db82-4beb-99c0-8111a034ae67 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Unset dirty status for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:48.515287 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f916afdd-db82-4beb-99c0-8111a034ae67 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888698 Mar 16 10:58:48.520944 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36712) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.527220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'tempest-secgroup--30668369'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:48.535674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:48.547023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:48.563292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.595490 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b5ee26a3-921f-42be-894f-ba18f8acf3b4 req-70b0e5b0-829b-4a16-a846-8ce0d4c76c01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 210 time: 0.0746827 Mar 16 10:58:48.603469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:48.608537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:48.612389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:48.619190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:48.671764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.673947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.684501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.697912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.700780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51935444-72a8-47ad-81bf-81886c5bc950 None None] Pushing event updated for resources: {'Port': ['ID=d8f5542b-8025-4f0f-b158-631c76e0b794,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:48.707837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.754538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaf9473-f759-4f32-80d7-81daf94b203a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:48.762091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.763683 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-51a86366-3ee0-4e4d-bd6a-5b6166119bdb tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2414751 Mar 16 10:58:48.766831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36716) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.772213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ef000574-c0a6-4a02-bd6a-a55d0debbf75 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '5eaf9473-f759-4f32-80d7-81daf94b203a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:48.773102 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-ef000574-c0a6-4a02-bd6a-a55d0debbf75 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 16 10:58:48.773622 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-ef000574-c0a6-4a02-bd6a-a55d0debbf75 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:48.777295 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ef000574-c0a6-4a02-bd6a-a55d0debbf75 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094950 Mar 16 10:58:48.777849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36720) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.782824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f8c858e6-2738-4e95-ace5-bb46b091177d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '5eaf9473-f759-4f32-80d7-81daf94b203a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:48.783479 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-f8c858e6-2738-4e95-ace5-bb46b091177d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 16 10:58:48.783960 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-f8c858e6-2738-4e95-ace5-bb46b091177d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:48.785115 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f8c858e6-2738-4e95-ace5-bb46b091177d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061433 Mar 16 10:58:48.787714 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36724) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.793549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0a5e12de-e66e-4069-a851-d7f0d132e59b tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '5eaf9473-f759-4f32-80d7-81daf94b203a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:48.794349 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-0a5e12de-e66e-4069-a851-d7f0d132e59b tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 16 10:58:48.794830 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-0a5e12de-e66e-4069-a851-d7f0d132e59b tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:48.796136 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0a5e12de-e66e-4069-a851-d7f0d132e59b tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071764 Mar 16 10:58:48.799173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36728) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.804504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5937604f-bfc4-41a4-8eb3-b8b41f125ee3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '5eaf9473-f759-4f32-80d7-81daf94b203a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:48.805395 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-5937604f-bfc4-41a4-8eb3-b8b41f125ee3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 16 10:58:48.805903 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-5937604f-bfc4-41a4-8eb3-b8b41f125ee3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:48.809328 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5937604f-bfc4-41a4-8eb3-b8b41f125ee3 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064378 Mar 16 10:58:48.810028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36732) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.885554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1731b72e-0d78-4fd4-af99-705fc9d33ca6 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.915426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1731b72e-0d78-4fd4-af99-705fc9d33ca6 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.990217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Calling delete_port for 99f1e3ca-8aa9-4558-a6bf-29e38ba489bf owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:49.057595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.068363 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0405552 Mar 16 10:58:49.071805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36736) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:49.079632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52964b74-a350-4924-bd6e-695d3866cef1 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb843f62-11f5-47a6-aab0-395c3be1ef84,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:49.088828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-363367088', 'security_groups': ['eb843f62-11f5-47a6-aab0-395c3be1ef84'], 'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cd457a2b-e855-43d2-9462-0eb802b84e01'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:49.111742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1731b72e-0d78-4fd4-af99-705fc9d33ca6 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.164311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731b72e-0d78-4fd4-af99-705fc9d33ca6 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaf9473-f759-4f32-80d7-81daf94b203a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:49.259406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.317669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Port': ['ID=99f1e3ca-8aa9-4558-a6bf-29e38ba489bf,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:49.360500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c07749a8-b008-4941-a08c-e1847077d2f5 None None] Provisioning for port d8f5542b-8025-4f0f-b158-631c76e0b794 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:49.366900 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c07749a8-b008-4941-a08c-e1847077d2f5 None None] Provisioning complete for port d8f5542b-8025-4f0f-b158-631c76e0b794 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:49.367748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c07749a8-b008-4941-a08c-e1847077d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.378749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-224adbbe-5b93-4a2d-9ae8-7af4ff60e562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:49.380212 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-224adbbe-5b93-4a2d-9ae8-7af4ff60e562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=270a3269-c0ef-4d1a-b537-ba76eaf1011f HTTP/1.1" status: 200 len: 797 time: 0.4332237 Mar 16 10:58:49.383648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1731b72e-0d78-4fd4-af99-705fc9d33ca6 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.387381 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1731b72e-0d78-4fd4-af99-705fc9d33ca6 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "DELETE /v2.0/security-groups/5eaf9473-f759-4f32-80d7-81daf94b203a HTTP/1.1" status: 204 len: 168 time: 0.5764465 Mar 16 10:58:49.388149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36744) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:49.426768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.474645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d8f5542b-8025-4f0f-b158-631c76e0b794 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:49.490369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:49.505929 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-b599d357-562b-42b3-a612-2666dc5de6a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 471 time: 0.1104527 Mar 16 10:58:49.512484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f5bed83b-434c-458d-9f22-fb928aeea167 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Synchronizing usage tracker for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:49.522550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'device_id': '92305279-fb68-4afe-841c-888743f104f7', 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f', 'admin_state_up': True, 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'security_groups': ['992f60ed-a997-4b8c-9ba3-568804d28cdc']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:49.536673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:49.576482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c07749a8-b008-4941-a08c-e1847077d2f5 None None] Provisioning complete for port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:49.576813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c07749a8-b008-4941-a08c-e1847077d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.619954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.621369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d8f5542b-8025-4f0f-b158-631c76e0b794 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:49.621739 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.623106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.640095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f5bed83b-434c-458d-9f22-fb928aeea167 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Unset dirty status for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:49.645730 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f5bed83b-434c-458d-9f22-fb928aeea167 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2501025 Mar 16 10:58:49.645730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:49.649296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36750) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:49.660681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085849908'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:49.668540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.669072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Fanout notify agent at l3_agent the message router_deleted on router 11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:49.676682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:49.681644 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c07749a8-b008-4941-a08c-e1847077d2f5 None None] Port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:49.703283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:49.711326 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.715264 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8144aa16-9d85-4fa7-9911-2aa81fc4662f tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/routers/11b6bb3d-54fe-4e5a-9ea1-53e0160bc9e0 HTTP/1.1" status: 204 len: 168 time: 1.9208608 Mar 16 10:58:49.718048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36754) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:49.753195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.791144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:49.798140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:49.803879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-801a0f22-da99-4cd4-938d-304d81ba6c8e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Deleting subnet e0ddba94-1c18-4652-a94d-b02a47c7723d {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:49.805929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:49.811640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-801a0f22-da99-4cd4-938d-304d81ba6c8e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.841039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:49.849591 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-35fe629b-0c34-4de8-9a4d-4c4a24dafec4 req-b57fbecf-e6ec-4b5e-8c08-424ac4b1a8d6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 210 time: 0.0649176 Mar 16 10:58:49.883162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-801a0f22-da99-4cd4-938d-304d81ba6c8e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.902668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.916440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:49.924166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:port and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:49.928202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:49.936959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:49.939325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] device_id is not set on port de4db93e-9c71-4b5f-8009-6afd8c2d6920 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:49.961282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-801a0f22-da99-4cd4-938d-304d81ba6c8e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.029671 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.035564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.059478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:50.062974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.095126 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48da2958-852d-4973-a4a3-96e8fae2cc02,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:50.102132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-801a0f22-da99-4cd4-938d-304d81ba6c8e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.137462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.138646 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8f6df3a2-df7a-494b-8d46-fc3f7b4cde64 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4880862 Mar 16 10:58:50.143800 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36758) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.148478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-801a0f22-da99-4cd4-938d-304d81ba6c8e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.150238 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-801a0f22-da99-4cd4-938d-304d81ba6c8e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/subnets/e0ddba94-1c18-4652-a94d-b02a47c7723d HTTP/1.1" status: 204 len: 168 time: 0.4312611 Mar 16 10:58:50.151065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a0f22-da99-4cd4-938d-304d81ba6c8e tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ddba94-1c18-4652-a94d-b02a47c7723d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:50.153616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36762) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.158408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d36571fa-1d62-4f43-a327-e80dcd26fcd0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '48da2958-852d-4973-a4a3-96e8fae2cc02', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:50.158891 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING neutron.api.v2.base [None req-d36571fa-1d62-4f43-a327-e80dcd26fcd0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 10:58:50.159370 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-d36571fa-1d62-4f43-a327-e80dcd26fcd0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:50.160296 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d36571fa-1d62-4f43-a327-e80dcd26fcd0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153534 Mar 16 10:58:50.174035 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36766) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.193571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-815800e4-f33c-48db-8a26-337176d80097 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '48da2958-852d-4973-a4a3-96e8fae2cc02', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:50.216675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-815800e4-f33c-48db-8a26-337176d80097 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:50.228824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-815800e4-f33c-48db-8a26-337176d80097 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:50.235416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-815800e4-f33c-48db-8a26-337176d80097 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:50.243936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-815800e4-f33c-48db-8a26-337176d80097 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:50.273398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.301145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8::28d (c29bb636-5077-412e-8a60-865e51ac810d/cd457a2b-e855-43d2-9462-0eb802b84e01/de4db93e-9c71-4b5f-8009-6afd8c2d6920) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:50.359583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.20 (270a3269-c0ef-4d1a-b537-ba76eaf1011f/b3cde304-dae4-40bb-a112-02fbcc1e2088/b9c4b507-32bd-451d-ac6d-8bac0b110d88) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:50.372357 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-815800e4-f33c-48db-8a26-337176d80097 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:50.373456 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-815800e4-f33c-48db-8a26-337176d80097 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1988361 Mar 16 10:58:50.379677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36770) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.393396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-af9f3e2b-4ac9-4b1c-96e7-dacc0b4bd520 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '48da2958-852d-4973-a4a3-96e8fae2cc02', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:50.393859 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-af9f3e2b-4ac9-4b1c-96e7-dacc0b4bd520 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 16 10:58:50.394343 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-af9f3e2b-4ac9-4b1c-96e7-dacc0b4bd520 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:50.395242 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-af9f3e2b-4ac9-4b1c-96e7-dacc0b4bd520 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140905 Mar 16 10:58:50.399456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36774) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.410043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b30092f6-54db-4813-8717-b598194b16d2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '48da2958-852d-4973-a4a3-96e8fae2cc02', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:50.418074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b30092f6-54db-4813-8717-b598194b16d2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:50.421086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.432575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b30092f6-54db-4813-8717-b598194b16d2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:50.436608 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b30092f6-54db-4813-8717-b598194b16d2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:50.452169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b30092f6-54db-4813-8717-b598194b16d2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:50.457410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1716c279-4e7e-49ef-b37c-c1817ad1bf56']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:50.472615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2664ed4-9bc1-4c58-88cd-1cfd77e9e060') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:50.473660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2664ed4-9bc1-4c58-88cd-1cfd77e9e060') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:50.494620 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.518098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.522590 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-b30092f6-54db-4813-8717-b598194b16d2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:50.523619 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b30092f6-54db-4813-8717-b598194b16d2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1232381 Mar 16 10:58:50.526058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:50.526485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.527110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36778) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:50.541090 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:50.547260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-98851ea5-6f49-4d97-b8a3-a7756f24adad tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '48da2958-852d-4973-a4a3-96e8fae2cc02', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:50.547711 dv-neutron-833860-1-hyperv neutron-server[87874]: WARNING neutron.api.v2.base [None req-98851ea5-6f49-4d97-b8a3-a7756f24adad tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 10:58:50.548191 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-98851ea5-6f49-4d97-b8a3-a7756f24adad tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:50.551607 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-98851ea5-6f49-4d97-b8a3-a7756f24adad tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0182953 Mar 16 10:58:50.552646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36782) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.601978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-80b5af0a-de27-42a6-8352-715e3c66edca tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '48da2958-852d-4973-a4a3-96e8fae2cc02', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:50.615205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-80b5af0a-de27-42a6-8352-715e3c66edca tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:50.622409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-80b5af0a-de27-42a6-8352-715e3c66edca tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:50.625687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-80b5af0a-de27-42a6-8352-715e3c66edca tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:50.631908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-80b5af0a-de27-42a6-8352-715e3c66edca tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:50.638471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.667906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.673811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.678455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] Pushing event deleted for resources: {'Network': ['ID=1716c279-4e7e-49ef-b37c-c1817ad1bf56,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:50.685344 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ca9c2f45-1566-4a3c-a31f-740a2618b5de tempest-FloatingIPTestJSON-627488684 tempest-FloatingIPTestJSON-627488684-project] 10.222.0.37 "DELETE /v2.0/networks/1716c279-4e7e-49ef-b37c-c1817ad1bf56 HTTP/1.1" status: 204 len: 168 time: 0.5307271 Mar 16 10:58:50.704192 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-80b5af0a-de27-42a6-8352-715e3c66edca tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:50.707822 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-80b5af0a-de27-42a6-8352-715e3c66edca tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1521664 Mar 16 10:58:50.708452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36788) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.712775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object de4db93e-9c71-4b5f-8009-6afd8c2d6920 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:50.715319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-387c5e0d-71b6-45b7-8069-cade26b49d47 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '48da2958-852d-4973-a4a3-96e8fae2cc02', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:50.715810 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING neutron.api.v2.base [None req-387c5e0d-71b6-45b7-8069-cade26b49d47 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 16 10:58:50.716298 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-387c5e0d-71b6-45b7-8069-cade26b49d47 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:50.719818 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-387c5e0d-71b6-45b7-8069-cade26b49d47 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074522 Mar 16 10:58:50.719954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.720134 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36792) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.725346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-1431a92b-a42e-4adb-a37e-d28217b74137 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '48da2958-852d-4973-a4a3-96e8fae2cc02', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:50.732905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-1431a92b-a42e-4adb-a37e-d28217b74137 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:50.736776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-1431a92b-a42e-4adb-a37e-d28217b74137 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:50.738665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object b9c4b507-32bd-451d-ac6d-8bac0b110d88 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:50.739905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-1431a92b-a42e-4adb-a37e-d28217b74137 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:50.745683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-1431a92b-a42e-4adb-a37e-d28217b74137 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:50.764017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.777683 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-1431a92b-a42e-4adb-a37e-d28217b74137 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:50.779038 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1431a92b-a42e-4adb-a37e-d28217b74137 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0579753 Mar 16 10:58:50.782038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36796) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.787095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8770188f-c349-4e53-8e0c-ab00a589a7d7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '48da2958-852d-4973-a4a3-96e8fae2cc02', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:50.799615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8770188f-c349-4e53-8e0c-ab00a589a7d7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:50.805640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8770188f-c349-4e53-8e0c-ab00a589a7d7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:50.808907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8770188f-c349-4e53-8e0c-ab00a589a7d7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:50.816388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8770188f-c349-4e53-8e0c-ab00a589a7d7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:50.826560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.831332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:50.838508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:50.844189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:50.850024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:50.850645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.851704 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-8770188f-c349-4e53-8e0c-ab00a589a7d7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:50.853058 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8770188f-c349-4e53-8e0c-ab00a589a7d7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0700390 Mar 16 10:58:50.855982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36800) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:50.889732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=de4db93e-9c71-4b5f-8009-6afd8c2d6920,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:50.893332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 270a3269-c0ef-4d1a-b537-ba76eaf1011f is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:50.940353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:50.949201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06a2f482-fe89-4ade-961b-e2ad0d493107 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.962302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:50.980552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06a2f482-fe89-4ade-961b-e2ad0d493107 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.016838 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9929ff76-26bd-40f6-811a-3f78439fb885 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9436316 Mar 16 10:58:51.029350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36808) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.035747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:51.092261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36812) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.100973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06a2f482-fe89-4ade-961b-e2ad0d493107 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.123626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=b9c4b507-32bd-451d-ac6d-8bac0b110d88,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:51.128232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2f482-fe89-4ade-961b-e2ad0d493107 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48da2958-852d-4973-a4a3-96e8fae2cc02,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:51.139693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06a2f482-fe89-4ade-961b-e2ad0d493107 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.140766 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-06a2f482-fe89-4ade-961b-e2ad0d493107 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "DELETE /v2.0/security-groups/48da2958-852d-4973-a4a3-96e8fae2cc02 HTTP/1.1" status: 204 len: 168 time: 0.2836304 Mar 16 10:58:51.143481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36818) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.204510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:51.205887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.223874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cffc99c3-7fb9-43e0-8100-e4d6da36e613 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Synchronizing usage tracker for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:51.242704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b4805-c726-4ab5-80a3-0e7fa91c595c req-ac511125-5bc2-4a30-9e71-da3657a83dc3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:51.250593 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1f3b4805-c726-4ab5-80a3-0e7fa91c595c req-ac511125-5bc2-4a30-9e71-da3657a83dc3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 932 time: 0.1959720 Mar 16 10:58:51.273990 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-28aa994b-ee8c-4967-b7dd-457415ffea5e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7578275 Mar 16 10:58:51.279507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:51.287695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Request body: {'port': {'device_id': '92305279-fb68-4afe-841c-888743f104f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:51.291439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cffc99c3-7fb9-43e0-8100-e4d6da36e613 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Unset dirty status for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:51.297401 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cffc99c3-7fb9-43e0-8100-e4d6da36e613 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1483150 Mar 16 10:58:51.297870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36822) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.305867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634519780'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:51.316313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:51.318367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bcb66334-3f14-46c8-845d-5096e5eac769 None None] Provisioning for port de4db93e-9c71-4b5f-8009-6afd8c2d6920 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:51.321115 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1f3b4805-c726-4ab5-80a3-0e7fa91c595c req-39d2edd4-e246-4e10-afb6-e540f4977864 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696075 Mar 16 10:58:51.325614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bcb66334-3f14-46c8-845d-5096e5eac769 None None] Provisioning complete for port de4db93e-9c71-4b5f-8009-6afd8c2d6920 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:51.326093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bcb66334-3f14-46c8-845d-5096e5eac769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.331260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:51.351768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.355899 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:58:51.374421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:51.378584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:51.382141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:51.388138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:51.394856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bcb66334-3f14-46c8-845d-5096e5eac769 None None] Port de4db93e-9c71-4b5f-8009-6afd8c2d6920 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:51.407424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bcb66334-3f14-46c8-845d-5096e5eac769 None None] Provisioning for port b9c4b507-32bd-451d-ac6d-8bac0b110d88 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:51.413016 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bcb66334-3f14-46c8-845d-5096e5eac769 None None] Provisioning complete for port b9c4b507-32bd-451d-ac6d-8bac0b110d88 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:51.413395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bcb66334-3f14-46c8-845d-5096e5eac769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.453147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:51.469023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bcb66334-3f14-46c8-845d-5096e5eac769 None None] Port b9c4b507-32bd-451d-ac6d-8bac0b110d88 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:51.473780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:51.478986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.483544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.484833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:51.523653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:51.524384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748c10e0-3e71-44cd-9047-25630507b337,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:51.527215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.534095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.535467 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ba85b567-7b28-4ea4-b77c-5e596060d6f0 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2367246 Mar 16 10:58:51.539529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36826) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.544096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7cc27982-b4a6-4f97-8c3f-781ec65deadf tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '748c10e0-3e71-44cd-9047-25630507b337', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:51.550132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7cc27982-b4a6-4f97-8c3f-781ec65deadf tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:51.553936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7cc27982-b4a6-4f97-8c3f-781ec65deadf tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:51.556792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7cc27982-b4a6-4f97-8c3f-781ec65deadf tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:51.562570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7cc27982-b4a6-4f97-8c3f-781ec65deadf tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:51.600385 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-7cc27982-b4a6-4f97-8c3f-781ec65deadf tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The resource could not be found. Mar 16 10:58:51.605106 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7e8c8cc3-5ab1-4e3f-bfe7-57eb77252062 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91df6f25f10f4c7e88d0ba423e30cba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046599 Mar 16 10:58:51.606355 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7cc27982-b4a6-4f97-8c3f-781ec65deadf tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0660841 Mar 16 10:58:51.607271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36830) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.608377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36832) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.625957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-73f696b4-5777-4d2e-89c3-5298acbd31e7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '748c10e0-3e71-44cd-9047-25630507b337', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '43babdc8-e6a5-41dd-82c7-e560a95fb74f'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:51.635239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-73f696b4-5777-4d2e-89c3-5298acbd31e7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:51.646140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-73f696b4-5777-4d2e-89c3-5298acbd31e7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:51.651114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-73f696b4-5777-4d2e-89c3-5298acbd31e7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:51.666575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-73f696b4-5777-4d2e-89c3-5298acbd31e7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:51.685927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.701711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-542f7750-77df-41a2-b5cf-b27c1361582f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.742366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-542f7750-77df-41a2-b5cf-b27c1361582f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.753270 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-73f696b4-5777-4d2e-89c3-5298acbd31e7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The resource could not be found. Mar 16 10:58:51.754287 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-73f696b4-5777-4d2e-89c3-5298acbd31e7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1445198 Mar 16 10:58:51.757234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36838) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.764093 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.ipam_backend_mixin [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd457a2b-e855-43d2-9462-0eb802b84e01 (CIDR: 2001:db8::/64) Mar 16 10:58:51.776342 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:51.776854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:51.826050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8c3d94a3-b2af-487b-b0e8-5b1bc6585d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.855160 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-092d3fc4-deb9-43f4-875b-92f61ddabc20 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8244035 Mar 16 10:58:51.858929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36842) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.866784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:51.962540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d7d00a1e-5134-40ac-aa21-6ac2ecf6a32d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.978180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-542f7750-77df-41a2-b5cf-b27c1361582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.005498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f7750-77df-41a2-b5cf-b27c1361582f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc2e3e-e71d-4adb-92da-859de890a36b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:52.010052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d7d00a1e-5134-40ac-aa21-6ac2ecf6a32d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.021877 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-542f7750-77df-41a2-b5cf-b27c1361582f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.025509 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-542f7750-77df-41a2-b5cf-b27c1361582f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dffc2e3e-e71d-4adb-92da-859de890a36b HTTP/1.1" status: 204 len: 168 time: 0.4115319 Mar 16 10:58:52.064657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d7d00a1e-5134-40ac-aa21-6ac2ecf6a32d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.085054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d00a1e-5134-40ac-aa21-6ac2ecf6a32d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748c10e0-3e71-44cd-9047-25630507b337,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:52.092675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d7d00a1e-5134-40ac-aa21-6ac2ecf6a32d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.097586 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d7d00a1e-5134-40ac-aa21-6ac2ecf6a32d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "DELETE /v2.0/security-groups/748c10e0-3e71-44cd-9047-25630507b337 HTTP/1.1" status: 204 len: 168 time: 0.3384793 Mar 16 10:58:52.097789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36848) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:52.132708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:52.149511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:52.157695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:52.175000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:52.182469 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-efa56751-236a-4416-a094-922a4e29ac06 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829394 Mar 16 10:58:52.186445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36854) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:52.192797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8e556419-0b55-42e9-afbc-95778c754b5a tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': 'e107b510-257c-4418-97db-2ae9940e3067', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:52.196671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:52.198887 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8e556419-0b55-42e9-afbc-95778c754b5a tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:52.200123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.202766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8e556419-0b55-42e9-afbc-95778c754b5a tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:52.205770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8e556419-0b55-42e9-afbc-95778c754b5a tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:52.211332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8e556419-0b55-42e9-afbc-95778c754b5a tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:52.255129 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-8e556419-0b55-42e9-afbc-95778c754b5a tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The resource could not be found. Mar 16 10:58:52.256781 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8e556419-0b55-42e9-afbc-95778c754b5a tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0679777 Mar 16 10:58:52.259736 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36858) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:52.265066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695728974'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:52.271049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:52.278617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:52.282081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:52.289662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:52.302198 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.325773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:52.330451 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:52.333584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:52.339476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:52.351745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c4b507-32bd-451d-ac6d-8bac0b110d88 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:58:52.363344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.391872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Transition to ACTIVE for port object b9c4b507-32bd-451d-ac6d-8bac0b110d88 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:52.402134 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.ipam_backend_mixin [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 280f285e-561f-4523-b7be-c9f78bbfa0aa (CIDR: 2001:db8:0:1::/64) Mar 16 10:58:52.403445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.433582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.439480 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:52.439970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:52.441457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.503525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9d7db0-d303-499d-8a3b-6cf84d6170fc,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:52.508927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.513017 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-55f5c69f-6df0-4bdf-ab48-735c1b7c230d tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2495694 Mar 16 10:58:52.513930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36872) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:52.523404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'tempest-secgroup--63237415'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:52.529416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:52.534406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:52.537970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:52.565282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:52.582573 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1f15457b-b855-4642-8dbe-82c7d0cabad8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7229600 Mar 16 10:58:52.586204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36876) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:52.603614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'subnet': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:52.637124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.671114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:52.673756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c4b507-32bd-451d-ac6d-8bac0b110d88,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:52.676233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:52.679954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:52.687323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:52.745177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3964-0b3f-4e6e-a897-febd5be3d310 req-b8de5c03-a29f-4b23-b268-b3cbb6263e9f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:52.746114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-a02b3964-0b3f-4e6e-a897-febd5be3d310 req-b8de5c03-a29f-4b23-b268-b3cbb6263e9f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:52.749869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Attempting to bind port b9c4b507-32bd-451d-ac6d-8bac0b110d88 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:52.750200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Attempting to bind port b9c4b507-32bd-451d-ac6d-8bac0b110d88 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:52.750792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Attempting to bind port b9c4b507-32bd-451d-ac6d-8bac0b110d88 on network 270a3269-c0ef-4d1a-b537-ba76eaf1011f {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:52.758600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Port b9c4b507-32bd-451d-ac6d-8bac0b110d88 on network 270a3269-c0ef-4d1a-b537-ba76eaf1011f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:58:52.759127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Attempting to bind port b9c4b507-32bd-451d-ac6d-8bac0b110d88 on network 270a3269-c0ef-4d1a-b537-ba76eaf1011f {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:52.768870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:52.769202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Checking segment: {'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:52.769581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Bound using segment: {'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:52.770076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Bound port: b9c4b507-32bd-451d-ac6d-8bac0b110d88, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:52.770364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.786490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-a02b3964-0b3f-4e6e-a897-febd5be3d310 req-b8de5c03-a29f-4b23-b268-b3cbb6263e9f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:52.787687 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a02b3964-0b3f-4e6e-a897-febd5be3d310 req-b8de5c03-a29f-4b23-b268-b3cbb6263e9f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 944 time: 0.3356049 Mar 16 10:58:52.816884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.832373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.886867 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a02b3964-0b3f-4e6e-a897-febd5be3d310 req-144e5b91-5126-4ae2-9f7a-fe02d4cadcfc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741091 Mar 16 10:58:52.896037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] For port b9c4b507-32bd-451d-ac6d-8bac0b110d88, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:52.899279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] For port b9c4b507-32bd-451d-ac6d-8bac0b110d88, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b9c4b507-32bd-451d-ac6d-8bac0b110d88,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:52.901466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97045433-65d8-49ee-ba36-655fa534df73,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:52.912624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.914720 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:52.918728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Usage tracker for resource:subnet and tenant:cfdde4b82c5d46acaf7beb946dbd9455 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:52.921480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.922792 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3867a3f0-9a35-4070-b453-13a758492ae7 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4080989 Mar 16 10:58:52.923901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:52.926481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36888) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:52.934071 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-423b1b5b-936b-4d43-842e-394afc17d116 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group_rule': {'security_group_id': '7e9d7db0-d303-499d-8a3b-6cf84d6170fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '97045433-65d8-49ee-ba36-655fa534df73'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:52.938510 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:52.943799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-423b1b5b-936b-4d43-842e-394afc17d116 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:52.949916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-423b1b5b-936b-4d43-842e-394afc17d116 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:52.953275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-423b1b5b-936b-4d43-842e-394afc17d116 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:52.959008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-423b1b5b-936b-4d43-842e-394afc17d116 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:52.960973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Made reservation on behalf of cfdde4b82c5d46acaf7beb946dbd9455 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:52.964411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.975759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36892) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:52.979269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:52.979876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.982072 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] 10.222.0.48 "PUT /v2.0/ports/b9c4b507-32bd-451d-ac6d-8bac0b110d88 HTTP/1.1" status: 200 len: 1094 time: 1.6991951 Mar 16 10:58:52.983901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92305279-fb68-4afe-841c-888743f104f7', 'tag': 'b9c4b507-32bd-451d-ac6d-8bac0b110d88'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:58:53.020755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf9b3e-92af-4c50-a428-7891047ccd08 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c4b507-32bd-451d-ac6d-8bac0b110d88,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:53.130884 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-423b1b5b-936b-4d43-842e-394afc17d116 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:53.132077 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-423b1b5b-936b-4d43-842e-394afc17d116 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2046630 Mar 16 10:58:53.137741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36900) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:53.162247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1807496101'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:53.181630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:53.202812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:network and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:53.208959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:53.213720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-0a3e9569-559f-41a9-a180-6441c35a3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:53.215533 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-0a3e9569-559f-41a9-a180-6441c35a3803 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 1097 time: 0.1795056 Mar 16 10:58:53.230181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:53.323104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.389552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Network c29bb636-5077-412e-8a60-865e51ac810d is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:53.393736 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:53.398110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:53.398884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.403179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b3a9cb-ce65-446e-85e3-101780af8314 None None] Network c29bb636-5077-412e-8a60-865e51ac810d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:53.405313 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92305279-fb68-4afe-841c-888743f104f7', 'tag': 'b9c4b507-32bd-451d-ac6d-8bac0b110d88', 'status': 'completed', 'code': 200} Mar 16 10:58:53.415924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Subnet': ['ID=fb877e5f-5089-4b75-b039-4a69887a27e9,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:53.425059 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-2dff8d01-d72d-42e8-aac4-91a56c805f9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b9c4b507-32bd-451d-ac6d-8bac0b110d88 HTTP/1.1" status: 200 len: 217 time: 0.1957004 Mar 16 10:58:53.429989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:53.433455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.434149 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0e178025-d16b-484a-b640-737009f554e9 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8462126 Mar 16 10:58:53.434839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36908) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:53.441431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1101499306', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb877e5f-5089-4b75-b039-4a69887a27e9'}], 'security_groups': ['e650578a-1939-4fde-be43-4b8eb68c874e', '4b33f9c0-f5ea-48f1-b52e-fc2254a545d8']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:53.493162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.505284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad245e9c-10a9-408a-b7fd-8adbec3ca3b1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.542153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:53.551515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:security_group_rule and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:53.557924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:53.561502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-9b0482bc-e450-4f57-98c6-8aef8c5baf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:53.563155 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-9b0482bc-e450-4f57-98c6-8aef8c5baf2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3cde304-dae4-40bb-a112-02fbcc1e2088 HTTP/1.1" status: 200 len: 837 time: 0.1105974 Mar 16 10:58:53.564764 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad245e9c-10a9-408a-b7fd-8adbec3ca3b1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.581008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:53.700809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-fd7531f6-37e6-4584-8d78-941e9ccf672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:53.702361 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-fd7531f6-37e6-4584-8d78-941e9ccf672b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=270a3269-c0ef-4d1a-b537-ba76eaf1011f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1262963 Mar 16 10:58:53.706502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad245e9c-10a9-408a-b7fd-8adbec3ca3b1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.734533 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.762676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad245e9c-10a9-408a-b7fd-8adbec3ca3b1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97045433-65d8-49ee-ba36-655fa534df73,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:53.836366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f9550-389b-441a-a1ef-4b5104e02d99 None None] Update dhcp port {'port': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'fixed_ips': [{'subnet_id': '280f285e-561f-4523-b7be-c9f78bbfa0aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cd457a2b-e855-43d2-9462-0eb802b84e01', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb877e5f-5089-4b75-b039-4a69887a27e9'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': 'd8f5542b-8025-4f0f-b158-631c76e0b794'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:58:53.858047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad245e9c-10a9-408a-b7fd-8adbec3ca3b1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.859185 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ad245e9c-10a9-408a-b7fd-8adbec3ca3b1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "DELETE /v2.0/security-groups/97045433-65d8-49ee-ba36-655fa534df73 HTTP/1.1" status: 204 len: 168 time: 0.7203014 Mar 16 10:58:53.862191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36912) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:53.892482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9550-389b-441a-a1ef-4b5104e02d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.904963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.913000 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-29cd2761-f1b8-424d-ae29-970dfdb2ea4a service neutron] 10.222.0.48 "GET /v2.0/networks/270a3269-c0ef-4d1a-b537-ba76eaf1011f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000349 Mar 16 10:58:53.913000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.968871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:54.035291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e3dd71a2-1ed5-4f04-98ad-f2e98858104b tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Synchronizing usage tracker for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:54.046000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb899fe3-fa47-4b4c-9292-4ff351f62fc9,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:54.055367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.055367 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added segment f2b42154-170e-4a80-aa3c-1ae7e825bc1e of type vlan for network e673f874-aadd-40ed-bac7-5aaa809277ac Mar 16 10:58:54.071689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e3dd71a2-1ed5-4f04-98ad-f2e98858104b tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Unset dirty status for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:54.073439 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e3dd71a2-1ed5-4f04-98ad-f2e98858104b tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2097735 Mar 16 10:58:54.076249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36918) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.158231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.165688 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0616f9dd-64a1-4f84-9f96-96575d65b17b req-56d9e79d-3892-42b6-929b-c9c030e6fee4 service neutron] 10.222.0.48 "GET /v2.0/networks/270a3269-c0ef-4d1a-b537-ba76eaf1011f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422652 Mar 16 10:58:54.209425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd39a8f-0dc9-4f7f-9c64-7b4619f27d29 req-8536bf59-05c7-41c5-ae1c-9cbc94010a19 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:54.210955 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2dd39a8f-0dc9-4f7f-9c64-7b4619f27d29 req-8536bf59-05c7-41c5-ae1c-9cbc94010a19 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 944 time: 0.1663964 Mar 16 10:58:54.239222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-840d40a2-edef-4ec1-91ea-5050f3b3be37 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.251954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.257315 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:54.257880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.292392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-840d40a2-edef-4ec1-91ea-5050f3b3be37 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.314478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Delete allocated IP 2001:db8::28d (c29bb636-5077-412e-8a60-865e51ac810d/cd457a2b-e855-43d2-9462-0eb802b84e01) {{(pid=87875) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:58:54.337378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Allocated IP 2001:db8:0:2::2a2 (c29bb636-5077-412e-8a60-865e51ac810d/fb877e5f-5089-4b75-b039-4a69887a27e9/de4db93e-9c71-4b5f-8009-6afd8c2d6920) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:54.383922 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-840d40a2-edef-4ec1-91ea-5050f3b3be37 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.399621 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4204111 Mar 16 10:58:54.402891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36922) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.409362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d40a2-edef-4ec1-91ea-5050f3b3be37 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9d7db0-d303-499d-8a3b-6cf84d6170fc,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:54.409597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa296c-a71b-4476-8250-b61ef3853b5f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Network': ['ID=e673f874-aadd-40ed-bac7-5aaa809277ac,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:54.413915 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2dd39a8f-0dc9-4f7f-9c64-7b4619f27d29 req-3870d696-20d8-4513-a186-7ebc9f7056f1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677988 Mar 16 10:58:54.417353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'network': {'name': 'tempest-RoutersTest-628360207'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:54.424309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:54.429612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:network and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:54.433343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:54.437693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network e673f874-aadd-40ed-bac7-5aaa809277ac details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:54.440091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:54.456667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-840d40a2-edef-4ec1-91ea-5050f3b3be37 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.460430 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-840d40a2-edef-4ec1-91ea-5050f3b3be37 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "DELETE /v2.0/security-groups/7e9d7db0-d303-499d-8a3b-6cf84d6170fc HTTP/1.1" status: 204 len: 168 time: 0.3831730 Mar 16 10:58:54.460644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36926) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.477262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-708a5ddc-9ce9-4eb0-9126-48be6852a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:54.478711 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-708a5ddc-9ce9-4eb0-9126-48be6852a091 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 1097 time: 0.2622209 Mar 16 10:58:54.481336 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:54.484838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.635952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:54.642145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dc1ca40e-5c1e-4717-8c1d-f4b8f712c562 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Synchronizing usage tracker for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:54.666990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.667263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added segment a1706da1-c7d6-4c99-bc5c-eee89598ae1a of type vlan for network e0412e69-8d74-4209-bf94-1bb37d762d0e Mar 16 10:58:54.682844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dc1ca40e-5c1e-4717-8c1d-f4b8f712c562 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Unset dirty status for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:54.684060 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dc1ca40e-5c1e-4717-8c1d-f4b8f712c562 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2220187 Mar 16 10:58:54.688761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36930) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.701824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119928510'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:54.703426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-0dae3f37-08b6-4fa6-8d83-925246c5c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:54.704878 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-0dae3f37-08b6-4fa6-8d83-925246c5c1d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=270a3269-c0ef-4d1a-b537-ba76eaf1011f HTTP/1.1" status: 200 len: 898 time: 0.2086537 Mar 16 10:58:54.710678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.711380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:54.725939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:54.744542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.763659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.776342 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-7c721086-e9e4-4049-be10-cedaae773b23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b9c4b507-32bd-451d-ac6d-8bac0b110d88 HTTP/1.1" status: 200 len: 217 time: 0.0619555 Mar 16 10:58:54.777970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:54.785704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Usage tracker for resource:security_group_rule and tenant:402d9a134f2b4a13a28aca2e84d72db7 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:54.788321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Transition to ACTIVE for port object de4db93e-9c71-4b5f-8009-6afd8c2d6920 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:54.789354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:54.795229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:54.797268 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.846172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.851925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:54.852784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.875790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-7a9f9550-389b-441a-a1ef-4b5104e02d99 None None] Allocated IP 2001:db8:0:2::2 (c29bb636-5077-412e-8a60-865e51ac810d/fb877e5f-5089-4b75-b039-4a69887a27e9/d8f5542b-8025-4f0f-b158-631c76e0b794) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:54.896575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-e7e7aa8a-0c98-4c3d-ba36-3f5ccc24b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:54.897771 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-e7e7aa8a-0c98-4c3d-ba36-3f5ccc24b354 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3cde304-dae4-40bb-a112-02fbcc1e2088 HTTP/1.1" status: 200 len: 837 time: 0.1100936 Mar 16 10:58:54.916426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] In _notify_port_updated(), no bound segment for port de4db93e-9c71-4b5f-8009-6afd8c2d6920 on network c29bb636-5077-412e-8a60-865e51ac810d {{(pid=87875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:58:54.921924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:54.922475 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.923763 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "PUT /v2.0/ports/de4db93e-9c71-4b5f-8009-6afd8c2d6920 HTTP/1.1" status: 200 len: 970 time: 1.4878967 Mar 16 10:58:54.932700 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36934) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.981956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e272da-7cc9-49fc-90a6-abadb8a8d24d tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event updated for resources: {'Port': ['ID=de4db93e-9c71-4b5f-8009-6afd8c2d6920,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:54.995602 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5900903 Mar 16 10:58:54.999992 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36938) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.008100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'subnet': {'network_id': 'e673f874-aadd-40ed-bac7-5aaa809277ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:55.010284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36768d0d-4ae8-4cdc-889f-67ad54245377 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Network': ['ID=e0412e69-8d74-4209-bf94-1bb37d762d0e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:55.028260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network e0412e69-8d74-4209-bf94-1bb37d762d0e details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:55.037794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-fe08020c-c68b-4cfd-988a-3b8d7f3fbef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:55.039280 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-fe08020c-c68b-4cfd-988a-3b8d7f3fbef5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=270a3269-c0ef-4d1a-b537-ba76eaf1011f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1351125 Mar 16 10:58:55.072378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.119626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-049a4111-af1f-4c18-bdfd-18dede4b20a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.139881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0681c9f8-e260-43d3-b2df-edd5a3f75d19 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port de4db93e-9c71-4b5f-8009-6afd8c2d6920 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:55.140281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0681c9f8-e260-43d3-b2df-edd5a3f75d19 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.164180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7a9f9550-389b-441a-a1ef-4b5104e02d99 None None] For port d8f5542b-8025-4f0f-b158-631c76e0b794, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d8f5542b-8025-4f0f-b158-631c76e0b794,segment=NetworkSegment(64d7561b-cd1e-4e42-8d33-b372b14f49c9),segment_id=64d7561b-cd1e-4e42-8d33-b372b14f49c9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:55.197513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9550-389b-441a-a1ef-4b5104e02d99 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.210919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:55.215573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7a9f9550-389b-441a-a1ef-4b5104e02d99 None None] Transition to ACTIVE for port object d8f5542b-8025-4f0f-b158-631c76e0b794 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:55.217110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.221761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9550-389b-441a-a1ef-4b5104e02d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.226767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:subnet and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:55.232269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.239906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:55.283473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:55.296073 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-07c5d7b5-afc0-4a19-a317-f23a620e947e service neutron] 10.222.0.48 "GET /v2.0/networks/270a3269-c0ef-4d1a-b537-ba76eaf1011f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500193 Mar 16 10:58:55.333114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:55.336551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.374305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.375608 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6858931 Mar 16 10:58:55.378288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.382559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36942) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.385055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a63e2-34f9-43af-b2da-bf264dc495f2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188c8ce7-63aa-4f4f-a3fb-743daa05b6f3,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:55.438755 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-073281a4-59b9-4659-a441-90f8b55c4b48 req-09601cd4-0cf0-42d1-b9aa-48b9c9c9637b service neutron] 10.222.0.48 "GET /v2.0/networks/270a3269-c0ef-4d1a-b537-ba76eaf1011f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360006 Mar 16 10:58:55.443956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f9550-389b-441a-a1ef-4b5104e02d99 None None] Pushing event updated for resources: {'Port': ['ID=d8f5542b-8025-4f0f-b158-631c76e0b794,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:55.456768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-85837e11-d745-4e8b-a6c4-2e415ee35529 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:55.457228 dv-neutron-833860-1-hyperv neutron-server[87875]: WARNING neutron.api.v2.base [None req-85837e11-d745-4e8b-a6c4-2e415ee35529 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 10:58:55.457680 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-85837e11-d745-4e8b-a6c4-2e415ee35529 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] update failed (client error): There was a conflict when trying to complete your request. Mar 16 10:58:55.458903 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-85837e11-d745-4e8b-a6c4-2e415ee35529 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "PUT /v2.0/security-groups/188c8ce7-63aa-4f4f-a3fb-743daa05b6f3 HTTP/1.1" status: 409 len: 330 time: 0.0716345 Mar 16 10:58:55.463384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36948) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.533059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3e855cf6-0e54-4bd3-aa8c-19925aebd5e1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.561263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3e855cf6-0e54-4bd3-aa8c-19925aebd5e1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.620837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3e855cf6-0e54-4bd3-aa8c-19925aebd5e1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.640635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e855cf6-0e54-4bd3-aa8c-19925aebd5e1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188c8ce7-63aa-4f4f-a3fb-743daa05b6f3,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:55.654398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3e855cf6-0e54-4bd3-aa8c-19925aebd5e1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.656841 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3e855cf6-0e54-4bd3-aa8c-19925aebd5e1 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "DELETE /v2.0/security-groups/188c8ce7-63aa-4f4f-a3fb-743daa05b6f3 HTTP/1.1" status: 204 len: 168 time: 0.1914752 Mar 16 10:58:55.658747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36952) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.673627 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0681c9f8-e260-43d3-b2df-edd5a3f75d19 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.715328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5d84098-bcb4-4eab-ad99-cf5254f81905 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Synchronizing usage tracker for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:55.732723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5d84098-bcb4-4eab-ad99-cf5254f81905 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] Unset dirty status for tenant:402d9a134f2b4a13a28aca2e84d72db7 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:55.738553 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a5d84098-bcb4-4eab-ad99-cf5254f81905 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788898 Mar 16 10:58:55.739218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36956) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.757206 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-942a5f19-ba8f-42d3-86c2-d0291d97dc6a tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] delete failed (client error): The resource could not be found. Mar 16 10:58:55.762082 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-942a5f19-ba8f-42d3-86c2-d0291d97dc6a tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "DELETE /v2.0/security-groups/c5471ea7-87d7-4c5c-9040-e29ccf1f4a67 HTTP/1.1" status: 404 len: 347 time: 0.0218194 Mar 16 10:58:55.762660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36960) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.779622 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-bb5dd64b-1a72-4ad0-9a96-fc592f8c8722 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] show failed (client error): The resource could not be found. Mar 16 10:58:55.780695 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bb5dd64b-1a72-4ad0-9a96-fc592f8c8722 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-groups/f4b1b0a9-608a-49d3-aa19-4110ace4a10a HTTP/1.1" status: 404 len: 347 time: 0.0171332 Mar 16 10:58:55.784915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36964) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.800071 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-c5639425-0da0-4bdc-b943-3892d58f31c2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] show failed (client error): The resource could not be found. Mar 16 10:58:55.804141 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c5639425-0da0-4bdc-b943-3892d58f31c2 tempest-NegativeSecGroupTest-568378249 tempest-NegativeSecGroupTest-568378249-project] 10.222.0.37 "GET /v2.0/security-group-rules/a043eb06-e8ee-4609-9db9-d4875c2aef04 HTTP/1.1" status: 404 len: 356 time: 0.0152974 Mar 16 10:58:55.853422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0681c9f8-e260-43d3-b2df-edd5a3f75d19 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for de4db93e-9c71-4b5f-8009-6afd8c2d6920 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:55.903042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f984d-ab62-4c52-861a-cd2c8b027836 req-bdbab34c-d4bd-4559-bc55-14052ab6aaa2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:55.904587 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5f2f984d-ab62-4c52-861a-cd2c8b027836 req-bdbab34c-d4bd-4559-bc55-14052ab6aaa2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 944 time: 0.3536389 Mar 16 10:58:56.024266 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5f2f984d-ab62-4c52-861a-cd2c8b027836 req-ada08f42-fc01-4b01-ad06-b061d44dade1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047618 Mar 16 10:58:56.026086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.115620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36972) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.123497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fe0739c8-b2a5-48e5-ac15-8cbb143e4f12 None None] Provisioning complete for port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:56.126545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fe0739c8-b2a5-48e5-ac15-8cbb143e4f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.167283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Subnet': ['ID=86bc6652-7e93-405f-a94d-a88512c1651b,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.177137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Checking segment: {'id': 'f2b42154-170e-4a80-aa3c-1ae7e825bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e673f874-aadd-40ed-bac7-5aaa809277ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:56.177459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network hostable DHCP agents. Network: e673f874-aadd-40ed-bac7-5aaa809277ac, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:56.183598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0681c9f8-e260-43d3-b2df-edd5a3f75d19 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.202855 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-fe0739c8-b2a5-48e5-ac15-8cbb143e4f12 None None] Port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:56.215245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fe0739c8-b2a5-48e5-ac15-8cbb143e4f12 None None] Provisioning for port d8f5542b-8025-4f0f-b158-631c76e0b794 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:56.221895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fe0739c8-b2a5-48e5-ac15-8cbb143e4f12 None None] Provisioning complete for port d8f5542b-8025-4f0f-b158-631c76e0b794 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:56.223141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fe0739c8-b2a5-48e5-ac15-8cbb143e4f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.246287 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681c9f8-e260-43d3-b2df-edd5a3f75d19 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=de4db93e-9c71-4b5f-8009-6afd8c2d6920,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.295394 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e4b16317-65a0-4c58-94ce-36f6cd85e343 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=402d9a134f2b4a13a28aca2e84d72db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784997 Mar 16 10:58:56.296141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36978) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.305409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0681c9f8-e260-43d3-b2df-edd5a3f75d19 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.310334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network e673f874-aadd-40ed-bac7-5aaa809277ac is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:56.332552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36982) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.332887 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0681c9f8-e260-43d3-b2df-edd5a3f75d19 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/de4db93e-9c71-4b5f-8009-6afd8c2d6920 HTTP/1.1" status: 204 len: 168 time: 1.3980994 Mar 16 10:58:56.334498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, e673f874-aadd-40ed-bac7-5aaa809277ac) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:56.340871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:56.341715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.344316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d262e2c6-3bac-4992-95cb-aa40e96a8d5d None None] Network e673f874-aadd-40ed-bac7-5aaa809277ac requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:56.365542 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f442c57f-e0a4-4db0-aaec-a69273487f6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3619394 Mar 16 10:58:56.368804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 36986) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.375171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'subnet': {'network_id': 'e0412e69-8d74-4209-bf94-1bb37d762d0e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:56.406983 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fe0739c8-b2a5-48e5-ac15-8cbb143e4f12 None None] Could not find standard attr ID for object de4db93e-9c71-4b5f-8009-6afd8c2d6920. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:56.409184 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-951bb74b-3444-4781-94e5-9b072824db83 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] GET failed (client error): The resource could not be found. Mar 16 10:58:56.409977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-951bb74b-3444-4781-94e5-9b072824db83 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:56.441063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-846b55c9-b1f4-4ab5-a61e-7f24a5ad710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.445042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-951bb74b-3444-4781-94e5-9b072824db83 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:56.446775 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-951bb74b-3444-4781-94e5-9b072824db83 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports/de4db93e-9c71-4b5f-8009-6afd8c2d6920 HTTP/1.1" status: 404 len: 333 time: 0.1129103 Mar 16 10:58:56.458636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36990) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.511949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-846b55c9-b1f4-4ab5-a61e-7f24a5ad710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.562326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4f70d1a7-fb06-4093-9129-b19e5f953ea7 None None] Could not find standard attr ID for object de4db93e-9c71-4b5f-8009-6afd8c2d6920. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:56.599059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11841bf6-ece9-45fb-8e11-443a25233107 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.602709 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.630348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11841bf6-ece9-45fb-8e11-443a25233107 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.639552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:56.645511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:subnet and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:56.650021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:56.656370 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:56.669254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-846b55c9-b1f4-4ab5-a61e-7f24a5ad710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.671025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:56.676572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.695489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b55c9-b1f4-4ab5-a61e-7f24a5ad710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d260641-610b-4b4f-a488-65f3b84e9d82,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.698893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e673f874-aadd-40ed-bac7-5aaa809277ac', 'network_id': 'e673f874-aadd-40ed-bac7-5aaa809277ac', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'fixed_ips': [{'subnet_id': '86bc6652-7e93-405f-a94d-a88512c1651b'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:56.700472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.727107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-846b55c9-b1f4-4ab5-a61e-7f24a5ad710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.733228 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-846b55c9-b1f4-4ab5-a61e-7f24a5ad710c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d260641-610b-4b4f-a488-65f3b84e9d82 HTTP/1.1" status: 204 len: 168 time: 0.4355896 Mar 16 10:58:56.745977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11841bf6-ece9-45fb-8e11-443a25233107 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.766367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-11841bf6-ece9-45fb-8e11-443a25233107 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.770449 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-11841bf6-ece9-45fb-8e11-443a25233107 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/security-groups/eb843f62-11f5-47a6-aab0-395c3be1ef84 HTTP/1.1" status: 204 len: 168 time: 0.3103220 Mar 16 10:58:56.771313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 36996) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.772295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11841bf6-ece9-45fb-8e11-443a25233107 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb843f62-11f5-47a6-aab0-395c3be1ef84,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.861445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99f647be-cf9a-4126-9671-22e0717ae25a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.898911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Allocated IP 172.20.0.2 (e673f874-aadd-40ed-bac7-5aaa809277ac/86bc6652-7e93-405f-a94d-a88512c1651b/6919553d-2755-4144-9dbe-5c1bd1985050) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:56.899108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99f647be-cf9a-4126-9671-22e0717ae25a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.939586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.970943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99f647be-cf9a-4126-9671-22e0717ae25a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.994972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f647be-cf9a-4126-9671-22e0717ae25a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b33f9c0-f5ea-48f1-b52e-fc2254a545d8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:57.000157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99f647be-cf9a-4126-9671-22e0717ae25a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.001430 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-99f647be-cf9a-4126-9671-22e0717ae25a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/security-groups/4b33f9c0-f5ea-48f1-b52e-fc2254a545d8 HTTP/1.1" status: 204 len: 168 time: 0.2184916 Mar 16 10:58:57.004024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37002) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.037996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Subnet': ['ID=7b84af9e-1c50-4513-b01e-a1549c9becd9,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:57.042851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Checking segment: {'id': 'a1706da1-c7d6-4c99-bc5c-eee89598ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e0412e69-8d74-4209-bf94-1bb37d762d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:57.043208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network hostable DHCP agents. Network: e0412e69-8d74-4209-bf94-1bb37d762d0e, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:57.076320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network e0412e69-8d74-4209-bf94-1bb37d762d0e is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:57.100910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, e0412e69-8d74-4209-bf94-1bb37d762d0e) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:57.106368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:57.106999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.119168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ae807fd-e429-422f-bb78-8837f827507c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.121837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf9445-3440-4c28-99d7-a714e18c2933 None None] Network e0412e69-8d74-4209-bf94-1bb37d762d0e requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:57.138756 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-69296dc8-27e2-4635-a7b5-cb76e4365993 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7686491 Mar 16 10:58:57.143189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37014) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.158156 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093223363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:57.172888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:57.180229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ae807fd-e429-422f-bb78-8837f827507c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.187784 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:router and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:57.191224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:57.199094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:57.217301 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.218925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.239637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.267694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.294875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.295533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ae807fd-e429-422f-bb78-8837f827507c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.311791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.314082 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2f62ca7f-963b-4ce2-955f-97200133b998 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1698120 Mar 16 10:58:57.317443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37022) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.317708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Transition to ACTIVE for port object 6919553d-2755-4144-9dbe-5c1bd1985050 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:57.325987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae807fd-e429-422f-bb78-8837f827507c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e650578a-1939-4fde-be43-4b8eb68c874e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:57.340161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ae807fd-e429-422f-bb78-8837f827507c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.341530 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7ae807fd-e429-422f-bb78-8837f827507c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/security-groups/e650578a-1939-4fde-be43-4b8eb68c874e HTTP/1.1" status: 204 len: 168 time: 0.3359962 Mar 16 10:58:57.344499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37028) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.391715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Transition to ACTIVE for port object 6919553d-2755-4144-9dbe-5c1bd1985050 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:57.408642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.423173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdc7dd6-d126-4451-8a86-5351e8ee7491 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet cd457a2b-e855-43d2-9462-0eb802b84e01 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:57.428400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7dd6-d126-4451-8a86-5351e8ee7491 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.479173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8691e9-1689-4296-847d-2caab450810c req-a4646e5e-57ba-4d3c-a2f5-752068bc273a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:57.483654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Network e673f874-aadd-40ed-bac7-5aaa809277ac is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:57.488261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:57.497243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:57.500815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d8f5542b-8025-4f0f-b158-631c76e0b794 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:57.501617 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ab8691e9-1689-4296-847d-2caab450810c req-a4646e5e-57ba-4d3c-a2f5-752068bc273a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 944 time: 0.2759843 Mar 16 10:58:57.575265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7dd6-d126-4451-8a86-5351e8ee7491 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.617267 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ab8691e9-1689-4296-847d-2caab450810c req-f506682c-fdf9-4ae7-b93e-eae4069ccacb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094499 Mar 16 10:58:57.660386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Pushing event updated for resources: {'Port': ['ID=6919553d-2755-4144-9dbe-5c1bd1985050,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:57.671088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b9c4b507-32bd-451d-ac6d-8bac0b110d88 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:58:57.683301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e0412e69-8d74-4209-bf94-1bb37d762d0e', 'network_id': 'e0412e69-8d74-4209-bf94-1bb37d762d0e', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'fixed_ips': [{'subnet_id': '7b84af9e-1c50-4513-b01e-a1549c9becd9'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:57.684269 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.694722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37036) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.708026 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7dd6-d126-4451-8a86-5351e8ee7491 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.723887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Attempting to bind port 6919553d-2755-4144-9dbe-5c1bd1985050 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:57.724256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Attempting to bind port 6919553d-2755-4144-9dbe-5c1bd1985050 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'f2b42154-170e-4a80-aa3c-1ae7e825bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e673f874-aadd-40ed-bac7-5aaa809277ac'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:57.724609 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Attempting to bind port 6919553d-2755-4144-9dbe-5c1bd1985050 on network e673f874-aadd-40ed-bac7-5aaa809277ac {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:57.739984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:57.740376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Checking segment: {'id': 'f2b42154-170e-4a80-aa3c-1ae7e825bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e673f874-aadd-40ed-bac7-5aaa809277ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:57.740769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.741181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Bound using segment: {'id': 'f2b42154-170e-4a80-aa3c-1ae7e825bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e673f874-aadd-40ed-bac7-5aaa809277ac'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:57.741645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Bound port: 6919553d-2755-4144-9dbe-5c1bd1985050, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b42154-170e-4a80-aa3c-1ae7e825bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e673f874-aadd-40ed-bac7-5aaa809277ac'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:57.742016 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.805797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7dd6-d126-4451-8a86-5351e8ee7491 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.863758 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e9833c40-ef3e-4b9a-9811-75ac7351e005 tempest-ServiceProvidersTest-964065137 tempest-ServiceProvidersTest-964065137-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1647909 Mar 16 10:58:57.864683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc7dd6-d126-4451-8a86-5351e8ee7491 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=cd457a2b-e855-43d2-9462-0eb802b84e01,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:57.868397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7dd6-d126-4451-8a86-5351e8ee7491 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.875831 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4fdc7dd6-d126-4451-8a86-5351e8ee7491 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/cd457a2b-e855-43d2-9462-0eb802b84e01 HTTP/1.1" status: 204 len: 168 time: 0.5303864 Mar 16 10:58:57.881265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37044) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.894756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854e193-07b1-45e9-b30d-799b8a716bb3 None None] Network c29bb636-5077-412e-8a60-865e51ac810d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:57.952138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c695fa3-07c9-447b-8910-44256be65d41 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet fb877e5f-5089-4b75-b039-4a69887a27e9 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:57.955297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2c695fa3-07c9-447b-8910-44256be65d41 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.011900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.023717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2c695fa3-07c9-447b-8910-44256be65d41 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.111859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d8f5542b-8025-4f0f-b158-631c76e0b794 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:58.112545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.138125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2c695fa3-07c9-447b-8910-44256be65d41 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.161182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] For port 6919553d-2755-4144-9dbe-5c1bd1985050, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:58.229614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2c695fa3-07c9-447b-8910-44256be65d41 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.250284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] For port 6919553d-2755-4144-9dbe-5c1bd1985050, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6919553d-2755-4144-9dbe-5c1bd1985050,segment=NetworkSegment(f2b42154-170e-4a80-aa3c-1ae7e825bc1e),segment_id=f2b42154-170e-4a80-aa3c-1ae7e825bc1e)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:58.251897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37050) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:58.274507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2c695fa3-07c9-447b-8910-44256be65d41 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.287228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c695fa3-07c9-447b-8910-44256be65d41 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=fb877e5f-5089-4b75-b039-4a69887a27e9,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:58.287822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.293815 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2c695fa3-07c9-447b-8910-44256be65d41 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/fb877e5f-5089-4b75-b039-4a69887a27e9 HTTP/1.1" status: 204 len: 168 time: 0.4096768 Mar 16 10:58:58.294427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37056) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:58.332634 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d7bd92-0206-432e-acd1-8fe3dfe15b86 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:58.333064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d7bd92-0206-432e-acd1-8fe3dfe15b86 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:58.338526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37060) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:58.338849 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-37d7bd92-0206-432e-acd1-8fe3dfe15b86 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/cd457a2b-e855-43d2-9462-0eb802b84e01 HTTP/1.1" status: 404 len: 337 time: 0.0434444 Mar 16 10:58:58.351339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b9c4b507-32bd-451d-ac6d-8bac0b110d88, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b9c4b507-32bd-451d-ac6d-8bac0b110d88,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:58.404837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'b9c4b507-32bd-451d-ac6d-8bac0b110d88', 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f', 'port_id': 'b9c4b507-32bd-451d-ac6d-8bac0b110d88', 'mac_address': 'fa:16:3e:c8:13:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cde304-dae4-40bb-a112-02fbcc1e2088', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:58:58.417481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Allocated IP 172.21.0.2 (e0412e69-8d74-4209-bf94-1bb37d762d0e/7b84af9e-1c50-4513-b01e-a1549c9becd9/257b1d0e-0a92-4468-809d-3dcbb8326a6f) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:58.588253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.618941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-92462c77-6afe-4d2a-bc35-b5d0aea12d18 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting subnet 280f285e-561f-4523-b7be-c9f78bbfa0aa {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:58.621020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:58.627642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-92462c77-6afe-4d2a-bc35-b5d0aea12d18 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.654056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Usage tracker for resource:security_group_rule and tenant:da876aa551c94f43b7060a390c90eae8 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:58.659404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:58.700590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:58.715656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Allocated IP 172.20.0.1 (e673f874-aadd-40ed-bac7-5aaa809277ac/86bc6652-7e93-405f-a94d-a88512c1651b/172c0b68-e211-4ba8-b340-2f732737dea7) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:58.753262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-92462c77-6afe-4d2a-bc35-b5d0aea12d18 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.799057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ff1c6-4a7d-4f54-b314-eda9ec57a9bf None None] Pushing event updated for resources: {'Port': ['ID=6919553d-2755-4144-9dbe-5c1bd1985050,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:58.827952 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.874952 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c4b507-32bd-451d-ac6d-8bac0b110d88 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:58:58.964052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b9c4b507-32bd-451d-ac6d-8bac0b110d88, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b9c4b507-32bd-451d-ac6d-8bac0b110d88,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:58.977926 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.010743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.061575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-92462c77-6afe-4d2a-bc35-b5d0aea12d18 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.074906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Transition to ACTIVE for port object 257b1d0e-0a92-4468-809d-3dcbb8326a6f will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:59.123673 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Transition to ACTIVE for port object 257b1d0e-0a92-4468-809d-3dcbb8326a6f will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:59.135642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=b9c4b507-32bd-451d-ac6d-8bac0b110d88,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.136201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.140000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.140812 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.155341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc145bb3-25a0-4d4a-86ad-141dd0f1da4c req-b8abc5a1-62d1-4cf8-8f82-f5a1695dff26 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:59.156919 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dc145bb3-25a0-4d4a-86ad-141dd0f1da4c req-b8abc5a1-62d1-4cf8-8f82-f5a1695dff26 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 944 time: 0.3663080 Mar 16 10:58:59.161713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.172799 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0545a16-cf62-44ea-b5a0-056e41a41998 None None] Update dhcp port {'port': {'network_id': 'c29bb636-5077-412e-8a60-865e51ac810d', 'fixed_ips': [{'subnet_id': '280f285e-561f-4523-b7be-c9f78bbfa0aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fb877e5f-5089-4b75-b039-4a69887a27e9'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': 'd8f5542b-8025-4f0f-b158-631c76e0b794'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:58:59.210615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Transition to ACTIVE for port object 172c0b68-e211-4ba8-b340-2f732737dea7 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:59.240239 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Network e0412e69-8d74-4209-bf94-1bb37d762d0e is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:59.245014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:59.248931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f208e4ff-ff9f-4b31-a8e5-6f016e8f08f8,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.256560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:59.273556 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da876aa551c94f43b7060a390c90eae8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0181370 Mar 16 10:58:59.274503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37066) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.285505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.285922 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.286313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.286701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.287083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.287464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.287841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.288220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.288607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.289002 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.289374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.289744 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d149e49d-eb6b-4932-9969-cf06642dcd34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.299079 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dc145bb3-25a0-4d4a-86ad-141dd0f1da4c req-65b18f6a-8068-4f8a-9d8b-b69668fc401b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288164 Mar 16 10:58:59.308659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f0545a16-cf62-44ea-b5a0-056e41a41998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.313900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-92462c77-6afe-4d2a-bc35-b5d0aea12d18 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.341991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['b9c4b507-32bd-451d-ac6d-8bac0b110d88'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:58:59.359579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.366311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Pushing event updated for resources: {'Port': ['ID=257b1d0e-0a92-4468-809d-3dcbb8326a6f,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.370697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.400016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.407950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92462c77-6afe-4d2a-bc35-b5d0aea12d18 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Subnet': ['ID=280f285e-561f-4523-b7be-c9f78bbfa0aa,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.447019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-92462c77-6afe-4d2a-bc35-b5d0aea12d18 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.466849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network e673f874-aadd-40ed-bac7-5aaa809277ac is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:59.468390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.474770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:59.484902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:59.500081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Attempting to bind port 257b1d0e-0a92-4468-809d-3dcbb8326a6f on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:59.500264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.500457 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Attempting to bind port 257b1d0e-0a92-4468-809d-3dcbb8326a6f by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'a1706da1-c7d6-4c99-bc5c-eee89598ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e0412e69-8d74-4209-bf94-1bb37d762d0e'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:59.503689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Attempting to bind port 257b1d0e-0a92-4468-809d-3dcbb8326a6f on network e0412e69-8d74-4209-bf94-1bb37d762d0e {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:59.504142 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f208e4ff-ff9f-4b31-a8e5-6f016e8f08f8 HTTP/1.1" status: 204 len: 168 time: 0.2280028 Mar 16 10:58:59.505670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f208e4ff-ff9f-4b31-a8e5-6f016e8f08f8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.513692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.514544 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-92462c77-6afe-4d2a-bc35-b5d0aea12d18 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/280f285e-561f-4523-b7be-c9f78bbfa0aa HTTP/1.1" status: 204 len: 168 time: 1.1743760 Mar 16 10:58:59.517425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.517773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.518105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.518433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.519671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.519671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.519671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.519671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.520063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.520270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.520581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326489a3-29d6-4a64-bf23-a013dc1b13d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:59.524225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37072) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.543200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=172c0b68-e211-4ba8-b340-2f732737dea7,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.569130 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51b410d-6e79-4f91-a3e9-325e52bc8a40 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:59.569583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51b410d-6e79-4f91-a3e9-325e52bc8a40 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:59.574009 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37076) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.574342 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a51b410d-6e79-4f91-a3e9-325e52bc8a40 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/8d763e5c-8e87-449c-b98b-d894ea21f452 HTTP/1.1" status: 404 len: 337 time: 0.0491111 Mar 16 10:58:59.581949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.648075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-78e2138c-67fd-4971-aebd-cfde3eab3f97 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Synchronizing usage tracker for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:59.669806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-78e2138c-67fd-4971-aebd-cfde3eab3f97 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Unset dirty status for tenant:cfdde4b82c5d46acaf7beb946dbd9455 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:59.673423 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-78e2138c-67fd-4971-aebd-cfde3eab3f97 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "GET /v2.0/ports?device_id=64efe962-6589-4adc-a4da-a4c9ceb651d2 HTTP/1.1" status: 200 len: 205 time: 0.0907302 Mar 16 10:58:59.673568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6919553d-2755-4144-9dbe-5c1bd1985050 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:59.674438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37080) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.733553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:59.733930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Checking segment: {'id': 'a1706da1-c7d6-4c99-bc5c-eee89598ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e0412e69-8d74-4209-bf94-1bb37d762d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:59.734478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.734835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Bound using segment: {'id': 'a1706da1-c7d6-4c99-bc5c-eee89598ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e0412e69-8d74-4209-bf94-1bb37d762d0e'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:59.735401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Bound port: 257b1d0e-0a92-4468-809d-3dcbb8326a6f, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1706da1-c7d6-4c99-bc5c-eee89598ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e0412e69-8d74-4209-bf94-1bb37d762d0e'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:59.736156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.785679 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-db3d78b3-f37a-4987-8e0d-e449cae67f6b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] delete failed (client error): The resource could not be found. Mar 16 10:58:59.789392 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-db3d78b3-f37a-4987-8e0d-e449cae67f6b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/routers/64efe962-6589-4adc-a4da-a4c9ceb651d2 HTTP/1.1" status: 404 len: 336 time: 0.1119163 Mar 16 10:58:59.790198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37086) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.832203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9251ed5c-0f40-428e-8f71-e64682c1f690 None None] Network e673f874-aadd-40ed-bac7-5aaa809277ac requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:59.851615 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4dd7995-6c1a-4435-9b70-7bc9da2d4d04 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:59.852115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4dd7995-6c1a-4435-9b70-7bc9da2d4d04 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:59.853861 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a4dd7995-6c1a-4435-9b70-7bc9da2d4d04 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/597e84f3-1706-4e40-851d-0e59648cce09 HTTP/1.1" status: 404 len: 337 time: 0.0630944 Mar 16 10:58:59.857968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37090) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.889269 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7d84c-32ed-4bc9-8912-06bfde0ddc7c None None] Network c29bb636-5077-412e-8a60-865e51ac810d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:59.896343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.913995 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03daa8d-1a98-4708-b00b-acc809d6526f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:59.914456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03daa8d-1a98-4708-b00b-acc809d6526f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:59.916218 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d03daa8d-1a98-4708-b00b-acc809d6526f tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/817e20fa-da98-4122-b4ca-b5aafcb433b6 HTTP/1.1" status: 404 len: 337 time: 0.0570397 Mar 16 10:58:59.919076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37096) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.970776 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ecdb44-37d7-479f-bef0-71a6799df729 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:58:59.971469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ecdb44-37d7-479f-bef0-71a6799df729 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:59.976433 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-54ecdb44-37d7-479f-bef0-71a6799df729 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/79ec3ac0-07d9-46a8-a99d-1d9ceb2c274a HTTP/1.1" status: 404 len: 337 time: 0.0564229 Mar 16 10:58:59.977050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37104) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.020896 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-425b8ddb-9e6c-4d32-a65c-808033d1c695 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:00.021365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425b8ddb-9e6c-4d32-a65c-808033d1c695 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:00.025958 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-425b8ddb-9e6c-4d32-a65c-808033d1c695 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/6f85bcaa-964f-4d44-8f02-c810a7255ef5 HTTP/1.1" status: 404 len: 333 time: 0.0479546 Mar 16 10:59:00.026688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37108) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.073974 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13fb721-f968-49de-a785-687e1587ec9b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:00.074434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13fb721-f968-49de-a785-687e1587ec9b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:00.079425 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a13fb721-f968-49de-a785-687e1587ec9b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/a1277702-cc39-4e19-b873-fcf11f163556 HTTP/1.1" status: 404 len: 337 time: 0.0518014 Mar 16 10:59:00.080019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37114) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.127731 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c1b6a3-2c80-429f-bc00-d9b2ea328a9c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:00.128793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c1b6a3-2c80-429f-bc00-d9b2ea328a9c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:00.131508 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b7c1b6a3-2c80-429f-bc00-d9b2ea328a9c tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/92f6a5da-4551-48ff-bf2c-0c3aa53874f8 HTTP/1.1" status: 404 len: 337 time: 0.0504673 Mar 16 10:59:00.134456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37118) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.143776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-eb8dd2d8-0a11-41a4-a1ef-1d31c83e19ad None None] Provisioning for port 6919553d-2755-4144-9dbe-5c1bd1985050 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:00.193808 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4932677-ff03-489d-865b-fa8706826bb5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:00.194830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4932677-ff03-489d-865b-fa8706826bb5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:00.201850 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d4932677-ff03-489d-865b-fa8706826bb5 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/37020586-8fc9-473d-abbb-efa026194c6e HTTP/1.1" status: 404 len: 333 time: 0.0658009 Mar 16 10:59:00.202676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37124) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.226665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 6919553d-2755-4144-9dbe-5c1bd1985050 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:00.234395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] For port 257b1d0e-0a92-4468-809d-3dcbb8326a6f, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:00.258071 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-eb8dd2d8-0a11-41a4-a1ef-1d31c83e19ad None None] Provisioning complete for port 6919553d-2755-4144-9dbe-5c1bd1985050 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:00.258810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd2d8-0a11-41a4-a1ef-1d31c83e19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.267184 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf3ccd5-838a-4506-a091-7b01c870135b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:00.267787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf3ccd5-838a-4506-a091-7b01c870135b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:00.269726 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bbf3ccd5-838a-4506-a091-7b01c870135b tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/a2f33b05-8255-4722-a2bc-7c7cae4678dd HTTP/1.1" status: 404 len: 337 time: 0.0658796 Mar 16 10:59:00.272287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37132) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.303282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6919553d-2755-4144-9dbe-5c1bd1985050 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:00.304054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.318115 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-997e97ba-0014-4327-86a9-fe4efcae50a8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:00.318910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997e97ba-0014-4327-86a9-fe4efcae50a8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:00.323198 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-997e97ba-0014-4327-86a9-fe4efcae50a8 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/subnets/62ce010d-2094-4b29-9369-6b289c5a6a79 HTTP/1.1" status: 404 len: 337 time: 0.0471737 Mar 16 10:59:00.323365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37136) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.362711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] For port 257b1d0e-0a92-4468-809d-3dcbb8326a6f, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=257b1d0e-0a92-4468-809d-3dcbb8326a6f,segment=NetworkSegment(a1706da1-c7d6-4c99-bc5c-eee89598ae1a),segment_id=a1706da1-c7d6-4c99-bc5c-eee89598ae1a)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:00.407355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a42d6380-5c57-4fb5-94db-0791c316228a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port dac4f77f-5369-4ea2-bdba-c961fa49d6c2 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:00.407610 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.408061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a42d6380-5c57-4fb5-94db-0791c316228a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.420491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.421218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.517285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37144) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.533295 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0096660 Mar 16 10:59:00.533875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37146) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.590965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.594699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=172c0b68-e211-4ba8-b340-2f732737dea7,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:00.769889 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce709a4-49a7-4b35-9222-b2f79f6179a1 None None] Pushing event updated for resources: {'Port': ['ID=257b1d0e-0a92-4468-809d-3dcbb8326a6f,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:00.812892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b97d00-d86e-458b-9ee4-82aaf01ee1d2 None None] DHCP port deletion for c29bb636-5077-412e-8a60-865e51ac810d request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:00.904151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network e673f874-aadd-40ed-bac7-5aaa809277ac is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:00.906061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:00.936260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a0b97d00-d86e-458b-9ee4-82aaf01ee1d2 None None] Deleting port d8f5542b-8025-4f0f-b158-631c76e0b794 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:00.937487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a0b97d00-d86e-458b-9ee4-82aaf01ee1d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.955244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a42d6380-5c57-4fb5-94db-0791c316228a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.124401 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7b17f545-2da8-4abe-a112-8386f99d8a9f tempest-NetworksApiDiscovery-1270854002 tempest-NetworksApiDiscovery-1270854002-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3118255 Mar 16 10:59:01.128967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a42d6380-5c57-4fb5-94db-0791c316228a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for dac4f77f-5369-4ea2-bdba-c961fa49d6c2 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:01.131958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.150461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd2d8-0a11-41a4-a1ef-1d31c83e19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.182871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router cb9a0294-c61e-4aa1-977b-b854329aa696 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:01.183597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e90fe-12f8-4282-ba37-f3741da0ad86 req-2a70772b-438f-4114-ab34-38dba3714dcd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:01.186226 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-109e90fe-12f8-4282-ba37-f3741da0ad86 req-2a70772b-438f-4114-ab34-38dba3714dcd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 945 time: 0.6510069 Mar 16 10:59:01.200377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 6919553d-2755-4144-9dbe-5c1bd1985050, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6919553d-2755-4144-9dbe-5c1bd1985050,segment=NetworkSegment(f2b42154-170e-4a80-aa3c-1ae7e825bc1e),segment_id=f2b42154-170e-4a80-aa3c-1ae7e825bc1e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:01.257970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.268815 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-109e90fe-12f8-4282-ba37-f3741da0ad86 req-46a50a0f-6784-4590-b684-7f533839b303 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737388 Mar 16 10:59:01.276396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a42d6380-5c57-4fb5-94db-0791c316228a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.345754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d6380-5c57-4fb5-94db-0791c316228a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Port': ['ID=dac4f77f-5369-4ea2-bdba-c961fa49d6c2,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:01.362403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a42d6380-5c57-4fb5-94db-0791c316228a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.400215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:01.404441 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a42d6380-5c57-4fb5-94db-0791c316228a tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/ports/dac4f77f-5369-4ea2-bdba-c961fa49d6c2 HTTP/1.1" status: 204 len: 168 time: 1.0797262 Mar 16 10:59:01.407001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37154) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:01.416375 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eeff31-b0a4-4fb3-a918-4330630be445 None None] Sync routers for ids ['cb9a0294-c61e-4aa1-977b-b854329aa696'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:01.438929 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eeff31-b0a4-4fb3-a918-4330630be445 None None] Routers {'cb9a0294-c61e-4aa1-977b-b854329aa696'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:01.439400 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-03eeff31-b0a4-4fb3-a918-4330630be445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb9a0294-c61e-4aa1-977b-b854329aa696'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.443140 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e6648104-6df4-430f-bc5a-49be7a887e21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/cb9a0294-c61e-4aa1-977b-b854329aa696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1152709 Mar 16 10:59:01.444160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37158) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:01.557539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a0b97d00-d86e-458b-9ee4-82aaf01ee1d2 None None] For port d8f5542b-8025-4f0f-b158-631c76e0b794, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d8f5542b-8025-4f0f-b158-631c76e0b794,segment=NetworkSegment(64d7561b-cd1e-4e42-8d33-b372b14f49c9),segment_id=64d7561b-cd1e-4e42-8d33-b372b14f49c9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:01.557937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a0b97d00-d86e-458b-9ee4-82aaf01ee1d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.599129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 257b1d0e-0a92-4468-809d-3dcbb8326a6f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:01.612698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.627595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c5a82-7f28-4406-8e12-13263406b3ac tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:01.628527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-af0c5a82-7f28-4406-8e12-13263406b3ac tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:01.638434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port d8f5542b-8025-4f0f-b158-631c76e0b794 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:01.638773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.642420 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-03eeff31-b0a4-4fb3-a918-4330630be445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.662478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37164) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:01.671182 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eeff31-b0a4-4fb3-a918-4330630be445 None None] Routers {'cb9a0294-c61e-4aa1-977b-b854329aa696'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:01.674061 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-03eeff31-b0a4-4fb3-a918-4330630be445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb9a0294-c61e-4aa1-977b-b854329aa696'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.682193 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-af0c5a82-7f28-4406-8e12-13263406b3ac tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:01.688603 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-af0c5a82-7f28-4406-8e12-13263406b3ac tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports/172c0b68-e211-4ba8-b340-2f732737dea7 HTTP/1.1" status: 200 len: 910 time: 0.2382648 Mar 16 10:59:01.689399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37170) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:01.800480 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-03eeff31-b0a4-4fb3-a918-4330630be445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.802909 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eeff31-b0a4-4fb3-a918-4330630be445 None None] The sync data for ids ['cb9a0294-c61e-4aa1-977b-b854329aa696'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:01.809264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=6919553d-2755-4144-9dbe-5c1bd1985050,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:01.892675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-eb8dd2d8-0a11-41a4-a1ef-1d31c83e19ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:01.893342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-eb8dd2d8-0a11-41a4-a1ef-1d31c83e19ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:01.902346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a0b97d00-d86e-458b-9ee4-82aaf01ee1d2 None None] Calling delete_port for d8f5542b-8025-4f0f-b158-631c76e0b794 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:01.952429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 257b1d0e-0a92-4468-809d-3dcbb8326a6f completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:02.019056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a0b97d00-d86e-458b-9ee4-82aaf01ee1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.033585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-376bbc15-714c-4571-90bb-a72ce4d5c24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.063891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] For port d8f5542b-8025-4f0f-b158-631c76e0b794, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d8f5542b-8025-4f0f-b158-631c76e0b794,segment=NetworkSegment(64d7561b-cd1e-4e42-8d33-b372b14f49c9),segment_id=64d7561b-cd1e-4e42-8d33-b372b14f49c9)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:02.064553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.077233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b97d00-d86e-458b-9ee4-82aaf01ee1d2 None None] Pushing event deleted for resources: {'Port': ['ID=d8f5542b-8025-4f0f-b158-631c76e0b794,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.083185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-376bbc15-714c-4571-90bb-a72ce4d5c24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:02.089457 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d8f5542b-8025-4f0f-b158-631c76e0b794 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:02.093890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-376bbc15-714c-4571-90bb-a72ce4d5c24f admin admin] Usage tracker for resource:security_group_rule and tenant:a2f0fbfb2dad469fa7fa196e6884f898 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:02.099523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-376bbc15-714c-4571-90bb-a72ce4d5c24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:02.138951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b97d00-d86e-458b-9ee4-82aaf01ee1d2 None None] No DVR routers for this DVR port d8f5542b-8025-4f0f-b158-631c76e0b794 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:02.152867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: d8f5542b-8025-4f0f-b158-631c76e0b794 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:02.153545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d8f5542b-8025-4f0f-b158-631c76e0b794 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:02.187466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-376bbc15-714c-4571-90bb-a72ce4d5c24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:02.209338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7e1f1-78fb-41e9-a6e1-0a85dc02d360 None None] Network e0412e69-8d74-4209-bf94-1bb37d762d0e requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:02.245784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Calling delete_port for d8f5542b-8025-4f0f-b158-631c76e0b794 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:02.383914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:02.384595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:02.514928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-eb8dd2d8-0a11-41a4-a1ef-1d31c83e19ad None None] Could not find standard attr ID for object d8f5542b-8025-4f0f-b158-631c76e0b794. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:02.520054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-eb8dd2d8-0a11-41a4-a1ef-1d31c83e19ad None None] Could not find standard attr ID for object dac4f77f-5369-4ea2-bdba-c961fa49d6c2. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:02.602020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-376bbc15-714c-4571-90bb-a72ce4d5c24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.615655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-376bbc15-714c-4571-90bb-a72ce4d5c24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.640993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Provisioning for port 172c0b68-e211-4ba8-b340-2f732737dea7 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:02.646643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Provisioning complete for port 172c0b68-e211-4ba8-b340-2f732737dea7 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:02.647124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.708140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Port 172c0b68-e211-4ba8-b340-2f732737dea7 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:02.720558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Provisioning for port 257b1d0e-0a92-4468-809d-3dcbb8326a6f completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:02.724285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38328c-d0e3-45c4-950e-6e70f4cafdce req-5ab9b84f-51f3-4f12-ab0e-c3892417012a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:02.725857 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2f38328c-d0e3-45c4-950e-6e70f4cafdce req-5ab9b84f-51f3-4f12-ab0e-c3892417012a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 945 time: 0.2920959 Mar 16 10:59:02.733684 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-376bbc15-714c-4571-90bb-a72ce4d5c24f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2f0fbfb2dad469fa7fa196e6884f898&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0677733 Mar 16 10:59:02.733906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Provisioning complete for port 257b1d0e-0a92-4468-809d-3dcbb8326a6f triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:02.733906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.734601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37176) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.735298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bbc15-714c-4571-90bb-a72ce4d5c24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0218157d-9784-4f85-93c5-e310e670a1c9,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.762306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.829763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7eabd3de-7eb2-459b-903d-a4eb04c970f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.864058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7eabd3de-7eb2-459b-903d-a4eb04c970f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.904147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Deleting port d8f5542b-8025-4f0f-b158-631c76e0b794 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:02.904870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.916829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.949345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] For port 257b1d0e-0a92-4468-809d-3dcbb8326a6f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=257b1d0e-0a92-4468-809d-3dcbb8326a6f,segment=NetworkSegment(a1706da1-c7d6-4c99-bc5c-eee89598ae1a),segment_id=a1706da1-c7d6-4c99-bc5c-eee89598ae1a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:02.953416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.983773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] The port 'd8f5542b-8025-4f0f-b158-631c76e0b794' was deleted {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:02.998907 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2f38328c-d0e3-45c4-950e-6e70f4cafdce req-37a7893e-48c5-4058-802f-bc17d6e6a3e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645314 Mar 16 10:59:03.038093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Provisioning complete for port 6919553d-2755-4144-9dbe-5c1bd1985050 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:03.038455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.073972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cce105-038d-488e-b971-d10360ba4aa2 None None] Pushing event updated for resources: {'Port': ['ID=257b1d0e-0a92-4468-809d-3dcbb8326a6f,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.106795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7eabd3de-7eb2-459b-903d-a4eb04c970f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.131040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.140879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabd3de-7eb2-459b-903d-a4eb04c970f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0218157d-9784-4f85-93c5-e310e670a1c9,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.168939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29bb636-5077-412e-8a60-865e51ac810d']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:03.176663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7eabd3de-7eb2-459b-903d-a4eb04c970f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.180319 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7eabd3de-7eb2-459b-903d-a4eb04c970f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0218157d-9784-4f85-93c5-e310e670a1c9 HTTP/1.1" status: 204 len: 168 time: 0.4441900 Mar 16 10:59:03.186232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d7561b-cd1e-4e42-8d33-b372b14f49c9') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:03.186524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d7561b-cd1e-4e42-8d33-b372b14f49c9') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:03.198655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.214604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.221590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:03.222333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:03.237547 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:03.276309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2125f196-48e5-4889-a54d-4555bbda2cb5 None None] Provisioning complete for port 257b1d0e-0a92-4468-809d-3dcbb8326a6f triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:03.276770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2125f196-48e5-4889-a54d-4555bbda2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.314599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Allocated IP 172.21.0.1 (e0412e69-8d74-4209-bf94-1bb37d762d0e/7b84af9e-1c50-4513-b01e-a1549c9becd9/45019576-8032-4763-b464-57961ca28eee) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:03.461154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.477931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.498808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 257b1d0e-0a92-4468-809d-3dcbb8326a6f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:03.518576 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] 10.222.0.37 "DELETE /v2.0/networks/c29bb636-5077-412e-8a60-865e51ac810d HTTP/1.1" status: 204 len: 168 time: 2.1105239 Mar 16 10:59:03.520599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ed18a-9681-4ee6-bd43-27585b92e092 tempest-PortsIpV6TestJSON-854205039 tempest-PortsIpV6TestJSON-854205039-project] Pushing event deleted for resources: {'Network': ['ID=c29bb636-5077-412e-8a60-865e51ac810d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.538689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.561212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Transition to ACTIVE for port object 45019576-8032-4763-b464-57961ca28eee will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:03.593613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.599610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 257b1d0e-0a92-4468-809d-3dcbb8326a6f triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:03.600293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.663682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network e0412e69-8d74-4209-bf94-1bb37d762d0e is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:03.667294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:03.671267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:03.695521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b9c4b507-32bd-451d-ac6d-8bac0b110d88 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:03.740714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=45019576-8032-4763-b464-57961ca28eee,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.754406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.786636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6919553d-2755-4144-9dbe-5c1bd1985050 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:03.866844 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port b9c4b507-32bd-451d-ac6d-8bac0b110d88 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:03.872663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port b9c4b507-32bd-451d-ac6d-8bac0b110d88 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:03.876486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.883525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37186) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:03.901659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.939924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6919553d-2755-4144-9dbe-5c1bd1985050 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:03.940287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.039954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-746e7012-35db-487d-ae4c-a32374c96bf2 None None] Provisioning for port 45019576-8032-4763-b464-57961ca28eee completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:04.054827 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-746e7012-35db-487d-ae4c-a32374c96bf2 None None] Provisioning complete for port 45019576-8032-4763-b464-57961ca28eee triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:04.055202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-746e7012-35db-487d-ae4c-a32374c96bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.106319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.170099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-746e7012-35db-487d-ae4c-a32374c96bf2 None None] Port 45019576-8032-4763-b464-57961ca28eee cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:04.173584 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-569b7871-571b-4115-9a7a-3e65c01ba9f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfdde4b82c5d46acaf7beb946dbd9455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888494 Mar 16 10:59:04.174881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37194) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:04.192839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92305279-fb68-4afe-841c-888743f104f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4b507-32bd-451d-ac6d-8bac0b110d88'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:59:04.207208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port b9c4b507-32bd-451d-ac6d-8bac0b110d88, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b9c4b507-32bd-451d-ac6d-8bac0b110d88,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:04.214700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.246987 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92305279-fb68-4afe-841c-888743f104f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4b507-32bd-451d-ac6d-8bac0b110d88', 'code': 200} Mar 16 10:59:04.264726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddc18b-c1ce-46bd-ac13-1e2e119db296 req-8cf4a196-e15f-4248-abab-4d4834566eb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:04.266941 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2ddc18b-c1ce-46bd-ac13-1e2e119db296 req-8cf4a196-e15f-4248-abab-4d4834566eb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 945 time: 0.1523979 Mar 16 10:59:04.286952 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=b9c4b507-32bd-451d-ac6d-8bac0b110d88,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:04.320949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21506880-aab0-4373-9a57-7aabd77757e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.350992 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.356320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.356806 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2ddc18b-c1ce-46bd-ac13-1e2e119db296 req-bb381558-cee1-45cb-9511-cc6c9152cc22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717278 Mar 16 10:59:04.364362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21506880-aab0-4373-9a57-7aabd77757e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.467668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21506880-aab0-4373-9a57-7aabd77757e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.471178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.474926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=45019576-8032-4763-b464-57961ca28eee,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:04.487427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21506880-aab0-4373-9a57-7aabd77757e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0654ba8-b4e9-4dc3-b208-96e52b83dee9,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:04.493598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-21506880-aab0-4373-9a57-7aabd77757e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.495333 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-21506880-aab0-4373-9a57-7aabd77757e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0654ba8-b4e9-4dc3-b208-96e52b83dee9 HTTP/1.1" status: 204 len: 168 time: 0.3187909 Mar 16 10:59:04.530758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d36ec-b832-464e-8ea0-0a42b941721a req-d30b2118-30f8-401d-9f69-f97f870ebbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:04.532679 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-584d36ec-b832-464e-8ea0-0a42b941721a req-d30b2118-30f8-401d-9f69-f97f870ebbcc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 1099 time: 0.1090646 Mar 16 10:59:04.583318 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-584d36ec-b832-464e-8ea0-0a42b941721a req-b84b20e6-61b0-4030-917e-41691c871efe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444570 Mar 16 10:59:04.753240 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network e0412e69-8d74-4209-bf94-1bb37d762d0e is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:04.754310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:04.919854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router cb9a0294-c61e-4aa1-977b-b854329aa696 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:05.001837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-34375707-7bd4-4c49-b075-fa55b3abe886 None None] Provisioning complete for port 45019576-8032-4763-b464-57961ca28eee triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:05.002326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-34375707-7bd4-4c49-b075-fa55b3abe886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.061641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-34375707-7bd4-4c49-b075-fa55b3abe886 None None] Port 45019576-8032-4763-b464-57961ca28eee cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:05.082882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:05.092859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db5e16-e51d-48bc-a755-32e334f7dae7 None None] Sync routers for ids ['cb9a0294-c61e-4aa1-977b-b854329aa696'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:05.104114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db5e16-e51d-48bc-a755-32e334f7dae7 None None] Routers {'cb9a0294-c61e-4aa1-977b-b854329aa696'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:05.104879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e5db5e16-e51d-48bc-a755-32e334f7dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb9a0294-c61e-4aa1-977b-b854329aa696'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:05.109270 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-93471f68-b22a-44b6-bb6a-236bca342021 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/cb9a0294-c61e-4aa1-977b-b854329aa696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4185946 Mar 16 10:59:05.111593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37218) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:05.167968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e5db5e16-e51d-48bc-a755-32e334f7dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:05.177246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db5e16-e51d-48bc-a755-32e334f7dae7 None None] Routers {'cb9a0294-c61e-4aa1-977b-b854329aa696'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:05.178280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e5db5e16-e51d-48bc-a755-32e334f7dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb9a0294-c61e-4aa1-977b-b854329aa696'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:05.188040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e777f4-3a58-4d4a-b564-554dc70fe367 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:05.188623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d2e777f4-3a58-4d4a-b564-554dc70fe367 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:05.204375 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d2e777f4-3a58-4d4a-b564-554dc70fe367 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:05.205581 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d2e777f4-3a58-4d4a-b564-554dc70fe367 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports/45019576-8032-4763-b464-57961ca28eee HTTP/1.1" status: 200 len: 910 time: 0.0927680 Mar 16 10:59:05.208604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37224) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:05.248007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e5db5e16-e51d-48bc-a755-32e334f7dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:05.248007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db5e16-e51d-48bc-a755-32e334f7dae7 None None] The sync data for ids ['cb9a0294-c61e-4aa1-977b-b854329aa696'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:05.249231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37228) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:05.354121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2054308675'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:05.359083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:05.363109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:network and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:05.366034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:05.372769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:05.383498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:05.387414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.400288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.418694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:05.422755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group_rule and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:05.425716 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:05.431447 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:05.562626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.575323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.604074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:05.623174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c2818-26ac-4a8b-a819-f84196c68354 req-202d710a-b77e-4b30-a146-c6c6d130392a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:05.624701 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0a2c2818-26ac-4a8b-a819-f84196c68354 req-202d710a-b77e-4b30-a146-c6c6d130392a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 946 time: 0.1465478 Mar 16 10:59:05.634012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.634350 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Added segment 1c99d6be-01da-4984-8ec2-8d19600e956b of type vlan for network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 Mar 16 10:59:05.650223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91afe471-8041-474d-9317-f70804377eba,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:05.699691 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.706307 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0a2c2818-26ac-4a8b-a819-f84196c68354 req-d8b46008-0371-478c-976a-28fc4ae095c1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735559 Mar 16 10:59:05.720165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.737491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.743029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:05.743630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.857930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Network': ['ID=006e5825-a7d2-425f-9fd1-d9dcf78b3ab7,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:05.865532 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-07674288-f1a0-4566-bda4-c7f7c3f1a7b4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6147516 Mar 16 10:59:05.867077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37236) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:05.871897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:05.874122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'name': 'tempest-PortsTestJSON-1230020298'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:05.989176 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:05.993118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:port and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:05.995986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:06.001802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:06.013293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:06.016948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.038487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port 164d488b-4330-4fab-8955-25665099b61a yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:06.116943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 45019576-8032-4763-b464-57961ca28eee {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:06.117181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.261439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.290530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.381680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=164d488b-4330-4fab-8955-25665099b61a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:06.395436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Checking segment: {'id': '1c99d6be-01da-4984-8ec2-8d19600e956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:06.395793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network hostable DHCP agents. Network: 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:06.415211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:06.425382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:06.433405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:06.434218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f688adf4-d9e8-4b3a-8df7-ff96f8ca1334 None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:06.439467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:06.440326 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.444489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.465422 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-154b49b3-8ef3-4bc9-850b-90e5a9468bad tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5967860 Mar 16 10:59:06.468471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37240) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:06.475201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1843270581'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:06.480281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:06.484396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:network and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:06.487352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:06.493189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:06.505103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:06.508863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.538403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:06.548993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.549444 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Added segment f4ada349-81f3-420e-8cdb-45d1b0ba8988 of type vlan for network 1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15 Mar 16 10:59:06.582278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.583427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for 45019576-8032-4763-b464-57961ca28eee owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:06.620492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.626616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:06.627328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.743674 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2738972 Mar 16 10:59:06.748442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37246) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:06.760394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'ports': [{'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7'}, {'network_id': '1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15'}]} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:06.760824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:06.761399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:06.777730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c940309-14ae-4e84-9049-446f2efd42b8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Network': ['ID=1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:06.791485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:06.802555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.929260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=45019576-8032-4763-b464-57961ca28eee,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:07.105712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d6e2-4ff9-4c23-989e-83d69f998f84 req-a714b743-871b-4170-966d-99e0929dbe00 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:07.113343 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bf29d6e2-4ff9-4c23-989e-83d69f998f84 req-a714b743-871b-4170-966d-99e0929dbe00 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 946 time: 0.2454810 Mar 16 10:59:07.169773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:07.173698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:port and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:07.176545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:07.182236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:07.192640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 2} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:07.197110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.214421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.247508 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bf29d6e2-4ff9-4c23-989e-83d69f998f84 req-fe6ef2e4-0a95-4c7e-b1b1-e29ac051fb8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332393 Mar 16 10:59:07.258052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.485215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port 0725efd6-80e7-41a3-a6b4-0f1ae1a10f21 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:07.541884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d6b0b-e958-4933-93d5-00de32085c46 req-b82ba5d0-7e4d-4ae5-9f6a-933918aad44e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:07.543362 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2e2d6b0b-e958-4933-93d5-00de32085c46 req-b82ba5d0-7e4d-4ae5-9f6a-933918aad44e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 946 time: 0.1268020 Mar 16 10:59:07.613077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router cb9a0294-c61e-4aa1-977b-b854329aa696 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:07.629357 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2e2d6b0b-e958-4933-93d5-00de32085c46 req-a6aae237-407e-46e5-a05d-fab24316b4cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690851 Mar 16 10:59:07.648284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.757029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port 2904fe93-e02f-4223-9318-ba6ee74077ce yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:07.781469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:07.794094 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9edbb-84e8-4cd5-8081-8c0e9a7c7308 None None] Sync routers for ids ['cb9a0294-c61e-4aa1-977b-b854329aa696'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:07.805336 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b1c0bce4-43bc-4eb3-bd87-a5f2faa822ed tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/cb9a0294-c61e-4aa1-977b-b854329aa696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5953538 Mar 16 10:59:07.805873 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9edbb-84e8-4cd5-8081-8c0e9a7c7308 None None] Routers {'cb9a0294-c61e-4aa1-977b-b854329aa696'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:07.806000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37256) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:07.806767 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-66e9edbb-84e8-4cd5-8081-8c0e9a7c7308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb9a0294-c61e-4aa1-977b-b854329aa696'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:07.900335 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-66e9edbb-84e8-4cd5-8081-8c0e9a7c7308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:07.910088 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9edbb-84e8-4cd5-8081-8c0e9a7c7308 None None] Routers {'cb9a0294-c61e-4aa1-977b-b854329aa696'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:07.910691 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-66e9edbb-84e8-4cd5-8081-8c0e9a7c7308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb9a0294-c61e-4aa1-977b-b854329aa696'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:07.970613 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-66e9edbb-84e8-4cd5-8081-8c0e9a7c7308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:07.971011 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9edbb-84e8-4cd5-8081-8c0e9a7c7308 None None] The sync data for ids ['cb9a0294-c61e-4aa1-977b-b854329aa696'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:07.977286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.159069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.161358 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.264138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:08.270713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:08.277833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:08.278609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.331756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=0725efd6-80e7-41a3-a6b4-0f1ae1a10f21,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:08.429299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=2904fe93-e02f-4223-9318-ba6ee74077ce,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:08.432765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Checking segment: {'id': 'f4ada349-81f3-420e-8cdb-45d1b0ba8988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:08.433151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network hostable DHCP agents. Network: 1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:08.493529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:08.507255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:08.512927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:08.516370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce086e65-e445-41cf-b462-d18e6da4ef18 None None] Network 1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:08.518522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:08.523299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:08.523967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.556414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.731896 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ea72affe-5601-476c-a80f-8c792367dfd7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9783158 Mar 16 10:59:08.734928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37260) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:08.801035 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-45dbbe36-65e4-4b3d-ad16-8b918825e6fd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 2904fe93-e02f-4223-9318-ba6ee74077ce {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:08.801370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45dbbe36-65e4-4b3d-ad16-8b918825e6fd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.029357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 172c0b68-e211-4ba8-b340-2f732737dea7 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:09.029771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.144029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45dbbe36-65e4-4b3d-ad16-8b918825e6fd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.153098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37264) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:09.230158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.341789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-45dbbe36-65e4-4b3d-ad16-8b918825e6fd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 2904fe93-e02f-4223-9318-ba6ee74077ce owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:09.351889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for 172c0b68-e211-4ba8-b340-2f732737dea7 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:09.531761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.583131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=172c0b68-e211-4ba8-b340-2f732737dea7,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:09.585355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45dbbe36-65e4-4b3d-ad16-8b918825e6fd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.652026 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-45dbbe36-65e4-4b3d-ad16-8b918825e6fd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.658591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbbe36-65e4-4b3d-ad16-8b918825e6fd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=2904fe93-e02f-4223-9318-ba6ee74077ce,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:09.669477 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-45dbbe36-65e4-4b3d-ad16-8b918825e6fd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/2904fe93-e02f-4223-9318-ba6ee74077ce HTTP/1.1" status: 204 len: 168 time: 0.9332490 Mar 16 10:59:09.671164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37268) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:09.861691 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.114941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.139403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f986a162-1431-4105-809e-12a4d699b9b2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:10.145291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f986a162-1431-4105-809e-12a4d699b9b2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:10.146038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f986a162-1431-4105-809e-12a4d699b9b2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:10.275261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f986a162-1431-4105-809e-12a4d699b9b2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:10.279149 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f986a162-1431-4105-809e-12a4d699b9b2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6042428 Mar 16 10:59:10.284831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37272) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.335386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router cb9a0294-c61e-4aa1-977b-b854329aa696 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:10.416460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9426e5f3-f5b0-461d-927f-0967e8a43490 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 0725efd6-80e7-41a3-a6b4-0f1ae1a10f21 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:10.417242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9426e5f3-f5b0-461d-927f-0967e8a43490 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.538742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:10.553839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370bd4d3-a9c6-4d4b-ba40-bef6e76f10cd None None] Sync routers for ids ['cb9a0294-c61e-4aa1-977b-b854329aa696'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:10.554827 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-778ee352-bef3-405c-8b92-8e063bf74c90 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/cb9a0294-c61e-4aa1-977b-b854329aa696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7477968 Mar 16 10:59:10.558728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37276) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.568053 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370bd4d3-a9c6-4d4b-ba40-bef6e76f10cd None None] Routers {'cb9a0294-c61e-4aa1-977b-b854329aa696'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:10.569076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-370bd4d3-a9c6-4d4b-ba40-bef6e76f10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb9a0294-c61e-4aa1-977b-b854329aa696'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:10.609378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bc69df3b-bcc2-41fd-b0cc-e48460e79e6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:10.641254 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-370bd4d3-a9c6-4d4b-ba40-bef6e76f10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:10.649706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370bd4d3-a9c6-4d4b-ba40-bef6e76f10cd None None] Routers {'cb9a0294-c61e-4aa1-977b-b854329aa696'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:10.650549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-370bd4d3-a9c6-4d4b-ba40-bef6e76f10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb9a0294-c61e-4aa1-977b-b854329aa696'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:10.678240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bc69df3b-bcc2-41fd-b0cc-e48460e79e6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:10.681951 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bc69df3b-bcc2-41fd-b0cc-e48460e79e6c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb9a0294-c61e-4aa1-977b-b854329aa696 HTTP/1.1" status: 200 len: 205 time: 0.1198347 Mar 16 10:59:10.682172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37280) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.710941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-370bd4d3-a9c6-4d4b-ba40-bef6e76f10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:10.711347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370bd4d3-a9c6-4d4b-ba40-bef6e76f10cd None None] The sync data for ids ['cb9a0294-c61e-4aa1-977b-b854329aa696'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:10.723767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9426e5f3-f5b0-461d-927f-0967e8a43490 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.742290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.17 (270a3269-c0ef-4d1a-b537-ba76eaf1011f/b3cde304-dae4-40bb-a112-02fbcc1e2088/e55b8c9e-ef59-4b9d-b859-38fa05220ca2) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:10.844313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-450039e4-312a-40cf-8c3c-90a8de12d1f2 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.852948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9426e5f3-f5b0-461d-927f-0967e8a43490 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 0725efd6-80e7-41a3-a6b4-0f1ae1a10f21 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:10.934154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9426e5f3-f5b0-461d-927f-0967e8a43490 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.984928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426e5f3-f5b0-461d-927f-0967e8a43490 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=0725efd6-80e7-41a3-a6b4-0f1ae1a10f21,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:10.992579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9426e5f3-f5b0-461d-927f-0967e8a43490 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.006967 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9426e5f3-f5b0-461d-927f-0967e8a43490 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/0725efd6-80e7-41a3-a6b4-0f1ae1a10f21 HTTP/1.1" status: 204 len: 168 time: 0.7208681 Mar 16 10:59:11.009210 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37284) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.092187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6094071-7543-4e13-8b64-3b92ec4503e0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:11.092946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d6094071-7543-4e13-8b64-3b92ec4503e0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:11.109390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d6094071-7543-4e13-8b64-3b92ec4503e0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:11.110677 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d6094071-7543-4e13-8b64-3b92ec4503e0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1005485 Mar 16 10:59:11.113414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37288) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.155617 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-455a9d84-0bb7-4f48-a577-82109b7fae29 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:11.157110 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-455a9d84-0bb7-4f48-a577-82109b7fae29 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/2904fe93-e02f-4223-9318-ba6ee74077ce HTTP/1.1" status: 404 len: 333 time: 0.0428083 Mar 16 10:59:11.160159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37292) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.206168 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f779cb20-1b9e-4568-aff6-7e1174e61491 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:11.208152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f779cb20-1b9e-4568-aff6-7e1174e61491 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/0725efd6-80e7-41a3-a6b4-0f1ae1a10f21 HTTP/1.1" status: 404 len: 333 time: 0.0461361 Mar 16 10:59:11.210291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37296) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.221637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-450039e4-312a-40cf-8c3c-90a8de12d1f2 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.226515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-450039e4-312a-40cf-8c3c-90a8de12d1f2 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.270677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.279820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-450039e4-312a-40cf-8c3c-90a8de12d1f2 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.280290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450039e4-312a-40cf-8c3c-90a8de12d1f2 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Fanout notify agent at l3_agent the message router_deleted on router cb9a0294-c61e-4aa1-977b-b854329aa696 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:59:11.292715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object e55b8c9e-ef59-4b9d-b859-38fa05220ca2 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:11.306235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-450039e4-312a-40cf-8c3c-90a8de12d1f2 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.307327 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-450039e4-312a-40cf-8c3c-90a8de12d1f2 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/cb9a0294-c61e-4aa1-977b-b854329aa696 HTTP/1.1" status: 204 len: 168 time: 0.6242599 Mar 16 10:59:11.310305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37300) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.324608 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.381014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d39895-ae4c-4725-a02f-4ad0ddd51950 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting subnet 7b84af9e-1c50-4513-b01e-a1549c9becd9 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:11.384607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.388010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-56d39895-ae4c-4725-a02f-4ad0ddd51950 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.461681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.488599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:11.489750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 270a3269-c0ef-4d1a-b537-ba76eaf1011f is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:11.494408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:11.505036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ada349-81f3-420e-8cdb-45d1b0ba8988') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:11.505340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ada349-81f3-420e-8cdb-45d1b0ba8988') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:11.506489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:11.517578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.535435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.539952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-56d39895-ae4c-4725-a02f-4ad0ddd51950 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.543858 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:11.544376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:11.562584 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:11.567362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=e55b8c9e-ef59-4b9d-b859-38fa05220ca2,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:11.622747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.683999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-56d39895-ae4c-4725-a02f-4ad0ddd51950 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.735099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ca82f7ca-0f1d-4c23-8e55-ff2ce4e074ae None None] Provisioning for port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:11.740439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ca82f7ca-0f1d-4c23-8e55-ff2ce4e074ae None None] Provisioning complete for port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:11.740851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ca82f7ca-0f1d-4c23-8e55-ff2ce4e074ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.789747 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.801573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ca82f7ca-0f1d-4c23-8e55-ff2ce4e074ae None None] Port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:11.809262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.819476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Network': ['ID=1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:11.825485 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-514a5b92-5685-438c-9f11-1c704e5707e5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/networks/1ebce8de-4ca1-4bf9-9af3-fc9a5e0b8d15 HTTP/1.1" status: 204 len: 168 time: 0.6111763 Mar 16 10:59:11.826425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37304) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.832074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-387065482'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.837336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:11.841309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:network and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:11.844408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:11.850693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:11.861377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:11.865044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.910503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:11.919441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.919849 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Added segment 95368207-18b6-4615-b297-45cc3d9413a7 of type vlan for network ecf24d93-3955-4f2a-8de0-4b95742e72cf Mar 16 10:59:11.950262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.957122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-56d39895-ae4c-4725-a02f-4ad0ddd51950 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.980990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.986337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:11.986903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.006253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d39895-ae4c-4725-a02f-4ad0ddd51950 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Subnet': ['ID=7b84af9e-1c50-4513-b01e-a1549c9becd9,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.011729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-56d39895-ae4c-4725-a02f-4ad0ddd51950 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.017083 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa0be65-9481-4252-9871-b45c9f736bd5 None None] Network e0412e69-8d74-4209-bf94-1bb37d762d0e requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:12.028423 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-56d39895-ae4c-4725-a02f-4ad0ddd51950 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/7b84af9e-1c50-4513-b01e-a1549c9becd9 HTTP/1.1" status: 204 len: 168 time: 0.7171443 Mar 16 10:59:12.029479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37308) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.074341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.094108 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2665970 Mar 16 10:59:12.098156 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37312) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.105561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': 'ecf24d93-3955-4f2a-8de0-4b95742e72cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.121712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95934f4-79f1-4d7a-92c6-2fb8023e370e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Network': ['ID=ecf24d93-3955-4f2a-8de0-4b95742e72cf,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.148839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network ecf24d93-3955-4f2a-8de0-4b95742e72cf details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:12.161989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a906b5-9d10-4a9b-abfa-99249a347912 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting subnet 86bc6652-7e93-405f-a94d-a88512c1651b {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:12.166717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7a906b5-9d10-4a9b-abfa-99249a347912 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.230884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:12.235187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:12.238287 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:12.244774 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:12.256660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:12.261026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.296998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7a906b5-9d10-4a9b-abfa-99249a347912 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.358576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.ipam_backend_mixin [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Performing IP validity checks on allocation pools {{(pid=87875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:59:12.359340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.ipam_backend_mixin [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:59:12.393816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811238da-5cab-41ba-855b-bb829055a715 None None] DHCP port deletion for e0412e69-8d74-4209-bf94-1bb37d762d0e request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:12.402374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Deleting port 257b1d0e-0a92-4468-809d-3dcbb8326a6f {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:12.402961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.487948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.560498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7a906b5-9d10-4a9b-abfa-99249a347912 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.567216 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=93f96f6e-725f-4be7-b327-d34b856271e2,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.606118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Checking segment: {'id': '95368207-18b6-4615-b297-45cc3d9413a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ecf24d93-3955-4f2a-8de0-4b95742e72cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:12.606390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network hostable DHCP agents. Network: ecf24d93-3955-4f2a-8de0-4b95742e72cf, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:12.623257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-811238da-5cab-41ba-855b-bb829055a715 None None] For port 257b1d0e-0a92-4468-809d-3dcbb8326a6f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=257b1d0e-0a92-4468-809d-3dcbb8326a6f,segment=NetworkSegment(a1706da1-c7d6-4c99-bc5c-eee89598ae1a),segment_id=a1706da1-c7d6-4c99-bc5c-eee89598ae1a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:12.623734 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.629892 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network ecf24d93-3955-4f2a-8de0-4b95742e72cf is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:12.639582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, ecf24d93-3955-4f2a-8de0-4b95742e72cf) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:12.646782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:12.648193 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.683597 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a3223259-b7da-42a1-a834-084ccfac55ae tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5817046 Mar 16 10:59:12.683812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37316) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.690007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef3ef4-67ee-4339-81f4-b24fd33a77f9 None None] Network ecf24d93-3955-4f2a-8de0-4b95742e72cf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:12.690386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': 'ecf24d93-3955-4f2a-8de0-4b95742e72cf', 'name': 'tempest-PortsTestJSON-139086044'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.699315 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.702147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7a906b5-9d10-4a9b-abfa-99249a347912 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.744901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.775735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Calling delete_port for 257b1d0e-0a92-4468-809d-3dcbb8326a6f owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:12.811300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a906b5-9d10-4a9b-abfa-99249a347912 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Subnet': ['ID=86bc6652-7e93-405f-a94d-a88512c1651b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.832853 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7a906b5-9d10-4a9b-abfa-99249a347912 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.842993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:12.851799 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d7a906b5-9d10-4a9b-abfa-99249a347912 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/86bc6652-7e93-405f-a94d-a88512c1651b HTTP/1.1" status: 204 len: 168 time: 0.8189161 Mar 16 10:59:12.855919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37320) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.859016 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:12.874082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.877559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=e55b8c9e-ef59-4b9d-b859-38fa05220ca2,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.902727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8fb1b9-8fef-40f5-bea1-11f0a9601045 None None] Network e673f874-aadd-40ed-bac7-5aaa809277ac requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:12.907458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:12.911410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.000717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port e8070f1a-50c2-4f02-8c44-f34e11af2440 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:13.016859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 270a3269-c0ef-4d1a-b537-ba76eaf1011f is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:13.018104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:13.043918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.085232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 257b1d0e-0a92-4468-809d-3dcbb8326a6f {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:13.085626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.164230 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.220908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Pushing event deleted for resources: {'Port': ['ID=257b1d0e-0a92-4468-809d-3dcbb8326a6f,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:13.222712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router da417aa2-b38a-4078-8a4a-e06abdd21f86 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:13.241417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.241753 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.242081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.242402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.242721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.243039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.243351 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.243479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] The port '257b1d0e-0a92-4468-809d-3dcbb8326a6f' was deleted {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:13.243661 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.243976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.244286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.244594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.244927 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811238da-5cab-41ba-855b-bb829055a715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:13.249769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811238da-5cab-41ba-855b-bb829055a715 None None] No DVR routers for this DVR port 257b1d0e-0a92-4468-809d-3dcbb8326a6f on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:13.318953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-ecf24d93-3955-4f2a-8de0-4b95742e72cf', 'network_id': 'ecf24d93-3955-4f2a-8de0-4b95742e72cf', 'tenant_id': 'bae9d88ff91540a7a3aa8b1d334c2924', 'fixed_ips': [{'subnet_id': '93f96f6e-725f-4be7-b327-d34b856271e2'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:13.319794 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.409714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] DHCP port deletion for e673f874-aadd-40ed-bac7-5aaa809277ac request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:13.409962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.9 (ecf24d93-3955-4f2a-8de0-4b95742e72cf/93f96f6e-725f-4be7-b327-d34b856271e2/e8070f1a-50c2-4f02-8c44-f34e11af2440) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:13.411966 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Deleting port 6919553d-2755-4144-9dbe-5c1bd1985050 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:13.412341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.416074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.459703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0412e69-8d74-4209-bf94-1bb37d762d0e']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:13.484050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1706da1-c7d6-4c99-bc5c-eee89598ae1a') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:13.484354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1706da1-c7d6-4c99-bc5c-eee89598ae1a') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:13.498176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c157f812-cdd1-4c35-94d1-924b2cd73a26 None None] Provisioning complete for port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:13.498418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c157f812-cdd1-4c35-94d1-924b2cd73a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.501639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:13.507770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.509492 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e2151316-417d-4935-893b-4b304662a0d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/da417aa2-b38a-4078-8a4a-e06abdd21f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3553402 Mar 16 10:59:13.513935 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Sync routers for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:13.523782 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:13.525400 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:13.528810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.531076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 257b1d0e-0a92-4468-809d-3dcbb8326a6f no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:13.553706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:13.554093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:13.574511 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:13.615243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c157f812-cdd1-4c35-94d1-924b2cd73a26 None None] Port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:13.629860 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 257b1d0e-0a92-4468-809d-3dcbb8326a6f {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:13.630206 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 257b1d0e-0a92-4468-809d-3dcbb8326a6f not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:13.630622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6919553d-2755-4144-9dbe-5c1bd1985050 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:13.744116 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:13.832533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] For port 6919553d-2755-4144-9dbe-5c1bd1985050, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6919553d-2755-4144-9dbe-5c1bd1985050,segment=NetworkSegment(f2b42154-170e-4a80-aa3c-1ae7e825bc1e),segment_id=f2b42154-170e-4a80-aa3c-1ae7e825bc1e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:13.833189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.860441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.881208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.899578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Network': ['ID=e0412e69-8d74-4209-bf94-1bb37d762d0e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:13.914288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37328) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:13.914854 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d1a9d8a9-11d9-4af6-9e19-7919b244cc83 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/networks/e0412e69-8d74-4209-bf94-1bb37d762d0e HTTP/1.1" status: 204 len: 168 time: 1.0571451 Mar 16 10:59:13.939810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.958631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object e8070f1a-50c2-4f02-8c44-f34e11af2440 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:13.965077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Calling delete_port for 6919553d-2755-4144-9dbe-5c1bd1985050 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:13.987514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.042252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.109860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network ecf24d93-3955-4f2a-8de0-4b95742e72cf is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:14.111032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=e8070f1a-50c2-4f02-8c44-f34e11af2440,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.114084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:14.119946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:14.127539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 6919553d-2755-4144-9dbe-5c1bd1985050, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6919553d-2755-4144-9dbe-5c1bd1985050,segment=NetworkSegment(f2b42154-170e-4a80-aa3c-1ae7e825bc1e),segment_id=f2b42154-170e-4a80-aa3c-1ae7e825bc1e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:14.128941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Allocated IP 172.20.0.2 (ecf24d93-3955-4f2a-8de0-4b95742e72cf/93f96f6e-725f-4be7-b327-d34b856271e2/f903edcd-2da9-4920-a16b-62c2b7e08b8a) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:14.175044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.186158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 6919553d-2755-4144-9dbe-5c1bd1985050 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:14.186506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.193485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:14.194360 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:59:11Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f0ab1824-b963-4cd4-a20a-dab29fa6de79', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'mac_address': 'fa:16:3e:e6:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:57:16Z', 'updated_at': '2022-03-16T10:57:21Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55b8c9e-ef59-4b9d-b859-38fa05220ca2', 'name': '', 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:d0:ec:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'b3cde304-dae4-40bb-a112-02fbcc1e2088', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:10Z', 'updated_at': '2022-03-16T10:59:12Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'b3cde304-dae4-40bb-a112-02fbcc1e2088', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:14.194598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.198928 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Checking router: da417aa2-b38a-4078-8a4a-e06abdd21f86 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:14.199382 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Updating router da417aa2-b38a-4078-8a4a-e06abdd21f86 port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:59:14.216604 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5180818f-9799-45f4-993e-377910d703c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5317001 Mar 16 10:59:14.219366 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37332) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:14.239490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.273238 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.289912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:14.290272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:14.339140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6d92e-93bf-4a1d-9e7b-ac2c7461a5de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port e8070f1a-50c2-4f02-8c44-f34e11af2440 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:14.339510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d92e-93bf-4a1d-9e7b-ac2c7461a5de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.352514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=6919553d-2755-4144-9dbe-5c1bd1985050,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.473975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.484417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Transition to ACTIVE for port object f903edcd-2da9-4920-a16b-62c2b7e08b8a will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:14.502237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Transition to ACTIVE for port object f903edcd-2da9-4920-a16b-62c2b7e08b8a will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:14.509062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.568655 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Network ecf24d93-3955-4f2a-8de0-4b95742e72cf is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:14.571551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:14.575124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:14.601594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port 6919553d-2755-4144-9dbe-5c1bd1985050, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6919553d-2755-4144-9dbe-5c1bd1985050,segment=NetworkSegment(f2b42154-170e-4a80-aa3c-1ae7e825bc1e),segment_id=f2b42154-170e-4a80-aa3c-1ae7e825bc1e)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:14.602000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.617325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Pushing event updated for resources: {'Port': ['ID=f903edcd-2da9-4920-a16b-62c2b7e08b8a,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.626281 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.638787 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Transition to ACTIVE for port object e55b8c9e-ef59-4b9d-b859-38fa05220ca2 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:14.647053 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.682973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Attempting to bind port f903edcd-2da9-4920-a16b-62c2b7e08b8a on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:14.683341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Attempting to bind port f903edcd-2da9-4920-a16b-62c2b7e08b8a by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '95368207-18b6-4615-b297-45cc3d9413a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ecf24d93-3955-4f2a-8de0-4b95742e72cf'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:14.683701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Attempting to bind port f903edcd-2da9-4920-a16b-62c2b7e08b8a on network ecf24d93-3955-4f2a-8de0-4b95742e72cf {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:14.689519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:14.689898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Checking segment: {'id': '95368207-18b6-4615-b297-45cc3d9413a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ecf24d93-3955-4f2a-8de0-4b95742e72cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:14.690297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.690689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Bound using segment: {'id': '95368207-18b6-4615-b297-45cc3d9413a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ecf24d93-3955-4f2a-8de0-4b95742e72cf'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:14.691148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Bound port: f903edcd-2da9-4920-a16b-62c2b7e08b8a, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95368207-18b6-4615-b297-45cc3d9413a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ecf24d93-3955-4f2a-8de0-4b95742e72cf'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:14.691516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.779960 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Pushing event updated for resources: {'Port': ['ID=e55b8c9e-ef59-4b9d-b859-38fa05220ca2,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.786941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for 6919553d-2755-4144-9dbe-5c1bd1985050 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:14.792888 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Deleting port 6919553d-2755-4144-9dbe-5c1bd1985050 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:14.793390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.819675 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.820028 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.820364 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.820696 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.821374 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.821374 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.821651 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.822182 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.822318 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.822589 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.822900 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.823207 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:14.840151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] For port f903edcd-2da9-4920-a16b-62c2b7e08b8a, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:14.858126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] For port f903edcd-2da9-4920-a16b-62c2b7e08b8a, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f903edcd-2da9-4920-a16b-62c2b7e08b8a,segment=NetworkSegment(95368207-18b6-4615-b297-45cc3d9413a7),segment_id=95368207-18b6-4615-b297-45cc3d9413a7)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:14.871086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.874057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d92e-93bf-4a1d-9e7b-ac2c7461a5de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.891057 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Attempting to bind port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:14.891693 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Attempting to bind port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:14.892213 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Attempting to bind port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 on network 270a3269-c0ef-4d1a-b537-ba76eaf1011f {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:14.899255 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:14.899834 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Checking segment: {'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:14.900180 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.900577 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Bound using segment: {'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:14.901117 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Bound port: e55b8c9e-ef59-4b9d-b859-38fa05220ca2, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21aea5ea-2ae7-4ff1-9d32-9c574d84501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:14.901489 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.019917 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] For port e55b8c9e-ef59-4b9d-b859-38fa05220ca2, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:15.023474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6d92e-93bf-4a1d-9e7b-ac2c7461a5de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for e8070f1a-50c2-4f02-8c44-f34e11af2440 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:15.024886 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] For port e55b8c9e-ef59-4b9d-b859-38fa05220ca2, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e55b8c9e-ef59-4b9d-b859-38fa05220ca2,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:15.030673 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.069529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.086356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3344948-b0b7-4415-9f35-51dbf65967a9 None None] Pushing event updated for resources: {'Port': ['ID=f903edcd-2da9-4920-a16b-62c2b7e08b8a,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.125598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=6919553d-2755-4144-9dbe-5c1bd1985050,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.133722 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dd979-db7a-461e-8c9c-35b630e31802 None None] Pushing event updated for resources: {'Port': ['ID=e55b8c9e-ef59-4b9d-b859-38fa05220ca2,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.139522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No DVR routers for this DVR port 6919553d-2755-4144-9dbe-5c1bd1985050 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:15.142835 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:15.143473 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:15.173825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] For port 6919553d-2755-4144-9dbe-5c1bd1985050, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6919553d-2755-4144-9dbe-5c1bd1985050,segment=NetworkSegment(f2b42154-170e-4a80-aa3c-1ae7e825bc1e),segment_id=f2b42154-170e-4a80-aa3c-1ae7e825bc1e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:15.174376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.351541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Calling delete_port for 6919553d-2755-4144-9dbe-5c1bd1985050 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:15.394533 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:15.421036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.446612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:15.447632 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:15.480393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e673f874-aadd-40ed-bac7-5aaa809277ac']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:15.500639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b42154-170e-4a80-aa3c-1ae7e825bc1e') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:15.500970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b42154-170e-4a80-aa3c-1ae7e825bc1e') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:15.515465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.526266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d92e-93bf-4a1d-9e7b-ac2c7461a5de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.638107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.641903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6d92e-93bf-4a1d-9e7b-ac2c7461a5de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=e8070f1a-50c2-4f02-8c44-f34e11af2440,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.802271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:15.802582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:15.817404 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:15.844361 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:59:11Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f0ab1824-b963-4cd4-a20a-dab29fa6de79', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'mac_address': 'fa:16:3e:e6:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:57:16Z', 'updated_at': '2022-03-16T10:57:21Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55b8c9e-ef59-4b9d-b859-38fa05220ca2', 'name': '', 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:d0:ec:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'b3cde304-dae4-40bb-a112-02fbcc1e2088', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:10Z', 'updated_at': '2022-03-16T10:59:15Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'b3cde304-dae4-40bb-a112-02fbcc1e2088', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:15.848975 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0952b5a-43cc-40a0-b07c-4055e625dd15 None None] The sync data for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv is: [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:59:11Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f0ab1824-b963-4cd4-a20a-dab29fa6de79', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'mac_address': 'fa:16:3e:e6:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:57:16Z', 'updated_at': '2022-03-16T10:57:21Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e55b8c9e-ef59-4b9d-b859-38fa05220ca2', 'name': '', 'network_id': '270a3269-c0ef-4d1a-b537-ba76eaf1011f', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:d0:ec:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'b3cde304-dae4-40bb-a112-02fbcc1e2088', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:10Z', 'updated_at': '2022-03-16T10:59:15Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'b3cde304-dae4-40bb-a112-02fbcc1e2088', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:15.945527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.947231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d92e-93bf-4a1d-9e7b-ac2c7461a5de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.967515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.991969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Network': ['ID=e673f874-aadd-40ed-bac7-5aaa809277ac,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.998289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9dd6d92e-93bf-4a1d-9e7b-ac2c7461a5de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/e8070f1a-50c2-4f02-8c44-f34e11af2440 HTTP/1.1" status: 204 len: 168 time: 1.7777560 Mar 16 10:59:15.999909 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6516030c-8223-4033-a76b-8c14b2f92870 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/networks/e673f874-aadd-40ed-bac7-5aaa809277ac HTTP/1.1" status: 204 len: 168 time: 2.0839086 Mar 16 10:59:16.003842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37336) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.004715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37338) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.012381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'network': {'name': 'tempest-RoutersTest-475187460'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:16.046427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:16.060146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:network and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:16.063662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:16.066835 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-0579620d-88c2-4467-991a-993edf183fff tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:16.068006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0579620d-88c2-4467-991a-993edf183fff tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:16.072442 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0579620d-88c2-4467-991a-993edf183fff tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/e8070f1a-50c2-4f02-8c44-f34e11af2440 HTTP/1.1" status: 404 len: 333 time: 0.0624359 Mar 16 10:59:16.074138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37346) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.074627 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:16.085238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Deleting port 6919553d-2755-4144-9dbe-5c1bd1985050 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:16.085874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.096093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:16.100295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.133715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:16.144293 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba927eb9-8d97-4555-9c57-dee4f7ccb8d8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:16.145217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ba927eb9-8d97-4555-9c57-dee4f7ccb8d8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:16.154904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.155170 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added segment e3ff710b-01f3-48e6-ba81-14a42dec5747 of type vlan for network 13c6e9ce-27ce-4932-9a59-1146e78d1457 Mar 16 10:59:16.170893 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ba927eb9-8d97-4555-9c57-dee4f7ccb8d8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:16.172383 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ba927eb9-8d97-4555-9c57-dee4f7ccb8d8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/e8070f1a-50c2-4f02-8c44-f34e11af2440 HTTP/1.1" status: 404 len: 333 time: 0.0964911 Mar 16 10:59:16.172593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7b186cd4-a8f8-40d1-bffa-a332bf391491 None None] The port '6919553d-2755-4144-9dbe-5c1bd1985050' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:16.175953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37350) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.252880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.282034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc47b870-dac1-4333-9255-75bdbe2271f8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 93f96f6e-725f-4be7-b327-d34b856271e2 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:16.295357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc47b870-dac1-4333-9255-75bdbe2271f8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.347886 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.353423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:16.354029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.387994 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc47b870-dac1-4333-9255-75bdbe2271f8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.476956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6b905-d727-433f-8266-70254ab631e1 None None] Network ecf24d93-3955-4f2a-8de0-4b95742e72cf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:16.513825 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5078118 Mar 16 10:59:16.516667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37354) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.522519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'subnet': {'network_id': '13c6e9ce-27ce-4932-9a59-1146e78d1457', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:16.539412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a94118-1e6a-43a6-887e-c1cfb03d8767 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Network': ['ID=13c6e9ce-27ce-4932-9a59-1146e78d1457,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:16.563382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 13c6e9ce-27ce-4932-9a59-1146e78d1457 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:16.579895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc47b870-dac1-4333-9255-75bdbe2271f8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.668547 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc47b870-dac1-4333-9255-75bdbe2271f8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.674759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:16.680062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:subnet and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:16.680215 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ec9a80eb-54f9-4903-a3f9-2fab04e74366 None None] Provisioning for port f903edcd-2da9-4920-a16b-62c2b7e08b8a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:16.684720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:16.690629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:16.701360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:16.705679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.720897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47b870-dac1-4333-9255-75bdbe2271f8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=93f96f6e-725f-4be7-b327-d34b856271e2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:16.726271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc47b870-dac1-4333-9255-75bdbe2271f8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.735591 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bc47b870-dac1-4333-9255-75bdbe2271f8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/93f96f6e-725f-4be7-b327-d34b856271e2 HTTP/1.1" status: 204 len: 168 time: 0.5557592 Mar 16 10:59:16.735772 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37358) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.855805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.870344 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port f903edcd-2da9-4920-a16b-62c2b7e08b8a {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:16.870806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.886765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] DHCP port deletion for ecf24d93-3955-4f2a-8de0-4b95742e72cf request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:16.891377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] Deleting port f903edcd-2da9-4920-a16b-62c2b7e08b8a {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:16.891858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.940974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.018984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Subnet': ['ID=2797f7c1-3e6b-44f4-80b4-d7f16cd9e1a8,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:17.029044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Checking segment: {'id': 'e3ff710b-01f3-48e6-ba81-14a42dec5747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '13c6e9ce-27ce-4932-9a59-1146e78d1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:17.029397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network hostable DHCP agents. Network: 13c6e9ce-27ce-4932-9a59-1146e78d1457, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:17.049480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 13c6e9ce-27ce-4932-9a59-1146e78d1457 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:17.059784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 13c6e9ce-27ce-4932-9a59-1146e78d1457) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:17.065876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:17.066654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.085601 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c240f38-5225-4703-815c-786397a4aba1 None None] Network 13c6e9ce-27ce-4932-9a59-1146e78d1457 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:17.092813 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-30a00860-3fd0-443b-aca0-05d5da28d088 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5726659 Mar 16 10:59:17.093309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37362) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:17.095935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] For port f903edcd-2da9-4920-a16b-62c2b7e08b8a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f903edcd-2da9-4920-a16b-62c2b7e08b8a,segment=NetworkSegment(95368207-18b6-4615-b297-45cc3d9413a7),segment_id=95368207-18b6-4615-b297-45cc3d9413a7)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:17.096360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.099285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1206226930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:17.106394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:17.110792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:router and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:17.114173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:17.120314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:17.135025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.136842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.158358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.191667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.237976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.242035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for f903edcd-2da9-4920-a16b-62c2b7e08b8a owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:17.253271 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4a960616-e226-49f0-8545-b00d814ed825 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1588383 Mar 16 10:59:17.254012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37368) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:17.258808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] For port f903edcd-2da9-4920-a16b-62c2b7e08b8a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f903edcd-2da9-4920-a16b-62c2b7e08b8a,segment=NetworkSegment(95368207-18b6-4615-b297-45cc3d9413a7),segment_id=95368207-18b6-4615-b297-45cc3d9413a7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:17.259407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.261170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'port': {'network_id': '13c6e9ce-27ce-4932-9a59-1146e78d1457', 'name': 'tempest-RoutersTest-1767064965'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:17.352919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.409901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=f903edcd-2da9-4920-a16b-62c2b7e08b8a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:17.414901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No DVR routers for this DVR port f903edcd-2da9-4920-a16b-62c2b7e08b8a on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:17.428879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] Calling delete_port for f903edcd-2da9-4920-a16b-62c2b7e08b8a owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:17.522650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:17.540834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:port and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:17.545359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:17.552985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:17.577838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:17.586287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.612084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:17.612573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:17.619000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e55b8c9e-ef59-4b9d-b859-38fa05220ca2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:17.643002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] device_id is not set on port 896787c7-6dc9-4f2b-9df9-112a75399f0c yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:17.713520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.740805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf24d93-3955-4f2a-8de0-4b95742e72cf']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:17.755378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-13c6e9ce-27ce-4932-9a59-1146e78d1457', 'network_id': '13c6e9ce-27ce-4932-9a59-1146e78d1457', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'fixed_ips': [{'subnet_id': '2797f7c1-3e6b-44f4-80b4-d7f16cd9e1a8'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:17.756163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.758129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95368207-18b6-4615-b297-45cc3d9413a7') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:17.758401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95368207-18b6-4615-b297-45cc3d9413a7') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:17.769892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:17.771622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.782254 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:17.782623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.791893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.798104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:17.798487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:17.813521 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:17.836853 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Allocated IP 172.20.0.11 (13c6e9ce-27ce-4932-9a59-1146e78d1457/2797f7c1-3e6b-44f4-80b4-d7f16cd9e1a8/896787c7-6dc9-4f2b-9df9-112a75399f0c) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:17.892027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.897283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.926650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Network': ['ID=ecf24d93-3955-4f2a-8de0-4b95742e72cf,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:17.935903 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f4e5c74c-0372-42d7-817c-da81bb6b0c5d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/networks/ecf24d93-3955-4f2a-8de0-4b95742e72cf HTTP/1.1" status: 204 len: 168 time: 1.1990974 Mar 16 10:59:17.940918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37372) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:17.950623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-368669153'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:17.959295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:17.966298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.999644 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port e55b8c9e-ef59-4b9d-b859-38fa05220ca2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e55b8c9e-ef59-4b9d-b859-38fa05220ca2,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:18.003806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.014788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:network and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:18.024703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:18.034201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:18.055471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:18.058994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.072785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=e55b8c9e-ef59-4b9d-b859-38fa05220ca2,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:18.107415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.113344 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] Deleting port f903edcd-2da9-4920-a16b-62c2b7e08b8a {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:18.113750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.119072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:18.131904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Transition to ACTIVE for port object 896787c7-6dc9-4f2b-9df9-112a75399f0c will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:18.135485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.135828 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Added segment 6ff9f8d8-3256-4b7c-868d-05ed93f144fa of type vlan for network 4b3ef764-bde4-46f2-b625-728dc173c511 Mar 16 10:59:18.167410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.184853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-edcae981-ab9f-4b8d-9e66-01a11515cc5c None None] The port 'f903edcd-2da9-4920-a16b-62c2b7e08b8a' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:18.203479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.257816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Allocated IP 172.20.0.2 (13c6e9ce-27ce-4932-9a59-1146e78d1457/2797f7c1-3e6b-44f4-80b4-d7f16cd9e1a8/9d36c282-1004-4209-bfa6-40b0455576ad) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:18.259188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.265386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:18.265973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.302916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 13c6e9ce-27ce-4932-9a59-1146e78d1457 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:18.322070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:18.324490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:18.384970 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4429433 Mar 16 10:59:18.387919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37378) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:18.394009 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '4b3ef764-bde4-46f2-b625-728dc173c511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:18.452693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=896787c7-6dc9-4f2b-9df9-112a75399f0c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:18.463650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eee3ad-b395-4837-b15e-4e31396887c5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Network': ['ID=4b3ef764-bde4-46f2-b625-728dc173c511,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:18.477697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.480763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:18.481595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.488599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 4b3ef764-bde4-46f2-b625-728dc173c511 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:18.505374 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5634eedc-d2f8-4c85-8a60-26ef9e58d7f9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2501042 Mar 16 10:59:18.506797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37382) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:18.510735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:18.515646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Transition to ACTIVE for port object 9d36c282-1004-4209-bfa6-40b0455576ad will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:18.572473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:18.582262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:18.590589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:18.590992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Transition to ACTIVE for port object 9d36c282-1004-4209-bfa6-40b0455576ad will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:18.603310 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.662811 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Network 13c6e9ce-27ce-4932-9a59-1146e78d1457 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:18.666120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:18.670067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:18.724219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Pushing event updated for resources: {'Port': ['ID=9d36c282-1004-4209-bfa6-40b0455576ad,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:18.775343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Attempting to bind port 9d36c282-1004-4209-bfa6-40b0455576ad on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:18.775704 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Attempting to bind port 9d36c282-1004-4209-bfa6-40b0455576ad by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'e3ff710b-01f3-48e6-ba81-14a42dec5747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '13c6e9ce-27ce-4932-9a59-1146e78d1457'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:18.776058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Attempting to bind port 9d36c282-1004-4209-bfa6-40b0455576ad on network 13c6e9ce-27ce-4932-9a59-1146e78d1457 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:18.781574 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:18.781934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Checking segment: {'id': 'e3ff710b-01f3-48e6-ba81-14a42dec5747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '13c6e9ce-27ce-4932-9a59-1146e78d1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:18.782333 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.782717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Bound using segment: {'id': 'e3ff710b-01f3-48e6-ba81-14a42dec5747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '13c6e9ce-27ce-4932-9a59-1146e78d1457'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:18.783171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Bound port: 9d36c282-1004-4209-bfa6-40b0455576ad, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ff710b-01f3-48e6-ba81-14a42dec5747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '13c6e9ce-27ce-4932-9a59-1146e78d1457'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:18.783533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.844117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:18.847990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.874076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] For port 9d36c282-1004-4209-bfa6-40b0455576ad, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:18.877202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] For port 9d36c282-1004-4209-bfa6-40b0455576ad, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9d36c282-1004-4209-bfa6-40b0455576ad,segment=NetworkSegment(e3ff710b-01f3-48e6-ba81-14a42dec5747),segment_id=e3ff710b-01f3-48e6-ba81-14a42dec5747)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:18.882909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.968106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88317925-da6d-4703-bfe7-d4af3f62e3fe None None] Pushing event updated for resources: {'Port': ['ID=9d36c282-1004-4209-bfa6-40b0455576ad,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:19.080877 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ada37614-198f-4111-bf78-1455da196dc5 req-3c4652fb-77f3-47b9-8082-ec64196f6a19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736246 Mar 16 10:59:19.369061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada37614-198f-4111-bf78-1455da196dc5 req-9225949c-6fc6-4020-8796-beeec9bc61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.371362 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ada37614-198f-4111-bf78-1455da196dc5 req-9225949c-6fc6-4020-8796-beeec9bc61e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 1098 time: 0.1988487 Mar 16 10:59:19.411649 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.430461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.528626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada37614-198f-4111-bf78-1455da196dc5 req-adb1bb41-c6ff-4250-af2f-0ae3797f6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.531111 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ada37614-198f-4111-bf78-1455da196dc5 req-adb1bb41-c6ff-4250-af2f-0ae3797f6951 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee HTTP/1.1" status: 200 len: 897 time: 0.1393337 Mar 16 10:59:19.539878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9d36c282-1004-4209-bfa6-40b0455576ad up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:19.626738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=4aec933d-7323-4dc3-bdef-6e153c04e791,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:19.649909 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Checking segment: {'id': '6ff9f8d8-3256-4b7c-868d-05ed93f144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4b3ef764-bde4-46f2-b625-728dc173c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:19.650142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network hostable DHCP agents. Network: 4b3ef764-bde4-46f2-b625-728dc173c511, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:19.669315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 9d36c282-1004-4209-bfa6-40b0455576ad completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:19.674421 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ada37614-198f-4111-bf78-1455da196dc5 req-4ffe539a-dcbf-4d86-baa7-49ddac3c485c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 HTTP/1.1" status: 200 len: 1001 time: 0.1278389 Mar 16 10:59:19.675321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e55b8c9e-ef59-4b9d-b859-38fa05220ca2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:19.745172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada37614-198f-4111-bf78-1455da196dc5 req-77a725b0-8e8d-4410-91eb-5237a605795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.747432 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ada37614-198f-4111-bf78-1455da196dc5 req-77a725b0-8e8d-4410-91eb-5237a605795a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc6bf648-3a48-4168-b08a-3d4372716954 HTTP/1.1" status: 200 len: 835 time: 0.0682554 Mar 16 10:59:19.751443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:19.751799 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.833427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 4b3ef764-bde4-46f2-b625-728dc173c511 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:19.837862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada37614-198f-4111-bf78-1455da196dc5 req-1166969e-2e11-4d36-bcb7-76b02afca8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.839752 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ada37614-198f-4111-bf78-1455da196dc5 req-1166969e-2e11-4d36-bcb7-76b02afca8b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868154 Mar 16 10:59:19.845499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 4b3ef764-bde4-46f2-b625-728dc173c511) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:19.859866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.860448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.885159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b1076-d59f-46e6-bb0d-86f2cf5109a3 None None] Network 4b3ef764-bde4-46f2-b625-728dc173c511 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:19.892796 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e340786c-512c-4784-b279-4981a5470a51 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5036483 Mar 16 10:59:19.897046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37386) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:19.910732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '4b3ef764-bde4-46f2-b625-728dc173c511', 'security_groups': [], 'name': 'tempest-PortsTestJSON-900483577'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:20.000258 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ada37614-198f-4111-bf78-1455da196dc5 req-825545bf-5e6d-4837-905a-fa3c5672d3bf service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539180 Mar 16 10:59:20.047455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.056220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.119058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556b1a7-0579-4cc9-b738-ddd1a57cbf6c None None] Network 13c6e9ce-27ce-4932-9a59-1146e78d1457 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:20.127110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:20.166685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ada37614-198f-4111-bf78-1455da196dc5 req-782c734c-54f9-4236-83d8-cfe435f62fd5 service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501312 Mar 16 10:59:20.166973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:port and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:20.173662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:20.213374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-4b3ef764-bde4-46f2-b625-728dc173c511', 'network_id': '4b3ef764-bde4-46f2-b625-728dc173c511', 'tenant_id': 'bae9d88ff91540a7a3aa8b1d334c2924', 'fixed_ips': [{'subnet_id': '4aec933d-7323-4dc3-bdef-6e153c04e791'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:20.214287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.296423 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-10370beb-03ce-4a7f-b4e6-f19541b4d189 None None] Provisioning for port 9d36c282-1004-4209-bfa6-40b0455576ad completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:20.323011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-10370beb-03ce-4a7f-b4e6-f19541b4d189 None None] Provisioning complete for port 9d36c282-1004-4209-bfa6-40b0455576ad triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:20.323361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-10370beb-03ce-4a7f-b4e6-f19541b4d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.330186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:20.342274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=896787c7-6dc9-4f2b-9df9-112a75399f0c,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:20.385144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:20.388615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.429959 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port 7154e327-a3ab-49f1-bc11-10823c6ab5dc yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:20.553532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Allocated IP 172.20.0.2 (4b3ef764-bde4-46f2-b625-728dc173c511/4aec933d-7323-4dc3-bdef-6e153c04e791/6d46d4a5-5d34-4e2e-92f7-c95c261e4af9) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:20.633573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-10370beb-03ce-4a7f-b4e6-f19541b4d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.637212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.741488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.753838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-10370beb-03ce-4a7f-b4e6-f19541b4d189 None None] For port 9d36c282-1004-4209-bfa6-40b0455576ad, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9d36c282-1004-4209-bfa6-40b0455576ad,segment=NetworkSegment(e3ff710b-01f3-48e6-ba81-14a42dec5747),segment_id=e3ff710b-01f3-48e6-ba81-14a42dec5747)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:20.760933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-10370beb-03ce-4a7f-b4e6-f19541b4d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.895607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10370beb-03ce-4a7f-b4e6-f19541b4d189 None None] Pushing event updated for resources: {'Port': ['ID=9d36c282-1004-4209-bfa6-40b0455576ad,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:20.928033 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.938551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Transition to ACTIVE for port object 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:20.958214 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Transition to ACTIVE for port object 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:20.963693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.044116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Network 4b3ef764-bde4-46f2-b625-728dc173c511 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:21.050348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:21.057146 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:21.060020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Pushing event updated for resources: {'Port': ['ID=6d46d4a5-5d34-4e2e-92f7-c95c261e4af9,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:21.062340 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-866b9d63-894d-4257-8599-159aca4a32f0 None None] Provisioning complete for port 9d36c282-1004-4209-bfa6-40b0455576ad triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:21.062774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-866b9d63-894d-4257-8599-159aca4a32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.134421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.3 (4b3ef764-bde4-46f2-b625-728dc173c511/4aec933d-7323-4dc3-bdef-6e153c04e791/7154e327-a3ab-49f1-bc11-10823c6ab5dc) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:21.236837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Attempting to bind port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:21.237208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Attempting to bind port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '6ff9f8d8-3256-4b7c-868d-05ed93f144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4b3ef764-bde4-46f2-b625-728dc173c511'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:21.237574 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Attempting to bind port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 on network 4b3ef764-bde4-46f2-b625-728dc173c511 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:21.250634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:21.250993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Checking segment: {'id': '6ff9f8d8-3256-4b7c-868d-05ed93f144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4b3ef764-bde4-46f2-b625-728dc173c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:21.251393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.251776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Bound using segment: {'id': '6ff9f8d8-3256-4b7c-868d-05ed93f144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4b3ef764-bde4-46f2-b625-728dc173c511'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:21.252241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Bound port: 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff9f8d8-3256-4b7c-868d-05ed93f144fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4b3ef764-bde4-46f2-b625-728dc173c511'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:21.252606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.343895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.352893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.391481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-866b9d63-894d-4257-8599-159aca4a32f0 None None] Provisioning for port 896787c7-6dc9-4f2b-9df9-112a75399f0c completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:21.402539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-866b9d63-894d-4257-8599-159aca4a32f0 None None] Provisioning complete for port 896787c7-6dc9-4f2b-9df9-112a75399f0c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:21.402908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-866b9d63-894d-4257-8599-159aca4a32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.442424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] For port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:21.450061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.461249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] For port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d46d4a5-5d34-4e2e-92f7-c95c261e4af9,segment=NetworkSegment(6ff9f8d8-3256-4b7c-868d-05ed93f144fa),segment_id=6ff9f8d8-3256-4b7c-868d-05ed93f144fa)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:21.462399 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9d36c282-1004-4209-bfa6-40b0455576ad up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:21.491523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object 7154e327-a3ab-49f1-bc11-10823c6ab5dc will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:21.501203 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=896787c7-6dc9-4f2b-9df9-112a75399f0c,revision_number=3']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:21.502288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.505109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.543022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-866b9d63-894d-4257-8599-159aca4a32f0 None None] Port 896787c7-6dc9-4f2b-9df9-112a75399f0c cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:21.604012 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc85d8-cd12-4339-b397-7f3b507f2979 None None] Pushing event updated for resources: {'Port': ['ID=6d46d4a5-5d34-4e2e-92f7-c95c261e4af9,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:21.615341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 9d36c282-1004-4209-bfa6-40b0455576ad triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:21.615939 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.629638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.686922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-794c679d-73ff-4f9d-99a4-0db94cdc7c4d None None] Provisioning complete for port 896787c7-6dc9-4f2b-9df9-112a75399f0c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:21.687356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-794c679d-73ff-4f9d-99a4-0db94cdc7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.707313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 4b3ef764-bde4-46f2-b625-728dc173c511 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:21.714048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:21.724378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:21.774024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-794c679d-73ff-4f9d-99a4-0db94cdc7c4d None None] Port 896787c7-6dc9-4f2b-9df9-112a75399f0c cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:21.777841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=7154e327-a3ab-49f1-bc11-10823c6ab5dc,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:21.787834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 13c6e9ce-27ce-4932-9a59-1146e78d1457 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:21.792854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:21.841855 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-27832bb3-8803-4599-97ab-3733878d4f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.889622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:21.890327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.098301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bf9bacfc-519a-4319-b6e8-2b6d9a387b18 None None] Provisioning complete for port 896787c7-6dc9-4f2b-9df9-112a75399f0c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:22.098667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bf9bacfc-519a-4319-b6e8-2b6d9a387b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.119894 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2648b5e0-c016-4343-8651-5a533316b69f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.2217605 Mar 16 10:59:22.122999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37392) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:22.163740 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bf9bacfc-519a-4319-b6e8-2b6d9a387b18 None None] Port 896787c7-6dc9-4f2b-9df9-112a75399f0c cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:22.167406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router a08707d9-07d3-499e-8d4c-29815f37f2b7 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:22.201651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f7b78c0d-0a1d-4ab6-a5cb-89754fbce685 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 7154e327-a3ab-49f1-bc11-10823c6ab5dc {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:22.202045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7b78c0d-0a1d-4ab6-a5cb-89754fbce685 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.344359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:22.349577 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-19ceb8d9-3cf0-45c0-8e69-075cae2548d3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/a08707d9-07d3-499e-8d4c-29815f37f2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8417583 Mar 16 10:59:22.352202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37396) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:22.355028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e18a2-b866-47ac-ab2a-f2f5ce184ae3 None None] Sync routers for ids ['a08707d9-07d3-499e-8d4c-29815f37f2b7'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:22.366905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e18a2-b866-47ac-ab2a-f2f5ce184ae3 None None] Routers {'a08707d9-07d3-499e-8d4c-29815f37f2b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:22.369703 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-451e18a2-b866-47ac-ab2a-f2f5ce184ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['a08707d9-07d3-499e-8d4c-29815f37f2b7'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:22.444568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-451e18a2-b866-47ac-ab2a-f2f5ce184ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:22.449811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0becd2d9-c988-4f3a-8bfa-c3f0fdfa2143 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:22.450454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0becd2d9-c988-4f3a-8bfa-c3f0fdfa2143 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:22.453581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e18a2-b866-47ac-ab2a-f2f5ce184ae3 None None] Routers {'a08707d9-07d3-499e-8d4c-29815f37f2b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:22.454539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-451e18a2-b866-47ac-ab2a-f2f5ce184ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['a08707d9-07d3-499e-8d4c-29815f37f2b7'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:22.470647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7b78c0d-0a1d-4ab6-a5cb-89754fbce685 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.473680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0becd2d9-c988-4f3a-8bfa-c3f0fdfa2143 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:22.475234 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0becd2d9-c988-4f3a-8bfa-c3f0fdfa2143 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports/896787c7-6dc9-4f2b-9df9-112a75399f0c HTTP/1.1" status: 200 len: 978 time: 0.1192000 Mar 16 10:59:22.477681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37400) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:22.521923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-451e18a2-b866-47ac-ab2a-f2f5ce184ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:22.522549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e18a2-b866-47ac-ab2a-f2f5ce184ae3 None None] The sync data for ids ['a08707d9-07d3-499e-8d4c-29815f37f2b7'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:22.621758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f7b78c0d-0a1d-4ab6-a5cb-89754fbce685 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 7154e327-a3ab-49f1-bc11-10823c6ab5dc owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:22.771790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7b98a-2902-41b8-8bc9-4a1ec5064822 None None] Network 4b3ef764-bde4-46f2-b625-728dc173c511 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:22.778276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7b78c0d-0a1d-4ab6-a5cb-89754fbce685 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.828515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b78c0d-0a1d-4ab6-a5cb-89754fbce685 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=7154e327-a3ab-49f1-bc11-10823c6ab5dc,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:22.869749 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5fe079d2-dd8d-44ec-a9ee-e81cbee8758d None None] Provisioning for port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:22.944278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7b78c0d-0a1d-4ab6-a5cb-89754fbce685 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.953832 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f7b78c0d-0a1d-4ab6-a5cb-89754fbce685 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/7154e327-a3ab-49f1-bc11-10823c6ab5dc HTTP/1.1" status: 204 len: 168 time: 0.8297508 Mar 16 10:59:22.956367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37406) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:23.001315 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a1534f-a23f-40ba-8ac5-fe06c1d16c48 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:23.001854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-19a1534f-a23f-40ba-8ac5-fe06c1d16c48 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:23.010409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.018748 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-19a1534f-a23f-40ba-8ac5-fe06c1d16c48 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:23.019942 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-19a1534f-a23f-40ba-8ac5-fe06c1d16c48 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/7154e327-a3ab-49f1-bc11-10823c6ab5dc HTTP/1.1" status: 404 len: 333 time: 0.0626581 Mar 16 10:59:23.023320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37410) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:23.209329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddd09d8-0dd1-4a0c-9f77-fbea1ba50a01 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 4aec933d-7323-4dc3-bdef-6e153c04e791 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:23.212481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0ddd09d8-0dd1-4a0c-9f77-fbea1ba50a01 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.267454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0ddd09d8-0dd1-4a0c-9f77-fbea1ba50a01 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.300127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 896787c7-6dc9-4f2b-9df9-112a75399f0c {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:23.300473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.357946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0ddd09d8-0dd1-4a0c-9f77-fbea1ba50a01 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.449691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0ddd09d8-0dd1-4a0c-9f77-fbea1ba50a01 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.487769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:23.509824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0ddd09d8-0dd1-4a0c-9f77-fbea1ba50a01 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.513203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd09d8-0dd1-4a0c-9f77-fbea1ba50a01 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=4aec933d-7323-4dc3-bdef-6e153c04e791,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:23.523881 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0ddd09d8-0dd1-4a0c-9f77-fbea1ba50a01 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/4aec933d-7323-4dc3-bdef-6e153c04e791 HTTP/1.1" status: 204 len: 168 time: 0.4993675 Mar 16 10:59:23.524888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37414) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:23.567511 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-243cf9bb-2d8b-4e4c-8a5d-463b62f4447d None None] Could not find standard attr ID for object 7154e327-a3ab-49f1-bc11-10823c6ab5dc. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:23.611052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:23.617490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:23.618134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.676438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.688539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.691338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:23.691845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.696563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2001eb19-7bbe-4991-8113-494df72cdcfd None None] Network 4b3ef764-bde4-46f2-b625-728dc173c511 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:23.817021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for 896787c7-6dc9-4f2b-9df9-112a75399f0c owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:23.902856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.905603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] For port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d46d4a5-5d34-4e2e-92f7-c95c261e4af9,segment=NetworkSegment(6ff9f8d8-3256-4b7c-868d-05ed93f144fa),segment_id=6ff9f8d8-3256-4b7c-868d-05ed93f144fa)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:23.906159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.948370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d46d4a5-5d34-4e2e-92f7-c95c261e4af9,segment=NetworkSegment(6ff9f8d8-3256-4b7c-868d-05ed93f144fa),segment_id=6ff9f8d8-3256-4b7c-868d-05ed93f144fa)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:23.954899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.010913 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.030670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=6d46d4a5-5d34-4e2e-92f7-c95c261e4af9,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:24.030991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:24.084826 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4054e1-a59f-4e40-9e84-f136f0d8f293 None None] DHCP port deletion for 4b3ef764-bde4-46f2-b625-728dc173c511 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:24.092607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2a4054e1-a59f-4e40-9e84-f136f0d8f293 None None] Deleting port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:24.093018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2a4054e1-a59f-4e40-9e84-f136f0d8f293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.110457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=896787c7-6dc9-4f2b-9df9-112a75399f0c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:24.120305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:24.120771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:24.310539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.338023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2a4054e1-a59f-4e40-9e84-f136f0d8f293 None None] For port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d46d4a5-5d34-4e2e-92f7-c95c261e4af9,segment=NetworkSegment(6ff9f8d8-3256-4b7c-868d-05ed93f144fa),segment_id=6ff9f8d8-3256-4b7c-868d-05ed93f144fa)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:24.338279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2a4054e1-a59f-4e40-9e84-f136f0d8f293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.454735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2a4054e1-a59f-4e40-9e84-f136f0d8f293 None None] Calling delete_port for 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:24.532480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2a4054e1-a59f-4e40-9e84-f136f0d8f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.576697 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router a08707d9-07d3-499e-8d4c-29815f37f2b7 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:24.577792 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4054e1-a59f-4e40-9e84-f136f0d8f293 None None] Pushing event deleted for resources: {'Port': ['ID=6d46d4a5-5d34-4e2e-92f7-c95c261e4af9,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:24.581330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4054e1-a59f-4e40-9e84-f136f0d8f293 None None] No DVR routers for this DVR port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:24.621607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:24.622061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.688188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] The port '6d46d4a5-5d34-4e2e-92f7-c95c261e4af9' was deleted {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:24.721101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:24.731401 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0569fdd9-74fc-4254-a5c8-da6c19c13f18 None None] Sync routers for ids ['a08707d9-07d3-499e-8d4c-29815f37f2b7'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:24.743282 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-50450a04-1973-4757-ad4c-0e05f03e8341 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/a08707d9-07d3-499e-8d4c-29815f37f2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2615225 Mar 16 10:59:24.743491 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0569fdd9-74fc-4254-a5c8-da6c19c13f18 None None] Routers {'a08707d9-07d3-499e-8d4c-29815f37f2b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:24.743491 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0569fdd9-74fc-4254-a5c8-da6c19c13f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['a08707d9-07d3-499e-8d4c-29815f37f2b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.743724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37418) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:24.819525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.827961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.832163 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0569fdd9-74fc-4254-a5c8-da6c19c13f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.841751 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0569fdd9-74fc-4254-a5c8-da6c19c13f18 None None] Routers {'a08707d9-07d3-499e-8d4c-29815f37f2b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:24.842422 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0569fdd9-74fc-4254-a5c8-da6c19c13f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:58:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['a08707d9-07d3-499e-8d4c-29815f37f2b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.852344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3ef764-bde4-46f2-b625-728dc173c511']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.865658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff9f8d8-3256-4b7c-868d-05ed93f144fa') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.865658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff9f8d8-3256-4b7c-868d-05ed93f144fa') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.879339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.897915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.904930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:24.905452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.911476 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0569fdd9-74fc-4254-a5c8-da6c19c13f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:24.911874 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0569fdd9-74fc-4254-a5c8-da6c19c13f18 None None] The sync data for ids ['a08707d9-07d3-499e-8d4c-29815f37f2b7'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:24.921677 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:25.006522 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-13febff8-dc65-4983-81a3-aded8bbbc426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.008405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.026199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.037715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Network': ['ID=4b3ef764-bde4-46f2-b625-728dc173c511,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:25.052946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-97257eb6-b315-4217-84a0-94f06ec5add6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/networks/4b3ef764-bde4-46f2-b625-728dc173c511 HTTP/1.1" status: 204 len: 168 time: 1.5236223 Mar 16 10:59:25.053281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37424) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.058902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'name': 'tempest-PortsTestJSON-1637132796'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:25.170050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:25.174326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:port and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:25.177197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:25.182858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:25.194460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:25.198294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.215272 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-75805500-b5e6-4b55-9a55-a85f78196367 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] remove_router_interface failed (client error): The resource could not be found. Mar 16 10:59:25.216322 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-75805500-b5e6-4b55-9a55-a85f78196367 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/a08707d9-07d3-499e-8d4c-29815f37f2b7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4719224 Mar 16 10:59:25.219276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37428) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.220261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port 855b932a-72f4-4218-a6a0-3b6c22144c25 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:25.246168 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.265173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2f181f5e-fb31-4db5-b9b6-032e46009c4c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:25.282523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2f181f5e-fb31-4db5-b9b6-032e46009c4c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:25.283739 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2f181f5e-fb31-4db5-b9b6-032e46009c4c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=a08707d9-07d3-499e-8d4c-29815f37f2b7 HTTP/1.1" status: 200 len: 205 time: 0.0635617 Mar 16 10:59:25.286589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37432) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.426380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c28f7db-2179-477a-bb1d-42425ae12f21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.447968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:25.483602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:25.484141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d46d4a5-5d34-4e2e-92f7-c95c261e4af9 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:25.550770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.580263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.645398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:25.648423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:25.652453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:25.658004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:25.659159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.688485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=855b932a-72f4-4218-a6a0-3b6c22144c25,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:25.699394 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ae93ed99-a1f6-49d7-a95a-e3a74b6e9a3a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6451540 Mar 16 10:59:25.702084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37436) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.723096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c28f7db-2179-477a-bb1d-42425ae12f21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.725326 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c28f7db-2179-477a-bb1d-42425ae12f21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.749003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c28f7db-2179-477a-bb1d-42425ae12f21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.749552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28f7db-2179-477a-bb1d-42425ae12f21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Fanout notify agent at l3_agent the message router_deleted on router a08707d9-07d3-499e-8d4c-29815f37f2b7 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:59:25.761295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5c28f7db-2179-477a-bb1d-42425ae12f21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.762357 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5c28f7db-2179-477a-bb1d-42425ae12f21 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/a08707d9-07d3-499e-8d4c-29815f37f2b7 HTTP/1.1" status: 204 len: 168 time: 0.4748387 Mar 16 10:59:25.765380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37440) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.769007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-2cf32c62-7793-4b59-9103-5011d2a35274 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 855b932a-72f4-4218-a6a0-3b6c22144c25 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:25.769324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2cf32c62-7793-4b59-9103-5011d2a35274 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.831516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-491ea712-2327-44f4-975e-98b7f0e81b60 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting subnet 2797f7c1-3e6b-44f4-80b4-d7f16cd9e1a8 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:25.834490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-491ea712-2327-44f4-975e-98b7f0e81b60 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.887589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-491ea712-2327-44f4-975e-98b7f0e81b60 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.970775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-491ea712-2327-44f4-975e-98b7f0e81b60 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.985451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2cf32c62-7793-4b59-9103-5011d2a35274 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.043920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-491ea712-2327-44f4-975e-98b7f0e81b60 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.083180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ea712-2327-44f4-975e-98b7f0e81b60 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Subnet': ['ID=2797f7c1-3e6b-44f4-80b4-d7f16cd9e1a8,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:26.085490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-491ea712-2327-44f4-975e-98b7f0e81b60 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.090760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05643e1b-a5da-46b2-b6c8-3a8829d52518 None None] Network 13c6e9ce-27ce-4932-9a59-1146e78d1457 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:26.094363 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-491ea712-2327-44f4-975e-98b7f0e81b60 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/2797f7c1-3e6b-44f4-80b4-d7f16cd9e1a8 HTTP/1.1" status: 204 len: 168 time: 0.3255582 Mar 16 10:59:26.095174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37444) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.113555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-2cf32c62-7793-4b59-9103-5011d2a35274 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 855b932a-72f4-4218-a6a0-3b6c22144c25 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:26.197494 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2cf32c62-7793-4b59-9103-5011d2a35274 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.208292 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.219127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 9d36c282-1004-4209-bfa6-40b0455576ad {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:26.219583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.252415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2cf32c62-7793-4b59-9103-5011d2a35274 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.256562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf32c62-7793-4b59-9103-5011d2a35274 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=855b932a-72f4-4218-a6a0-3b6c22144c25,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:26.268863 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2cf32c62-7793-4b59-9103-5011d2a35274 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/855b932a-72f4-4218-a6a0-3b6c22144c25 HTTP/1.1" status: 204 len: 168 time: 0.5656095 Mar 16 10:59:26.269454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37448) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.274988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'mac_address': 'fa:16:3e:14:23:8d', 'name': 'tempest-PortsTestJSON-61025725'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:26.358166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] DHCP port deletion for 13c6e9ce-27ce-4932-9a59-1146e78d1457 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:26.363488 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] Deleting port 9d36c282-1004-4209-bfa6-40b0455576ad {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:26.364083 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.387612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:26.392016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:port and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:26.394899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:26.400554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:26.410751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:26.436809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port 9d36c282-1004-4209-bfa6-40b0455576ad, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9d36c282-1004-4209-bfa6-40b0455576ad,segment=NetworkSegment(e3ff710b-01f3-48e6-ba81-14a42dec5747),segment_id=e3ff710b-01f3-48e6-ba81-14a42dec5747)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:26.437207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.519820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.548196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port 1a41500f-8394-4e03-bcb6-1a9c3d38d8b7 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:26.595108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] For port 9d36c282-1004-4209-bfa6-40b0455576ad, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9d36c282-1004-4209-bfa6-40b0455576ad,segment=NetworkSegment(e3ff710b-01f3-48e6-ba81-14a42dec5747),segment_id=e3ff710b-01f3-48e6-ba81-14a42dec5747)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:26.595467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.603782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.698004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for 9d36c282-1004-4209-bfa6-40b0455576ad owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:26.722268 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] Calling delete_port for 9d36c282-1004-4209-bfa6-40b0455576ad owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:26.779725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.790648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.798640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:26.799063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:26.819264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.832310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=9d36c282-1004-4209-bfa6-40b0455576ad,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:26.834134 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No DVR routers for this DVR port 9d36c282-1004-4209-bfa6-40b0455576ad on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:26.883956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:26.891039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:26.895310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:26.900671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:26.901287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.908884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=1a41500f-8394-4e03-bcb6-1a9c3d38d8b7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:26.931546 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6627cc9d-4bab-4a47-83d1-5d5228e61fed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.6584542 Mar 16 10:59:26.931763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37452) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.960215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.986981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c6e9ce-27ce-4932-9a59-1146e78d1457']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:27.000012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ff710b-01f3-48e6-ba81-14a42dec5747') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:27.000389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ff710b-01f3-48e6-ba81-14a42dec5747') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:27.001426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912e595-18b8-4b9b-8350-401648bb6a4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:27.001999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f912e595-18b8-4b9b-8350-401648bb6a4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:27.012090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.017401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f912e595-18b8-4b9b-8350-401648bb6a4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:27.018640 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f912e595-18b8-4b9b-8350-401648bb6a4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/1a41500f-8394-4e03-bcb6-1a9c3d38d8b7 HTTP/1.1" status: 200 len: 839 time: 0.0859716 Mar 16 10:59:27.021605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37456) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.029692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.036392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:27.036722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:27.051294 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:27.089900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-12c8facd-ce0a-4a94-b7e9-90289e18d1ac tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 1a41500f-8394-4e03-bcb6-1a9c3d38d8b7 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:27.090241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12c8facd-ce0a-4a94-b7e9-90289e18d1ac tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.134175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.154262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.160497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Network': ['ID=13c6e9ce-27ce-4932-9a59-1146e78d1457,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.175776 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9bcb58a5-5643-49e1-bcc9-dfe18feadf1c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/networks/13c6e9ce-27ce-4932-9a59-1146e78d1457 HTTP/1.1" status: 204 len: 168 time: 1.0801818 Mar 16 10:59:27.180725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37462) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.186389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'network': {'name': 'tempest-RoutersTest-426865046'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:27.191304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:27.195133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:network and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:27.198036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:27.203988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:27.214618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:27.218074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.246048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:27.255437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.255782 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added segment 51e4fdcd-a275-41b5-be9a-aee426f0f09f of type vlan for network 2c76409d-d2bd-4971-a617-b534ca9d85f8 Mar 16 10:59:27.282463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.300584 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] Deleting port 9d36c282-1004-4209-bfa6-40b0455576ad {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:27.301187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.312527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12c8facd-ce0a-4a94-b7e9-90289e18d1ac tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.312812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.318426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:27.319351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.370222 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b6f87873-82d5-44f6-be00-3475548da24b None None] The port '9d36c282-1004-4209-bfa6-40b0455576ad' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:27.425711 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2438679 Mar 16 10:59:27.429811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37466) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.438129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'subnet': {'network_id': '2c76409d-d2bd-4971-a617-b534ca9d85f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:27.452180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bbedd-80b4-4be9-98d2-68f2c0a919e9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Network': ['ID=2c76409d-d2bd-4971-a617-b534ca9d85f8,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.469307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 2c76409d-d2bd-4971-a617-b534ca9d85f8 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:27.482007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9d36c282-1004-4209-bfa6-40b0455576ad no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:27.532067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 9d36c282-1004-4209-bfa6-40b0455576ad {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:27.532402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9d36c282-1004-4209-bfa6-40b0455576ad not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:27.558996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-12c8facd-ce0a-4a94-b7e9-90289e18d1ac tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 1a41500f-8394-4e03-bcb6-1a9c3d38d8b7 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:27.583667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:27.591394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:subnet and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:27.596229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:27.605399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:27.620761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:27.624542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.642275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12c8facd-ce0a-4a94-b7e9-90289e18d1ac tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.693985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8facd-ce0a-4a94-b7e9-90289e18d1ac tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=1a41500f-8394-4e03-bcb6-1a9c3d38d8b7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.699182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12c8facd-ce0a-4a94-b7e9-90289e18d1ac tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.712850 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-12c8facd-ce0a-4a94-b7e9-90289e18d1ac tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/1a41500f-8394-4e03-bcb6-1a9c3d38d8b7 HTTP/1.1" status: 204 len: 168 time: 0.6902514 Mar 16 10:59:27.715643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37470) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.768318 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ebae3e-fa2d-4be8-b5ec-61ea6fa017f2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:27.768849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d1ebae3e-fa2d-4be8-b5ec-61ea6fa017f2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:27.803250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d1ebae3e-fa2d-4be8-b5ec-61ea6fa017f2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:27.805163 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d1ebae3e-fa2d-4be8-b5ec-61ea6fa017f2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/1a41500f-8394-4e03-bcb6-1a9c3d38d8b7 HTTP/1.1" status: 404 len: 333 time: 0.0884073 Mar 16 10:59:27.809802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37474) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.815648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'name': 'tempest-PortsTestJSON-783087322'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:27.909642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.925227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:27.935387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:27.947251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:27.951331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.972853 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port 43b7950d-7ed4-464a-85fb-3bd7ba5f4d36 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:27.984928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Subnet': ['ID=86cc8468-ae72-49a3-ab6f-91b9375f918e,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.993577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Checking segment: {'id': '51e4fdcd-a275-41b5-be9a-aee426f0f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2c76409d-d2bd-4971-a617-b534ca9d85f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:27.993955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network hostable DHCP agents. Network: 2c76409d-d2bd-4971-a617-b534ca9d85f8, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:28.014358 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 2c76409d-d2bd-4971-a617-b534ca9d85f8 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:28.025524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 2c76409d-d2bd-4971-a617-b534ca9d85f8) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:28.029823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:28.030427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.036602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469c0f1-50cd-440c-a641-bd27148ac72f None None] Network 2c76409d-d2bd-4971-a617-b534ca9d85f8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:28.057336 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ff4a8579-d760-440c-93b7-c494d4e0e939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6262860 Mar 16 10:59:28.060003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37478) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:28.072974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1361947801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:28.084329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:28.096442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:router and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:28.102057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:28.126990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:28.197543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.198571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.248337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.252304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.283538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.290660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-2c76409d-d2bd-4971-a617-b534ca9d85f8', 'network_id': '2c76409d-d2bd-4971-a617-b534ca9d85f8', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'fixed_ips': [{'subnet_id': '86cc8468-ae72-49a3-ab6f-91b9375f918e'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:28.291558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.317395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.318776 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-db6f57fc-fde4-4ce2-be5e-247784b55ec3 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2579036 Mar 16 10:59:28.320365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.321710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37482) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:28.346339 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:59:28.392579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:28.400030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:28.402696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:28.408577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:28.409211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.423993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=43b7950d-7ed4-464a-85fb-3bd7ba5f4d36,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:28.437980 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ded00fd8-2058-49bb-a525-0d9fc7306ce0 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6269484 Mar 16 10:59:28.440560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37486) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:28.446565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0a195f36-21c0-4ad4-905c-8da213d10ae6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:28.449138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Allocated IP 172.20.0.2 (2c76409d-d2bd-4971-a617-b534ca9d85f8/86cc8468-ae72-49a3-ab6f-91b9375f918e/3ebf8244-95dd-46b7-b8ef-16ea80225d1a) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:28.575102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a195f36-21c0-4ad4-905c-8da213d10ae6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.665287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.676179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Transition to ACTIVE for port object 3ebf8244-95dd-46b7-b8ef-16ea80225d1a will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:28.697716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Transition to ACTIVE for port object 3ebf8244-95dd-46b7-b8ef-16ea80225d1a will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:28.706750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.766731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Network 2c76409d-d2bd-4971-a617-b534ca9d85f8 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:28.769553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:28.773092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:28.799099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a195f36-21c0-4ad4-905c-8da213d10ae6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.804076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a195f36-21c0-4ad4-905c-8da213d10ae6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.816762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Pushing event updated for resources: {'Port': ['ID=3ebf8244-95dd-46b7-b8ef-16ea80225d1a,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:28.864722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-0a195f36-21c0-4ad4-905c-8da213d10ae6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] In _notify_port_updated(), no bound segment for port 43b7950d-7ed4-464a-85fb-3bd7ba5f4d36 on network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:59:28.870417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a195f36-21c0-4ad4-905c-8da213d10ae6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:28.870603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0a195f36-21c0-4ad4-905c-8da213d10ae6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.874474 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0a195f36-21c0-4ad4-905c-8da213d10ae6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "PUT /v2.0/ports/43b7950d-7ed4-464a-85fb-3bd7ba5f4d36 HTTP/1.1" status: 200 len: 818 time: 0.4303536 Mar 16 10:59:28.875971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37490) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:28.878804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Attempting to bind port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:28.879841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Attempting to bind port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '51e4fdcd-a275-41b5-be9a-aee426f0f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2c76409d-d2bd-4971-a617-b534ca9d85f8'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:28.879841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Attempting to bind port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a on network 2c76409d-d2bd-4971-a617-b534ca9d85f8 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:28.885303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:28.885507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Checking segment: {'id': '51e4fdcd-a275-41b5-be9a-aee426f0f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2c76409d-d2bd-4971-a617-b534ca9d85f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:28.885878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.886265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Bound using segment: {'id': '51e4fdcd-a275-41b5-be9a-aee426f0f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2c76409d-d2bd-4971-a617-b534ca9d85f8'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:28.886707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Bound port: 3ebf8244-95dd-46b7-b8ef-16ea80225d1a, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e4fdcd-a275-41b5-be9a-aee426f0f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2c76409d-d2bd-4971-a617-b534ca9d85f8'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:28.887088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.930794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a195f36-21c0-4ad4-905c-8da213d10ae6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=43b7950d-7ed4-464a-85fb-3bd7ba5f4d36,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:28.934440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.954186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5c960ed4-ba1d-4b87-9c9c-3313f5137a93 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 43b7950d-7ed4-464a-85fb-3bd7ba5f4d36 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:28.954523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c960ed4-ba1d-4b87-9c9c-3313f5137a93 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.975202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] For port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:28.978347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] For port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3ebf8244-95dd-46b7-b8ef-16ea80225d1a,segment=NetworkSegment(51e4fdcd-a275-41b5-be9a-aee426f0f09f),segment_id=51e4fdcd-a275-41b5-be9a-aee426f0f09f)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:28.984507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.075247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd1ef0-5541-4288-9da8-740dc41bc33b None None] Pushing event updated for resources: {'Port': ['ID=3ebf8244-95dd-46b7-b8ef-16ea80225d1a,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:29.183600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c960ed4-ba1d-4b87-9c9c-3313f5137a93 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.303122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Allocated IP 172.20.0.1 (2c76409d-d2bd-4971-a617-b534ca9d85f8/86cc8468-ae72-49a3-ab6f-91b9375f918e/6e144140-dd84-4b65-a6b9-43ec0d793938) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:29.351442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5c960ed4-ba1d-4b87-9c9c-3313f5137a93 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 43b7950d-7ed4-464a-85fb-3bd7ba5f4d36 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:29.497473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3ebf8244-95dd-46b7-b8ef-16ea80225d1a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:29.499948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.517701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Transition to ACTIVE for port object 6e144140-dd84-4b65-a6b9-43ec0d793938 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:29.555997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.561490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c960ed4-ba1d-4b87-9c9c-3313f5137a93 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.580407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:29.621093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c960ed4-ba1d-4b87-9c9c-3313f5137a93 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=43b7950d-7ed4-464a-85fb-3bd7ba5f4d36,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:29.625220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 2c76409d-d2bd-4971-a617-b534ca9d85f8 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:29.627172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c960ed4-ba1d-4b87-9c9c-3313f5137a93 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.632853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:29.637183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:29.637637 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5c960ed4-ba1d-4b87-9c9c-3313f5137a93 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/43b7950d-7ed4-464a-85fb-3bd7ba5f4d36 HTTP/1.1" status: 204 len: 168 time: 0.7615805 Mar 16 10:59:29.640103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37498) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:29.668263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=6e144140-dd84-4b65-a6b9-43ec0d793938,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:29.699990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.726220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca3d435-426f-4b39-829b-0cb6afb834ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:29.726919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3ca3d435-426f-4b39-829b-0cb6afb834ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:29.742524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3ca3d435-426f-4b39-829b-0cb6afb834ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:29.743677 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3ca3d435-426f-4b39-829b-0cb6afb834ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1025183 Mar 16 10:59:29.746440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37502) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:29.791714 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebf4e56-f4b3-4fac-b803-35d3edd3cd67 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:29.796849 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-aebf4e56-f4b3-4fac-b803-35d3edd3cd67 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/43b7950d-7ed4-464a-85fb-3bd7ba5f4d36 HTTP/1.1" status: 404 len: 333 time: 0.0455365 Mar 16 10:59:29.797091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37506) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:29.802459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1199372196'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:29.804003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.807346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:29.811776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:network and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:29.814708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:29.820341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:29.831249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:29.835513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.865940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:29.876215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.876589 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Added segment cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e of type vlan for network 2a13c64c-5407-4696-b876-e950f772d812 Mar 16 10:59:29.904852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.936388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.941915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:29.942632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.041943 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2438254 Mar 16 10:59:30.046147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37510) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:30.054038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47826ff0-9e48-4f23-b7bb-d8616e0437ed tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Network': ['ID=2a13c64c-5407-4696-b876-e950f772d812,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:30.054197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '2a13c64c-5407-4696-b876-e950f772d812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:30.066417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 2a13c64c-5407-4696-b876-e950f772d812 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:30.211367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b16ca-9b19-4bd1-a8f6-a11d9ef68060 None None] Network 2c76409d-d2bd-4971-a617-b534ca9d85f8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:30.314436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8bf0f8cb-662d-40d8-a46e-ca9cf2fb4a34 None None] Provisioning for port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:30.322013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8bf0f8cb-662d-40d8-a46e-ca9cf2fb4a34 None None] Provisioning complete for port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:30.322463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8bf0f8cb-662d-40d8-a46e-ca9cf2fb4a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.384422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:30.393405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:30.403417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:30.412783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:30.428895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:30.432314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.476468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.528055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.539612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8bf0f8cb-662d-40d8-a46e-ca9cf2fb4a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.586832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8bf0f8cb-662d-40d8-a46e-ca9cf2fb4a34 None None] For port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3ebf8244-95dd-46b7-b8ef-16ea80225d1a,segment=NetworkSegment(51e4fdcd-a275-41b5-be9a-aee426f0f09f),segment_id=51e4fdcd-a275-41b5-be9a-aee426f0f09f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:30.593556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8bf0f8cb-662d-40d8-a46e-ca9cf2fb4a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.668206 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0f8cb-662d-40d8-a46e-ca9cf2fb4a34 None None] Pushing event updated for resources: {'Port': ['ID=3ebf8244-95dd-46b7-b8ef-16ea80225d1a,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:30.673776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.679515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=6e144140-dd84-4b65-a6b9-43ec0d793938,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:30.826721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e6fdbdd3-b6ac-4689-af08-c5a988ad527c None None] Provisioning for port 6e144140-dd84-4b65-a6b9-43ec0d793938 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:30.838802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e6fdbdd3-b6ac-4689-af08-c5a988ad527c None None] Provisioning complete for port 6e144140-dd84-4b65-a6b9-43ec0d793938 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:30.839071 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e6fdbdd3-b6ac-4689-af08-c5a988ad527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.899010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 2c76409d-d2bd-4971-a617-b534ca9d85f8 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:30.899611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e6fdbdd3-b6ac-4689-af08-c5a988ad527c None None] Port 6e144140-dd84-4b65-a6b9-43ec0d793938 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:30.901699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:30.908128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.913184 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e6fdbdd3-b6ac-4689-af08-c5a988ad527c None None] Provisioning complete for port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:30.913640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e6fdbdd3-b6ac-4689-af08-c5a988ad527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.109871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:31.144558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Checking segment: {'id': 'cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2a13c64c-5407-4696-b876-e950f772d812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:31.145078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network hostable DHCP agents. Network: 2a13c64c-5407-4696-b876-e950f772d812, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:31.159446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-30101e2e-5cc6-4be2-9f7f-46d9648cba23 None None] Provisioning complete for port 6e144140-dd84-4b65-a6b9-43ec0d793938 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:31.160024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-30101e2e-5cc6-4be2-9f7f-46d9648cba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.182285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 2a13c64c-5407-4696-b876-e950f772d812 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:31.193289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router dd3ceb37-aaac-4081-aa6b-ff3495e76996 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:31.196625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 2a13c64c-5407-4696-b876-e950f772d812) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:31.203085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:31.203578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.227954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882293b-2597-4c8b-b6c8-f6c4df0f3315 None None] Network 2a13c64c-5407-4696-b876-e950f772d812 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:31.331962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-30101e2e-5cc6-4be2-9f7f-46d9648cba23 None None] Port 6e144140-dd84-4b65-a6b9-43ec0d793938 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:31.351907 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ced89f7d-7135-49a7-b95b-7124df09df4c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3046503 Mar 16 10:59:31.354727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37514) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:31.364044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '2a13c64c-5407-4696-b876-e950f772d812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:31.451689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3ebf8244-95dd-46b7-b8ef-16ea80225d1a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:31.464875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:31.477283 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ec450c8e-6ec6-4d8b-a4fc-13108ef866da tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/dd3ceb37-aaac-4081-aa6b-ff3495e76996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1542222 Mar 16 10:59:31.480108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37518) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:31.495170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483bffdc-6c8a-443f-8b22-dd1bb123e629 None None] Sync routers for ids ['dd3ceb37-aaac-4081-aa6b-ff3495e76996'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:31.520461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:31.523360 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-2a13c64c-5407-4696-b876-e950f772d812', 'network_id': '2a13c64c-5407-4696-b876-e950f772d812', 'tenant_id': 'bae9d88ff91540a7a3aa8b1d334c2924', 'fixed_ips': [{'subnet_id': '9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:31.524166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.524796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:31.527725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:31.535761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:31.548897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:31.553525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.556018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-db43763a-9738-4827-9e10-eee51175d643 None None] Provisioning complete for port 6e144140-dd84-4b65-a6b9-43ec0d793938 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:31.556518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-db43763a-9738-4827-9e10-eee51175d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.559409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ffaa9d-8c71-4c5d-90ce-54eb2414065c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:31.560027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-21ffaa9d-8c71-4c5d-90ce-54eb2414065c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:31.577745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-21ffaa9d-8c71-4c5d-90ce-54eb2414065c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:31.584068 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-21ffaa9d-8c71-4c5d-90ce-54eb2414065c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports/6e144140-dd84-4b65-a6b9-43ec0d793938 HTTP/1.1" status: 200 len: 910 time: 0.1016951 Mar 16 10:59:31.585077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37524) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:31.621713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483bffdc-6c8a-443f-8b22-dd1bb123e629 None None] Routers {'dd3ceb37-aaac-4081-aa6b-ff3495e76996'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:31.621713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-483bffdc-6c8a-443f-8b22-dd1bb123e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dd3ceb37-aaac-4081-aa6b-ff3495e76996'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:31.673301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-db43763a-9738-4827-9e10-eee51175d643 None None] Port 6e144140-dd84-4b65-a6b9-43ec0d793938 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:31.702108 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.ipam_backend_mixin [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf (CIDR: 172.20.0.0/28) Mar 16 10:59:31.705509 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:31.706019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:31.725807 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-483bffdc-6c8a-443f-8b22-dd1bb123e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:31.726111 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-823b5064-cc8e-434e-b76d-9f0c3c070453 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3700485 Mar 16 10:59:31.729326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37528) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:31.737376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '2a13c64c-5407-4696-b876-e950f772d812', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:31.758208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483bffdc-6c8a-443f-8b22-dd1bb123e629 None None] Routers {'dd3ceb37-aaac-4081-aa6b-ff3495e76996'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:31.758831 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-483bffdc-6c8a-443f-8b22-dd1bb123e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dd3ceb37-aaac-4081-aa6b-ff3495e76996'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:31.829427 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-483bffdc-6c8a-443f-8b22-dd1bb123e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:31.829873 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483bffdc-6c8a-443f-8b22-dd1bb123e629 None None] The sync data for ids ['dd3ceb37-aaac-4081-aa6b-ff3495e76996'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:31.834625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:31.834995 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.953094 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Allocated IP 172.20.0.2 (2a13c64c-5407-4696-b876-e950f772d812/9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf/7e322b55-f75c-428d-a740-071baac893c9) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:32.027767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:32.058017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:32.064883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:32.077395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:32.096788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:32.100617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.209387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.220320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Transition to ACTIVE for port object 7e322b55-f75c-428d-a740-071baac893c9 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:32.238842 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Transition to ACTIVE for port object 7e322b55-f75c-428d-a740-071baac893c9 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:32.244650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.302301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Network 2a13c64c-5407-4696-b876-e950f772d812 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:32.304926 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:32.312729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:32.325333 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Pushing event updated for resources: {'Port': ['ID=7e322b55-f75c-428d-a740-071baac893c9,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:32.409808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.411929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Attempting to bind port 7e322b55-f75c-428d-a740-071baac893c9 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:32.412308 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Attempting to bind port 7e322b55-f75c-428d-a740-071baac893c9 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2a13c64c-5407-4696-b876-e950f772d812'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:32.412670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Attempting to bind port 7e322b55-f75c-428d-a740-071baac893c9 on network 2a13c64c-5407-4696-b876-e950f772d812 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:32.418149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:32.418520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Checking segment: {'id': 'cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2a13c64c-5407-4696-b876-e950f772d812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:32.419114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.419394 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Bound using segment: {'id': 'cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2a13c64c-5407-4696-b876-e950f772d812'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:32.419906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Bound port: 7e322b55-f75c-428d-a740-071baac893c9, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2a13c64c-5407-4696-b876-e950f772d812'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:32.420444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.511278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] For port 7e322b55-f75c-428d-a740-071baac893c9, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:32.515464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] For port 7e322b55-f75c-428d-a740-071baac893c9, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7e322b55-f75c-428d-a740-071baac893c9,segment=NetworkSegment(cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e),segment_id=cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:32.519509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.601872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c08afc-014e-4a4c-9b0a-d2b26e569d12 None None] Pushing event updated for resources: {'Port': ['ID=7e322b55-f75c-428d-a740-071baac893c9,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:32.799634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.875753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 2a13c64c-5407-4696-b876-e950f772d812 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:32.879519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:32.882883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:32.883504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.891687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=363cec02-4228-4c1f-88c2-0c77ee53dbab,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:32.917743 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dcee0695-7e97-42f2-8d57-1e8569afe1e2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1871352 Mar 16 10:59:32.920330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37532) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.927324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '2a13c64c-5407-4696-b876-e950f772d812', 'fixed_ips': [{'subnet_id': '9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf'}, {'subnet_id': '363cec02-4228-4c1f-88c2-0c77ee53dbab'}], 'name': 'tempest-PortsTestJSON-1994254781'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:33.096233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 6e144140-dd84-4b65-a6b9-43ec0d793938 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:33.096545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.153448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:33.165874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:port and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:33.183438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:33.205943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:33.272129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:33.397036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.491186 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7e322b55-f75c-428d-a740-071baac893c9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:33.518731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f94750-6779-4fe7-97d7-8315fc0eaedf None None] Network 2a13c64c-5407-4696-b876-e950f772d812 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:33.528544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for 6e144140-dd84-4b65-a6b9-43ec0d793938 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:33.585666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.691743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-67690e16-6d2b-4281-bbb6-db926c9ea572 None None] Provisioning for port 7e322b55-f75c-428d-a740-071baac893c9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:33.742863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port ff370a66-c8ab-40c6-8cc4-e11bff0716bf yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:33.747863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 7e322b55-f75c-428d-a740-071baac893c9 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:33.762701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 7e322b55-f75c-428d-a740-071baac893c9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:33.763044 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.939355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.977520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 7e322b55-f75c-428d-a740-071baac893c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7e322b55-f75c-428d-a740-071baac893c9,segment=NetworkSegment(cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e),segment_id=cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:34.013293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.065808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.105742 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f77f0e1-7e1e-454f-9cc0-78e05c477b8d None None] Update dhcp port {'port': {'network_id': '2a13c64c-5407-4696-b876-e950f772d812', 'fixed_ips': [{'subnet_id': '9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf', 'ip_address': '172.20.0.2'}, {'subnet_id': '363cec02-4228-4c1f-88c2-0c77ee53dbab'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': '7e322b55-f75c-428d-a740-071baac893c9'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:59:34.145787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=7e322b55-f75c-428d-a740-071baac893c9,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:34.169405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9f77f0e1-7e1e-454f-9cc0-78e05c477b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.250326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=6e144140-dd84-4b65-a6b9-43ec0d793938,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:34.536818 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.13 (2a13c64c-5407-4696-b876-e950f772d812/9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf/ff370a66-c8ab-40c6-8cc4-e11bff0716bf) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:34.542375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.548063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.19 (2a13c64c-5407-4696-b876-e950f772d812/363cec02-4228-4c1f-88c2-0c77ee53dbab/ff370a66-c8ab-40c6-8cc4-e11bff0716bf) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:34.938826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router dd3ceb37-aaac-4081-aa6b-ff3495e76996 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:35.102574 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.110722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:35.120967 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ffd8a-973f-42fe-94ef-7828c5b7e29c None None] Sync routers for ids ['dd3ceb37-aaac-4081-aa6b-ff3495e76996'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:35.127947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object ff370a66-c8ab-40c6-8cc4-e11bff0716bf will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:35.134471 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ffd8a-973f-42fe-94ef-7828c5b7e29c None None] Routers {'dd3ceb37-aaac-4081-aa6b-ff3495e76996'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:35.135174 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6f6ffd8a-973f-42fe-94ef-7828c5b7e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dd3ceb37-aaac-4081-aa6b-ff3495e76996'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:35.140463 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7c40c468-5e76-4fec-b29f-f191ed217f79 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/dd3ceb37-aaac-4081-aa6b-ff3495e76996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5536809 Mar 16 10:59:35.143542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37538) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.158980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.191745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a5717f61-9c88-4fc5-8149-5004112b3edd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:35.201818 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6f6ffd8a-973f-42fe-94ef-7828c5b7e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:35.211757 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ffd8a-973f-42fe-94ef-7828c5b7e29c None None] Routers {'dd3ceb37-aaac-4081-aa6b-ff3495e76996'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:35.212810 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6f6ffd8a-973f-42fe-94ef-7828c5b7e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dd3ceb37-aaac-4081-aa6b-ff3495e76996'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:35.213114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a5717f61-9c88-4fc5-8149-5004112b3edd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:35.217706 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a5717f61-9c88-4fc5-8149-5004112b3edd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd3ceb37-aaac-4081-aa6b-ff3495e76996 HTTP/1.1" status: 200 len: 205 time: 0.0699854 Mar 16 10:59:35.219021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37542) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.230938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-9f77f0e1-7e1e-454f-9cc0-78e05c477b8d None None] Allocated IP 172.20.0.18 (2a13c64c-5407-4696-b876-e950f772d812/363cec02-4228-4c1f-88c2-0c77ee53dbab/7e322b55-f75c-428d-a740-071baac893c9) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:35.231495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 2a13c64c-5407-4696-b876-e950f772d812 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:35.239430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:35.244042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:35.274290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=ff370a66-c8ab-40c6-8cc4-e11bff0716bf,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:35.309255 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6f6ffd8a-973f-42fe-94ef-7828c5b7e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:35.309665 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ffd8a-973f-42fe-94ef-7828c5b7e29c None None] The sync data for ids ['dd3ceb37-aaac-4081-aa6b-ff3495e76996'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:35.319279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:35.319953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.341619 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4df5b3b5-b021-4f33-96bc-0779a489909d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.4201910 Mar 16 10:59:35.344539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37546) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.351408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:35.379531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9f77f0e1-7e1e-454f-9cc0-78e05c477b8d None None] For port 7e322b55-f75c-428d-a740-071baac893c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7e322b55-f75c-428d-a740-071baac893c9,segment=NetworkSegment(cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e),segment_id=cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:35.412402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9f77f0e1-7e1e-454f-9cc0-78e05c477b8d None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.431053 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9f77f0e1-7e1e-454f-9cc0-78e05c477b8d None None] Transition to ACTIVE for port object 7e322b55-f75c-428d-a740-071baac893c9 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:35.442566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9f77f0e1-7e1e-454f-9cc0-78e05c477b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.483161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.494228 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7e322b55-f75c-428d-a740-071baac893c9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:35.524430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cdd75d3-fbc0-4a82-b093-f2d2d8000bc5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.666049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77f0e1-7e1e-454f-9cc0-78e05c477b8d None None] Pushing event updated for resources: {'Port': ['ID=7e322b55-f75c-428d-a740-071baac893c9,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:35.858338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cdd75d3-fbc0-4a82-b093-f2d2d8000bc5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.861082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cdd75d3-fbc0-4a82-b093-f2d2d8000bc5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.887322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cdd75d3-fbc0-4a82-b093-f2d2d8000bc5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.887600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdd75d3-fbc0-4a82-b093-f2d2d8000bc5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Fanout notify agent at l3_agent the message router_deleted on router dd3ceb37-aaac-4081-aa6b-ff3495e76996 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:59:35.903373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-1cdd75d3-fbc0-4a82-b093-f2d2d8000bc5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.904715 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1cdd75d3-fbc0-4a82-b093-f2d2d8000bc5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/dd3ceb37-aaac-4081-aa6b-ff3495e76996 HTTP/1.1" status: 204 len: 168 time: 0.6840358 Mar 16 10:59:35.907437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37550) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.960968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Delete allocated IP 172.20.0.19 (2a13c64c-5407-4696-b876-e950f772d812/363cec02-4228-4c1f-88c2-0c77ee53dbab) {{(pid=87874) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:59:35.979870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22253a9-30bb-4b66-92b3-968bf6d6d354 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting subnet 86cc8468-ae72-49a3-ab6f-91b9375f918e {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:35.983513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b22253a9-30bb-4b66-92b3-968bf6d6d354 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.042178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b22253a9-30bb-4b66-92b3-968bf6d6d354 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.134317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b22253a9-30bb-4b66-92b3-968bf6d6d354 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.145279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.162048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Ignored duplicate provisioning block setup for port ff370a66-c8ab-40c6-8cc4-e11bff0716bf by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 10:59:36.167184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.214686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b22253a9-30bb-4b66-92b3-968bf6d6d354 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.244899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6982bf-ebd4-4f86-906a-1288de76118a None None] Network 2a13c64c-5407-4696-b876-e950f772d812 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:36.262301 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22253a9-30bb-4b66-92b3-968bf6d6d354 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Subnet': ['ID=86cc8468-ae72-49a3-ab6f-91b9375f918e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:36.267604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b22253a9-30bb-4b66-92b3-968bf6d6d354 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.276589 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b22253a9-30bb-4b66-92b3-968bf6d6d354 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/86cc8468-ae72-49a3-ab6f-91b9375f918e HTTP/1.1" status: 204 len: 168 time: 0.3657265 Mar 16 10:59:36.277346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37556) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:36.320635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=ff370a66-c8ab-40c6-8cc4-e11bff0716bf,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:36.321774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b98119-7146-4417-8814-ebfc5e0eca80 None None] Network 2c76409d-d2bd-4971-a617-b534ca9d85f8 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:36.345196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] In _notify_port_updated(), no bound segment for port ff370a66-c8ab-40c6-8cc4-e11bff0716bf on network 2a13c64c-5407-4696-b876-e950f772d812 {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:59:36.351068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:36.351680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.353853 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-54975f42-3fca-45cd-877f-9c8bf04971b6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "PUT /v2.0/ports/ff370a66-c8ab-40c6-8cc4-e11bff0716bf HTTP/1.1" status: 200 len: 920 time: 1.0080488 Mar 16 10:59:36.356395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37560) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:36.362325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf'}, {'subnet_id': '363cec02-4228-4c1f-88c2-0c77ee53dbab'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:36.397082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.407938 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:36.408783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.445502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e2484c8b-f5ed-4cd9-a65c-89b19042f98e None None] Provisioning for port 7e322b55-f75c-428d-a740-071baac893c9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:36.472445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e2484c8b-f5ed-4cd9-a65c-89b19042f98e None None] Provisioning complete for port 7e322b55-f75c-428d-a740-071baac893c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:36.472728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e2484c8b-f5ed-4cd9-a65c-89b19042f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.489977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.633021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3ebf8244-95dd-46b7-b8ef-16ea80225d1a,segment=NetworkSegment(51e4fdcd-a275-41b5-be9a-aee426f0f09f),segment_id=51e4fdcd-a275-41b5-be9a-aee426f0f09f)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:36.633420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.759639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for 3ebf8244-95dd-46b7-b8ef-16ea80225d1a owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:36.840715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.854383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.28 (2a13c64c-5407-4696-b876-e950f772d812/363cec02-4228-4c1f-88c2-0c77ee53dbab/ff370a66-c8ab-40c6-8cc4-e11bff0716bf) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:36.896264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d2f5c-11c5-45c0-bb74-5ba54a794481 None None] DHCP port deletion for 2c76409d-d2bd-4971-a617-b534ca9d85f8 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:37.009946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=3ebf8244-95dd-46b7-b8ef-16ea80225d1a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:37.011671 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No DVR routers for this DVR port 3ebf8244-95dd-46b7-b8ef-16ea80225d1a on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:37.048153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.064184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Ignored duplicate provisioning block setup for port ff370a66-c8ab-40c6-8cc4-e11bff0716bf by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 10:59:37.070311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.140639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ed6e49e2-d8de-4946-a64d-7764f916c7dd None None] Provisioning for port ff370a66-c8ab-40c6-8cc4-e11bff0716bf completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:37.145964 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.146571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ed6e49e2-d8de-4946-a64d-7764f916c7dd None None] Provisioning complete for port ff370a66-c8ab-40c6-8cc4-e11bff0716bf triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:37.146947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ed6e49e2-d8de-4946-a64d-7764f916c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.174506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c76409d-d2bd-4971-a617-b534ca9d85f8']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:37.188154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e4fdcd-a275-41b5-be9a-aee426f0f09f') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:37.188518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e4fdcd-a275-41b5-be9a-aee426f0f09f') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:37.205031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.215361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e49e2-d8de-4946-a64d-7764f916c7dd None None] Port ff370a66-c8ab-40c6-8cc4-e11bff0716bf cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:37.225102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.228075 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ed6e49e2-d8de-4946-a64d-7764f916c7dd None None] Provisioning complete for port 7e322b55-f75c-428d-a740-071baac893c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:37.228583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ed6e49e2-d8de-4946-a64d-7764f916c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.232573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:37.233095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:37.254103 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:37.267724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=ff370a66-c8ab-40c6-8cc4-e11bff0716bf,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:37.284272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] In _notify_port_updated(), no bound segment for port ff370a66-c8ab-40c6-8cc4-e11bff0716bf on network 2a13c64c-5407-4696-b876-e950f772d812 {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:59:37.290207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:37.290874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.295110 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a4758ed9-bef1-4d6c-87f9-ec9031d6f35f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "PUT /v2.0/ports/ff370a66-c8ab-40c6-8cc4-e11bff0716bf HTTP/1.1" status: 200 len: 1000 time: 0.9376788 Mar 16 10:59:37.295777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37564) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:37.345689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.366023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e8443-ed4a-4853-ae40-a0b380c20f5c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port ff370a66-c8ab-40c6-8cc4-e11bff0716bf {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:37.366384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8443-ed4a-4853-ae40-a0b380c20f5c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.378148 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.397739 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Network': ['ID=2c76409d-d2bd-4971-a617-b534ca9d85f8,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:37.417541 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d4477d79-cade-4339-8bca-1bc9557bea70 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/networks/2c76409d-d2bd-4971-a617-b534ca9d85f8 HTTP/1.1" status: 204 len: 168 time: 1.1387286 Mar 16 10:59:37.421458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37568) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:37.427268 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-637811949', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:37.434882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:37.440868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:router and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:37.445490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:37.453171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:37.468145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.469748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.480169 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7e322b55-f75c-428d-a740-071baac893c9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:37.496890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.576674 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a54a9d6f-99e7-492a-b5b9-0441e43f702a None None] Provisioning complete for port ff370a66-c8ab-40c6-8cc4-e11bff0716bf triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:37.578587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a54a9d6f-99e7-492a-b5b9-0441e43f702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.702305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a54a9d6f-99e7-492a-b5b9-0441e43f702a None None] Port ff370a66-c8ab-40c6-8cc4-e11bff0716bf cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:37.721556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 7e322b55-f75c-428d-a740-071baac893c9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:37.722372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.813788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8443-ed4a-4853-ae40-a0b380c20f5c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.855353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.866307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bbaea308-9d6c-4350-bbbf-4d786994e264 None None] Provisioning complete for port ff370a66-c8ab-40c6-8cc4-e11bff0716bf triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:37.866883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bbaea308-9d6c-4350-bbbf-4d786994e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.929931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bbaea308-9d6c-4350-bbbf-4d786994e264 None None] Port ff370a66-c8ab-40c6-8cc4-e11bff0716bf cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:37.961994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3ebf8244-95dd-46b7-b8ef-16ea80225d1a no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:37.966185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e8443-ed4a-4853-ae40-a0b380c20f5c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for ff370a66-c8ab-40c6-8cc4-e11bff0716bf owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:38.001340 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 3ebf8244-95dd-46b7-b8ef-16ea80225d1a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:38.001775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3ebf8244-95dd-46b7-b8ef-16ea80225d1a not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:38.163895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.165503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.178162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8443-ed4a-4853-ae40-a0b380c20f5c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.196063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.231760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e8443-ed4a-4853-ae40-a0b380c20f5c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=ff370a66-c8ab-40c6-8cc4-e11bff0716bf,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:38.340285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Allocated IP 172.26.2.52 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/fa47a72e-7033-442a-a960-72d2031b2463) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:38.377268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8443-ed4a-4853-ae40-a0b380c20f5c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.387772 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7f8e8443-ed4a-4853-ae40-a0b380c20f5c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/ff370a66-c8ab-40c6-8cc4-e11bff0716bf HTTP/1.1" status: 204 len: 168 time: 1.0908289 Mar 16 10:59:38.390631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37574) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:38.433570 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-990ee22b-f8d0-41a1-bd0a-c6c4cf671a90 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:38.434043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-990ee22b-f8d0-41a1-bd0a-c6c4cf671a90 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:38.449567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-990ee22b-f8d0-41a1-bd0a-c6c4cf671a90 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:38.450785 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-990ee22b-f8d0-41a1-bd0a-c6c4cf671a90 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/ff370a66-c8ab-40c6-8cc4-e11bff0716bf HTTP/1.1" status: 404 len: 333 time: 0.0591831 Mar 16 10:59:38.453700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37578) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:38.492468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.518023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76ba82e-947e-47d2-b937-015b7036efca tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 363cec02-4228-4c1f-88c2-0c77ee53dbab {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:38.521293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c76ba82e-947e-47d2-b937-015b7036efca tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.524128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.581641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c76ba82e-947e-47d2-b937-015b7036efca tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.588701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:38.595812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:38.598792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:38.669598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c76ba82e-947e-47d2-b937-015b7036efca tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.743975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c76ba82e-947e-47d2-b937-015b7036efca tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.756759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=fa47a72e-7033-442a-a960-72d2031b2463,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:38.785100 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ba82e-947e-47d2-b937-015b7036efca tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=363cec02-4228-4c1f-88c2-0c77ee53dbab,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:38.788683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c76ba82e-947e-47d2-b937-015b7036efca tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.794691 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c76ba82e-947e-47d2-b937-015b7036efca tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/363cec02-4228-4c1f-88c2-0c77ee53dbab HTTP/1.1" status: 204 len: 168 time: 0.3400300 Mar 16 10:59:38.797148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a16fb-04e9-4946-8094-0bfe52f266b6 None None] Network 2a13c64c-5407-4696-b876-e950f772d812 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:38.797670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37582) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:38.862179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-901357ed-0b84-4fc4-97e4-4d0804b6da7b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:38.865365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-901357ed-0b84-4fc4-97e4-4d0804b6da7b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.923502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-901357ed-0b84-4fc4-97e4-4d0804b6da7b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.008547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-901357ed-0b84-4fc4-97e4-4d0804b6da7b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.083709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-901357ed-0b84-4fc4-97e4-4d0804b6da7b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.127618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901357ed-0b84-4fc4-97e4-4d0804b6da7b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:39.131252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-901357ed-0b84-4fc4-97e4-4d0804b6da7b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.143852 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-901357ed-0b84-4fc4-97e4-4d0804b6da7b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf HTTP/1.1" status: 204 len: 168 time: 0.3429518 Mar 16 10:59:39.144662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37586) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:39.199274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.347960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.441991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 7e322b55-f75c-428d-a740-071baac893c9 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:39.442331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.499573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae4e393-a22d-43b9-9f87-922c9ee865f3 None None] Network 2a13c64c-5407-4696-b876-e950f772d812 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:39.631472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-091191ac-32ef-47f6-aeb4-4baeb1b0d161 None None] Provisioning complete for port 7e322b55-f75c-428d-a740-071baac893c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:39.631840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-091191ac-32ef-47f6-aeb4-4baeb1b0d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.785328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.844202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] DHCP port deletion for 2a13c64c-5407-4696-b876-e950f772d812 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:39.849001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] Deleting port 7e322b55-f75c-428d-a740-071baac893c9 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:39.849393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.877365 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] For port 7e322b55-f75c-428d-a740-071baac893c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7e322b55-f75c-428d-a740-071baac893c9,segment=NetworkSegment(cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e),segment_id=cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:39.877636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.054561 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] For port 7e322b55-f75c-428d-a740-071baac893c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7e322b55-f75c-428d-a740-071baac893c9,segment=NetworkSegment(cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e),segment_id=cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:40.054980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.140124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 7e322b55-f75c-428d-a740-071baac893c9 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:40.175975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] Calling delete_port for 7e322b55-f75c-428d-a740-071baac893c9 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:40.301255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.306469 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:40.306854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:40.356314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=7e322b55-f75c-428d-a740-071baac893c9,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:40.358101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No DVR routers for this DVR port 7e322b55-f75c-428d-a740-071baac893c9 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:40.424192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 320e1b69-85e0-4d25-8eb3-b6f267ac052c is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:40.539757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.581268 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a13c64c-5407-4696-b876-e950f772d812']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.598281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.598549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba7cb9c-2f03-4bb5-8b32-22a05fcbdc5e') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.669349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.695471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.713237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:40.713615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:40.728366 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:40.741931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:40.751427 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5da90d-0ad6-4b39-adc7-e036704a39c9 None None] Sync routers for ids ['320e1b69-85e0-4d25-8eb3-b6f267ac052c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:40.761172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5da90d-0ad6-4b39-adc7-e036704a39c9 None None] Routers {'320e1b69-85e0-4d25-8eb3-b6f267ac052c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:40.761843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-da5da90d-0ad6-4b39-adc7-e036704a39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['320e1b69-85e0-4d25-8eb3-b6f267ac052c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.808259 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] Deleting port 7e322b55-f75c-428d-a740-071baac893c9 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:40.808623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.826341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.847201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.852312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.856641 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0c1e06fe-2f19-4f48-a9f9-017e7d90d2bc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.4309137 Mar 16 10:59:40.856641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Network': ['ID=2a13c64c-5407-4696-b876-e950f772d812,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:40.856925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-da5da90d-0ad6-4b39-adc7-e036704a39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.858241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37592) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:40.892716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-864824ac-963c-4c13-9843-556c2d1a3473 None None] The port '7e322b55-f75c-428d-a740-071baac893c9' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:40.899021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5da90d-0ad6-4b39-adc7-e036704a39c9 None None] Routers {'320e1b69-85e0-4d25-8eb3-b6f267ac052c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:40.899629 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-da5da90d-0ad6-4b39-adc7-e036704a39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['320e1b69-85e0-4d25-8eb3-b6f267ac052c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.915374 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3182dab1-b5e0-406e-ab1d-fb440d1ddfa5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/networks/2a13c64c-5407-4696-b876-e950f772d812 HTTP/1.1" status: 204 len: 168 time: 1.7699986 Mar 16 10:59:40.920023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37596) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:40.962044 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-da5da90d-0ad6-4b39-adc7-e036704a39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.962341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5da90d-0ad6-4b39-adc7-e036704a39c9 None None] The sync data for ids ['320e1b69-85e0-4d25-8eb3-b6f267ac052c'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:41.005814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e08ccf-eaa9-4f3b-933d-5eb3801608b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:41.007289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e6e08ccf-eaa9-4f3b-933d-5eb3801608b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0859706 Mar 16 10:59:41.011149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37600) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.052115 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1fc048e7-2c2e-4371-83cd-6068ecc5f2fe tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/routers/320e1b69-85e0-4d25-8eb3-b6f267ac052c HTTP/1.1" status: 200 len: 879 time: 0.1927505 Mar 16 10:59:41.054609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37604) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.089262 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-431308f6-98f7-48e3-ba0d-1436cbb4de3f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0769162 Mar 16 10:59:41.092675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37608) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.098355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1856517562'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:41.103767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:41.107609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:network and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:41.110589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:41.116245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:41.126904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:41.130636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.159572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:41.168820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.169211 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Added segment c32928e9-6b01-4b7f-b637-fb5fd44977be of type vlan for network 862c36e8-99d9-471d-8c3d-4d43787dc583 Mar 16 10:59:41.195260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.226166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.231787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:41.232378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.257186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4cc8b03f-4c80-4a2e-a6b7-b921f380f6f4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:router {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:41.276465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4cc8b03f-4c80-4a2e-a6b7-b921f380f6f4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:router {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:41.277753 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4cc8b03f-4c80-4a2e-a6b7-b921f380f6f4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2222400 Mar 16 10:59:41.280528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37612) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.336002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c795c31b-1567-470a-a75c-125cbb84fb28 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-637811949'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:41.383339 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2896240 Mar 16 10:59:41.386578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37616) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.393442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '862c36e8-99d9-471d-8c3d-4d43787dc583', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:41.406406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66de72-2281-42d8-a0b9-df01a0110955 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Network': ['ID=862c36e8-99d9-471d-8c3d-4d43787dc583,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:41.419450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 862c36e8-99d9-471d-8c3d-4d43787dc583 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:41.503486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7e322b55-f75c-428d-a740-071baac893c9 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:41.532817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:41.537249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:41.540398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:41.546769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:41.550412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 7e322b55-f75c-428d-a740-071baac893c9 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:41.550757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7e322b55-f75c-428d-a740-071baac893c9 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:41.562090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:41.566534 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.913645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.971650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c795c31b-1567-470a-a75c-125cbb84fb28 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.984283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c795c31b-1567-470a-a75c-125cbb84fb28 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.990410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=3523ee5a-5017-41a9-b842-6d10730aaacf,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:42.000086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Checking segment: {'id': 'c32928e9-6b01-4b7f-b637-fb5fd44977be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '862c36e8-99d9-471d-8c3d-4d43787dc583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:42.000458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network hostable DHCP agents. Network: 862c36e8-99d9-471d-8c3d-4d43787dc583, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:42.020192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 862c36e8-99d9-471d-8c3d-4d43787dc583 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:42.030347 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 862c36e8-99d9-471d-8c3d-4d43787dc583) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:42.034612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:42.035196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.040515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaffeb2-2a9a-4a09-bfb9-3361411f6783 None None] Network 862c36e8-99d9-471d-8c3d-4d43787dc583 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:42.058839 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f6262067-5076-47cf-8cd8-e5a291354aaf tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6711946 Mar 16 10:59:42.061539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37620) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.067186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '862c36e8-99d9-471d-8c3d-4d43787dc583', 'name': 'tempest-PortsTestJSON-742405434'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:42.174689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c795c31b-1567-470a-a75c-125cbb84fb28 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 320e1b69-85e0-4d25-8eb3-b6f267ac052c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:42.202377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:42.211960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:42.222698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:42.226368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.247403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port e571a3cf-9ecf-4434-ad7b-082ab06b0387 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:42.258249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-862c36e8-99d9-471d-8c3d-4d43787dc583', 'network_id': '862c36e8-99d9-471d-8c3d-4d43787dc583', 'tenant_id': 'bae9d88ff91540a7a3aa8b1d334c2924', 'fixed_ips': [{'subnet_id': '3523ee5a-5017-41a9-b842-6d10730aaacf'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:42.259191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.357894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c795c31b-1567-470a-a75c-125cbb84fb28 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:42.364822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c795c31b-1567-470a-a75c-125cbb84fb28 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.366156 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c795c31b-1567-470a-a75c-125cbb84fb28 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/320e1b69-85e0-4d25-8eb3-b6f267ac052c HTTP/1.1" status: 200 len: 886 time: 1.0393934 Mar 16 10:59:42.368766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37624) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.370767 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65c08b-ab99-4d4d-b0fe-e70b7d917d91 None None] Sync routers for ids ['320e1b69-85e0-4d25-8eb3-b6f267ac052c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:42.381333 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65c08b-ab99-4d4d-b0fe-e70b7d917d91 None None] Routers {'320e1b69-85e0-4d25-8eb3-b6f267ac052c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:42.382493 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5f65c08b-ab99-4d4d-b0fe-e70b7d917d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['320e1b69-85e0-4d25-8eb3-b6f267ac052c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:42.392584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.6 (862c36e8-99d9-471d-8c3d-4d43787dc583/3523ee5a-5017-41a9-b842-6d10730aaacf/e571a3cf-9ecf-4434-ad7b-082ab06b0387) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:42.443875 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5f65c08b-ab99-4d4d-b0fe-e70b7d917d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:42.452287 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65c08b-ab99-4d4d-b0fe-e70b7d917d91 None None] Routers {'320e1b69-85e0-4d25-8eb3-b6f267ac052c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:42.452980 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5f65c08b-ab99-4d4d-b0fe-e70b7d917d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['320e1b69-85e0-4d25-8eb3-b6f267ac052c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:42.517957 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5f65c08b-ab99-4d4d-b0fe-e70b7d917d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:42.518358 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65c08b-ab99-4d4d-b0fe-e70b7d917d91 None None] The sync data for ids ['320e1b69-85e0-4d25-8eb3-b6f267ac052c'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:42.553773 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-874e5f1d-39a1-4b17-ba41-f7ec7d23b894 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/routers/320e1b69-85e0-4d25-8eb3-b6f267ac052c HTTP/1.1" status: 200 len: 886 time: 0.1835189 Mar 16 10:59:42.556315 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37630) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.599865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.603451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-df1fc3c7-8b7f-422e-a473-3e77b3b688cd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:42.615400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object e571a3cf-9ecf-4434-ad7b-082ab06b0387 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:42.619507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-df1fc3c7-8b7f-422e-a473-3e77b3b688cd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:42.621020 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-df1fc3c7-8b7f-422e-a473-3e77b3b688cd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e1b69-85e0-4d25-8eb3-b6f267ac052c HTTP/1.1" status: 200 len: 205 time: 0.0635026 Mar 16 10:59:42.623670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37634) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.639334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.708757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Allocated IP 172.20.0.2 (862c36e8-99d9-471d-8c3d-4d43787dc583/3523ee5a-5017-41a9-b842-6d10730aaacf/60520625-58de-4353-a886-3a48f3d7b86f) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:42.709019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 862c36e8-99d9-471d-8c3d-4d43787dc583 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:42.711844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:42.714474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:42.765724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=e571a3cf-9ecf-4434-ad7b-082ab06b0387,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:42.790641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:42.791373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.796713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37638) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.808681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.896280 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-eb92cd4f-9af7-4f87-be96-86078ff06d18 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8336122 Mar 16 10:59:42.899200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37642) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.906919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '862c36e8-99d9-471d-8c3d-4d43787dc583', 'name': 'tempest-PortsTestJSON-935907617'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:42.938369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.949914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Transition to ACTIVE for port object 60520625-58de-4353-a886-3a48f3d7b86f will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:42.970495 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Transition to ACTIVE for port object 60520625-58de-4353-a886-3a48f3d7b86f will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:42.977213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.037374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Network 862c36e8-99d9-471d-8c3d-4d43787dc583 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:43.040219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:43.048209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:43.060943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Pushing event updated for resources: {'Port': ['ID=60520625-58de-4353-a886-3a48f3d7b86f,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:43.134465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.145841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Attempting to bind port 60520625-58de-4353-a886-3a48f3d7b86f on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:43.146072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port fa47a72e-7033-442a-a960-72d2031b2463 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:43.146542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.146693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Attempting to bind port 60520625-58de-4353-a886-3a48f3d7b86f by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'c32928e9-6b01-4b7f-b637-fb5fd44977be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '862c36e8-99d9-471d-8c3d-4d43787dc583'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:43.146912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Attempting to bind port 60520625-58de-4353-a886-3a48f3d7b86f on network 862c36e8-99d9-471d-8c3d-4d43787dc583 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:43.152356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:43.152990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Checking segment: {'id': 'c32928e9-6b01-4b7f-b637-fb5fd44977be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '862c36e8-99d9-471d-8c3d-4d43787dc583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:43.153387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.153770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Bound using segment: {'id': 'c32928e9-6b01-4b7f-b637-fb5fd44977be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '862c36e8-99d9-471d-8c3d-4d43787dc583'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:43.154222 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Bound port: 60520625-58de-4353-a886-3a48f3d7b86f, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32928e9-6b01-4b7f-b637-fb5fd44977be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '862c36e8-99d9-471d-8c3d-4d43787dc583'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:43.154582 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.211609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:43.220011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:port and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:43.225310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:43.240491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:43.245753 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] For port 60520625-58de-4353-a886-3a48f3d7b86f, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:43.249242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] For port 60520625-58de-4353-a886-3a48f3d7b86f, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=60520625-58de-4353-a886-3a48f3d7b86f,segment=NetworkSegment(c32928e9-6b01-4b7f-b637-fb5fd44977be),segment_id=c32928e9-6b01-4b7f-b637-fb5fd44977be)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:43.254720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.318817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:43.321975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.345722 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02405f3-98d2-4d14-8ab2-d4afb25b3074 None None] Pushing event updated for resources: {'Port': ['ID=60520625-58de-4353-a886-3a48f3d7b86f,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:43.354787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.392263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:43.488240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for fa47a72e-7033-442a-a960-72d2031b2463 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:43.693126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.739903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=fa47a72e-7033-442a-a960-72d2031b2463,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:43.754879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.13 (862c36e8-99d9-471d-8c3d-4d43787dc583/3523ee5a-5017-41a9-b842-6d10730aaacf/e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:43.831602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.000588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.008408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.010848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.036060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.036813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Fanout notify agent at l3_agent the message router_deleted on router 320e1b69-85e0-4d25-8eb3-b6f267ac052c {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:59:44.061842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.063024 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f6ac7575-9b12-421b-b062-3bf140ef2270 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/320e1b69-85e0-4d25-8eb3-b6f267ac052c HTTP/1.1" status: 204 len: 168 time: 1.4384379 Mar 16 10:59:44.066899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37646) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:44.072512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'network': {'name': 'tempest-RoutersTest-960911245'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:44.100314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:44.105409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.118655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:network and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:44.125660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:44.147180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:44.148526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:44.239338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:44.242767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.269769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc0543-033a-4fce-b90b-f07d1d760cbe None None] Network 862c36e8-99d9-471d-8c3d-4d43787dc583 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:44.378580 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c807f055-bfe1-4969-af2b-2bd5a997aad1 None None] Provisioning for port 60520625-58de-4353-a886-3a48f3d7b86f completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:44.380848 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:44.383294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.476307 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.476648 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added segment 4ce09030-5a03-4ccb-a43d-fd35ed40a403 of type vlan for network 5ddbaf59-15e2-490d-aaf8-753208113f2d Mar 16 10:59:44.507799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 862c36e8-99d9-471d-8c3d-4d43787dc583 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:44.516695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:44.532460 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:44.556967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.571294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.634582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:44.635228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.662943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.668381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:44.668990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.753765 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7af71c68-84ad-4259-a922-c579e3e8cb49 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8534989 Mar 16 10:59:44.756660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37650) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:44.815540 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7475655 Mar 16 10:59:44.819854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37654) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:44.827104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'subnet': {'network_id': '5ddbaf59-15e2-490d-aaf8-753208113f2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:44.837329 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c5fc859e-4615-41c3-aedd-643472ace8f2 None None] Provisioning for port e571a3cf-9ecf-4434-ad7b-082ab06b0387 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:44.839157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d3301-b14e-4081-846f-601bc0935ff0 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Network': ['ID=5ddbaf59-15e2-490d-aaf8-753208113f2d,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.844510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c5fc859e-4615-41c3-aedd-643472ace8f2 None None] Provisioning complete for port e571a3cf-9ecf-4434-ad7b-082ab06b0387 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:44.844956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port e55b8c9e-ef59-4b9d-b859-38fa05220ca2 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:44.845302 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.845760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c5fc859e-4615-41c3-aedd-643472ace8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.883318 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 5ddbaf59-15e2-490d-aaf8-753208113f2d details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:44.967579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affc8ba7-862e-47fd-876a-0b00cc2f120b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:44.972557 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-affc8ba7-862e-47fd-876a-0b00cc2f120b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.2147136 Mar 16 10:59:44.973444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37658) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:44.997672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc859e-4615-41c3-aedd-643472ace8f2 None None] Port e571a3cf-9ecf-4434-ad7b-082ab06b0387 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:45.025102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:45.031678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c5fc859e-4615-41c3-aedd-643472ace8f2 None None] Provisioning for port e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:45.032988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:subnet and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:45.037711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:45.040005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c5fc859e-4615-41c3-aedd-643472ace8f2 None None] Provisioning complete for port e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:45.040495 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c5fc859e-4615-41c3-aedd-643472ace8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.050977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:45.063309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c26e141e-4f0b-4501-a966-67c443a40d9c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:45.063661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c26e141e-4f0b-4501-a966-67c443a40d9c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.070514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port e55b8c9e-ef59-4b9d-b859-38fa05220ca2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e55b8c9e-ef59-4b9d-b859-38fa05220ca2,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:45.070952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.105337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:45.107423 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc859e-4615-41c3-aedd-643472ace8f2 None None] Port e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:45.109322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.206807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for e55b8c9e-ef59-4b9d-b859-38fa05220ca2 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:45.229711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-53a6287f-4876-4b45-985b-8048319084e5 None None] Provisioning complete for port e571a3cf-9ecf-4434-ad7b-082ab06b0387 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:45.230223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-53a6287f-4876-4b45-985b-8048319084e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.287014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-53a6287f-4876-4b45-985b-8048319084e5 None None] Port e571a3cf-9ecf-4434-ad7b-082ab06b0387 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:45.298666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-53a6287f-4876-4b45-985b-8048319084e5 None None] Provisioning complete for port e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:45.299053 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-53a6287f-4876-4b45-985b-8048319084e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.361583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-53a6287f-4876-4b45-985b-8048319084e5 None None] Port e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:45.497456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 60520625-58de-4353-a886-3a48f3d7b86f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:45.552207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.575430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c26e141e-4f0b-4501-a966-67c443a40d9c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.585359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 60520625-58de-4353-a886-3a48f3d7b86f completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:45.592831 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 60520625-58de-4353-a886-3a48f3d7b86f triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:45.594110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.694868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=e55b8c9e-ef59-4b9d-b859-38fa05220ca2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:45.735052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c26e141e-4f0b-4501-a966-67c443a40d9c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:45.765245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.808949 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 60520625-58de-4353-a886-3a48f3d7b86f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=60520625-58de-4353-a886-3a48f3d7b86f,segment=NetworkSegment(c32928e9-6b01-4b7f-b637-fb5fd44977be),segment_id=c32928e9-6b01-4b7f-b637-fb5fd44977be)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:45.814570 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.865881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.888544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=60520625-58de-4353-a886-3a48f3d7b86f,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:45.928050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.962503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Subnet': ['ID=af99e328-721a-4c6b-acce-def3c258612b,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:45.971457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c26e141e-4f0b-4501-a966-67c443a40d9c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.034333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Checking segment: {'id': '4ce09030-5a03-4ccb-a43d-fd35ed40a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5ddbaf59-15e2-490d-aaf8-753208113f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:46.034689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network hostable DHCP agents. Network: 5ddbaf59-15e2-490d-aaf8-753208113f2d, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:46.039076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e141e-4f0b-4501-a966-67c443a40d9c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:46.133931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 5ddbaf59-15e2-490d-aaf8-753208113f2d is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:46.157920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c26e141e-4f0b-4501-a966-67c443a40d9c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.164586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 5ddbaf59-15e2-490d-aaf8-753208113f2d) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:46.168694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:46.169750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.173741 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547fa545-c4c2-4ff4-b3ac-11e6a0769271 None None] Network 5ddbaf59-15e2-490d-aaf8-753208113f2d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:46.187551 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c26e141e-4f0b-4501-a966-67c443a40d9c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 HTTP/1.1" status: 204 len: 168 time: 1.2116468 Mar 16 10:59:46.190116 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37662) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:46.234045 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9ac768fc-cc06-4fa1-b76b-1ddcf5d32935 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4096141 Mar 16 10:59:46.237591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37666) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:46.240574 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ea4f19-d855-43cc-85a2-09cdf8d387d2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:46.241256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a2ea4f19-d855-43cc-85a2-09cdf8d387d2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:46.246122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-713472147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:46.253211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:46.259562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:router and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:46.263077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:46.271830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:46.278402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a2ea4f19-d855-43cc-85a2-09cdf8d387d2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:46.282324 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a2ea4f19-d855-43cc-85a2-09cdf8d387d2 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/e4c2cb2c-f455-435e-9adb-c1fb2e7dbf89 HTTP/1.1" status: 404 len: 333 time: 0.0885348 Mar 16 10:59:46.282503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37670) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:46.314339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router da417aa2-b38a-4078-8a4a-e06abdd21f86 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:46.328226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.329263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.367823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c3605bae-5ed8-4b84-b73c-e582d1485ee1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port e571a3cf-9ecf-4434-ad7b-082ab06b0387 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:46.368083 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c3605bae-5ed8-4b84-b73c-e582d1485ee1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.412080 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.418583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-5ddbaf59-15e2-490d-aaf8-753208113f2d', 'network_id': '5ddbaf59-15e2-490d-aaf8-753208113f2d', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'fixed_ips': [{'subnet_id': 'af99e328-721a-4c6b-acce-def3c258612b'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:46.419419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.479522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.500205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:46.518036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] Sync routers for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:46.521524 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ee725cbc-2ff0-454c-a28a-84e46a923e3f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/da417aa2-b38a-4078-8a4a-e06abdd21f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7238295 Mar 16 10:59:46.556507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.557730 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d4007a0c-8d45-4df3-a39e-8253140bfa95 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3192313 Mar 16 10:59:46.561747 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37676) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:46.567142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:46.567788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:46.674726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Allocated IP 172.20.0.2 (5ddbaf59-15e2-490d-aaf8-753208113f2d/af99e328-721a-4c6b-acce-def3c258612b/07b471d4-c539-41fa-84c2-7ddc846a19c9) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:46.690367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c3605bae-5ed8-4b84-b73c-e582d1485ee1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.854886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c3605bae-5ed8-4b84-b73c-e582d1485ee1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for e571a3cf-9ecf-4434-ad7b-082ab06b0387 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:46.867071 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:47.013207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c3605bae-5ed8-4b84-b73c-e582d1485ee1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.168493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3605bae-5ed8-4b84-b73c-e582d1485ee1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=e571a3cf-9ecf-4434-ad7b-082ab06b0387,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:47.274592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.282358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c3605bae-5ed8-4b84-b73c-e582d1485ee1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.293692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Transition to ACTIVE for port object 07b471d4-c539-41fa-84c2-7ddc846a19c9 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:47.296669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.301959 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c3605bae-5ed8-4b84-b73c-e582d1485ee1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/e571a3cf-9ecf-4434-ad7b-082ab06b0387 HTTP/1.1" status: 204 len: 168 time: 1.0184178 Mar 16 10:59:47.302932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37682) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:47.337666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Transition to ACTIVE for port object 07b471d4-c539-41fa-84c2-7ddc846a19c9 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:47.352296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.360081 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa5ec68-fe50-47bd-9a0b-ac6d886d0b6c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:47.361126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2aa5ec68-fe50-47bd-9a0b-ac6d886d0b6c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:47.380242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2aa5ec68-fe50-47bd-9a0b-ac6d886d0b6c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:47.384884 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2aa5ec68-fe50-47bd-9a0b-ac6d886d0b6c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/e571a3cf-9ecf-4434-ad7b-082ab06b0387 HTTP/1.1" status: 404 len: 333 time: 0.0780013 Mar 16 10:59:47.386266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37686) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:47.394420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c02084-c498-4617-9125-d37ff225d9d4 req-f474f1e9-d0de-4d4d-b826-878e3b4c5b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:47.395120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-f9c02084-c498-4617-9125-d37ff225d9d4 req-f474f1e9-d0de-4d4d-b826-878e3b4c5b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:47.461823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Network 5ddbaf59-15e2-490d-aaf8-753208113f2d is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:47.466357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-828993ab-c887-4dab-ab0c-a3882b5b9062 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 3523ee5a-5017-41a9-b842-6d10730aaacf {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:47.468347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:47.470855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-828993ab-c887-4dab-ab0c-a3882b5b9062 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.521840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:47.528335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-f9c02084-c498-4617-9125-d37ff225d9d4 req-f474f1e9-d0de-4d4d-b826-878e3b4c5b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:47.529586 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f9c02084-c498-4617-9125-d37ff225d9d4 req-f474f1e9-d0de-4d4d-b826-878e3b4c5b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 946 time: 0.5120428 Mar 16 10:59:47.545418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-828993ab-c887-4dab-ab0c-a3882b5b9062 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.578080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 60520625-58de-4353-a886-3a48f3d7b86f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:47.627664 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Pushing event updated for resources: {'Port': ['ID=07b471d4-c539-41fa-84c2-7ddc846a19c9,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:47.639424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-828993ab-c887-4dab-ab0c-a3882b5b9062 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.646100 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f9c02084-c498-4617-9125-d37ff225d9d4 req-ddcb44e0-54b3-47da-a8f3-d51ac688fb49 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074636 Mar 16 10:59:47.707763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Attempting to bind port 07b471d4-c539-41fa-84c2-7ddc846a19c9 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:47.708233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Attempting to bind port 07b471d4-c539-41fa-84c2-7ddc846a19c9 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '4ce09030-5a03-4ccb-a43d-fd35ed40a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5ddbaf59-15e2-490d-aaf8-753208113f2d'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:47.708663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Attempting to bind port 07b471d4-c539-41fa-84c2-7ddc846a19c9 on network 5ddbaf59-15e2-490d-aaf8-753208113f2d {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:47.718827 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:47.719293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Checking segment: {'id': '4ce09030-5a03-4ccb-a43d-fd35ed40a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5ddbaf59-15e2-490d-aaf8-753208113f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:47.719801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.720309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Bound using segment: {'id': '4ce09030-5a03-4ccb-a43d-fd35ed40a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5ddbaf59-15e2-490d-aaf8-753208113f2d'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:47.720869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Bound port: 07b471d4-c539-41fa-84c2-7ddc846a19c9, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce09030-5a03-4ccb-a43d-fd35ed40a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5ddbaf59-15e2-490d-aaf8-753208113f2d'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:47.721308 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.733257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-828993ab-c887-4dab-ab0c-a3882b5b9062 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.745274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Allocated IP 172.20.0.1 (5ddbaf59-15e2-490d-aaf8-753208113f2d/af99e328-721a-4c6b-acce-def3c258612b/c81e7695-f4ef-41e5-b39e-911507270a5e) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:47.785800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-828993ab-c887-4dab-ab0c-a3882b5b9062 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.789114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828993ab-c887-4dab-ab0c-a3882b5b9062 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=3523ee5a-5017-41a9-b842-6d10730aaacf,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:47.799131 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-828993ab-c887-4dab-ab0c-a3882b5b9062 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/3523ee5a-5017-41a9-b842-6d10730aaacf HTTP/1.1" status: 204 len: 168 time: 0.4080279 Mar 16 10:59:47.799284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:59:45Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f0ab1824-b963-4cd4-a20a-dab29fa6de79', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'mac_address': 'fa:16:3e:e6:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:57:16Z', 'updated_at': '2022-03-16T10:57:21Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:47.799513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37690) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:47.799800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 60520625-58de-4353-a886-3a48f3d7b86f triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:47.800068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.832108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1182ca-be53-4bfb-ac1e-60c69cfde35a None None] Network 862c36e8-99d9-471d-8c3d-4d43787dc583 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:47.865637 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] Checking router: da417aa2-b38a-4078-8a4a-e06abdd21f86 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:47.911160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.919256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.927150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Transition to ACTIVE for port object c81e7695-f4ef-41e5-b39e-911507270a5e will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:47.929517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 60520625-58de-4353-a886-3a48f3d7b86f {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:47.929792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.952965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.967284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:47.968011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:48.019445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 5ddbaf59-15e2-490d-aaf8-753208113f2d is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:48.022942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:48.031640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:48.071568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=c81e7695-f4ef-41e5-b39e-911507270a5e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:48.095529 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] For port 07b471d4-c539-41fa-84c2-7ddc846a19c9, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:48.098804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.152311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] For port 07b471d4-c539-41fa-84c2-7ddc846a19c9, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=07b471d4-c539-41fa-84c2-7ddc846a19c9,segment=NetworkSegment(4ce09030-5a03-4ccb-a43d-fd35ed40a403),segment_id=4ce09030-5a03-4ccb-a43d-fd35ed40a403)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:48.155858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] For port 60520625-58de-4353-a886-3a48f3d7b86f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=60520625-58de-4353-a886-3a48f3d7b86f,segment=NetworkSegment(c32928e9-6b01-4b7f-b637-fb5fd44977be),segment_id=c32928e9-6b01-4b7f-b637-fb5fd44977be)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:48.156620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.201571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.223927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.291044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 60520625-58de-4353-a886-3a48f3d7b86f owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:48.372770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.405506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:48.423829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=60520625-58de-4353-a886-3a48f3d7b86f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:48.425764 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No DVR routers for this DVR port 60520625-58de-4353-a886-3a48f3d7b86f on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:48.463959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c505a3-e413-4c2a-868e-4c47a088ac8d None None] Pushing event updated for resources: {'Port': ['ID=07b471d4-c539-41fa-84c2-7ddc846a19c9,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:48.600490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f278e0-6981-49dc-940e-d2f78948587f None None] DHCP port deletion for 862c36e8-99d9-471d-8c3d-4d43787dc583 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:48.712182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.750461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862c36e8-99d9-471d-8c3d-4d43787dc583']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:48.751985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.759399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.780064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32928e9-6b01-4b7f-b637-fb5fd44977be') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:48.780363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32928e9-6b01-4b7f-b637-fb5fd44977be') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:48.807791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.829913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-33e9d2f7-9891-4c30-b814-35e608cb5aa0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:48.830669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-33e9d2f7-9891-4c30-b814-35e608cb5aa0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:48.885225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.911009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:48.911415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.916368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:59:45Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f0ab1824-b963-4cd4-a20a-dab29fa6de79', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'mac_address': 'fa:16:3e:e6:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:57:16Z', 'updated_at': '2022-03-16T10:57:21Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:48.921486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a54b7e0-6f64-41ef-827e-126fba9947a6 None None] The sync data for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv is: [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:59:45Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f0ab1824-b963-4cd4-a20a-dab29fa6de79', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'port_id': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'mac_address': 'fa:16:3e:e6:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f2de12-11c6-4560-be31-dd0f323346bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:57:16Z', 'updated_at': '2022-03-16T10:57:21Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:48.927827 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:48.945407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-33e9d2f7-9891-4c30-b814-35e608cb5aa0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:48.946598 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-33e9d2f7-9891-4c30-b814-35e608cb5aa0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 946 time: 0.4342251 Mar 16 10:59:49.064038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.073739 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=c81e7695-f4ef-41e5-b39e-911507270a5e,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:49.184041 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.192596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-b8cc374e-7856-433f-b210-34986425c7d7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port b9c4b507-32bd-451d-ac6d-8bac0b110d88 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:49.192973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-b8cc374e-7856-433f-b210-34986425c7d7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.207956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 5ddbaf59-15e2-490d-aaf8-753208113f2d is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:49.209118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:49.238210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.262230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d237670-94ef-49bd-aa7d-6c3ef9ae6e66 req-4e6c784e-8176-4cb4-bbd7-8d0072240401 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:49.263766 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0d237670-94ef-49bd-aa7d-6c3ef9ae6e66 req-4e6c784e-8176-4cb4-bbd7-8d0072240401 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 946 time: 0.4425616 Mar 16 10:59:49.274953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Network': ['ID=862c36e8-99d9-471d-8c3d-4d43787dc583,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:49.333041 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-06dec2a1-214f-4f29-ba44-44bd9643be81 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/networks/862c36e8-99d9-471d-8c3d-4d43787dc583 HTTP/1.1" status: 204 len: 168 time: 1.5335443 Mar 16 10:59:49.335165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37700) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:49.343469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2075123126'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:49.349253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:49.353593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:network and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:49.359409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:49.449754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router e92b5152-7f4d-4c65-9c20-a42068c1fba0 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:49.528765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 07b471d4-c539-41fa-84c2-7ddc846a19c9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:49.616307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:49.646252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fb7e3-a8a5-4050-8eb3-7e32e7b94837 None None] Network 5ddbaf59-15e2-490d-aaf8-753208113f2d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:49.649289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0d237670-94ef-49bd-aa7d-6c3ef9ae6e66 req-fe8bd3be-a167-464b-bad9-98933b2f1085 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=992f60ed-a997-4b8c-9ba3-568804d28cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767502 Mar 16 10:59:49.667133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:49.670717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.675255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:49.688594 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdd4cd-af0f-4ab8-a1be-90490a15f918 None None] Sync routers for ids ['e92b5152-7f4d-4c65-9c20-a42068c1fba0'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:49.694518 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-30bf068d-730b-401e-a109-b64389c7096e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/e92b5152-7f4d-4c65-9c20-a42068c1fba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1312165 Mar 16 10:59:49.697434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37706) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:49.701561 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdd4cd-af0f-4ab8-a1be-90490a15f918 None None] Routers {'e92b5152-7f4d-4c65-9c20-a42068c1fba0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:49.702606 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-03bdd4cd-af0f-4ab8-a1be-90490a15f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e92b5152-7f4d-4c65-9c20-a42068c1fba0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:49.719360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:49.729126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.729561 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Added segment 8aa82fcb-171f-4d5f-b1a8-9d93e0f32558 of type vlan for network 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 Mar 16 10:59:49.753522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-b8cc374e-7856-433f-b210-34986425c7d7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port b9c4b507-32bd-451d-ac6d-8bac0b110d88, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=b9c4b507-32bd-451d-ac6d-8bac0b110d88,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:49.753970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-b8cc374e-7856-433f-b210-34986425c7d7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.769998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.779807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b370b-41df-4f2c-9f30-3c5638ece94f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:49.781435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ce6b370b-41df-4f2c-9f30-3c5638ece94f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:49.801223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ce6b370b-41df-4f2c-9f30-3c5638ece94f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:49.806762 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ce6b370b-41df-4f2c-9f30-3c5638ece94f tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports/c81e7695-f4ef-41e5-b39e-911507270a5e HTTP/1.1" status: 200 len: 910 time: 0.1083574 Mar 16 10:59:49.807833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37712) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:49.808398 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-03bdd4cd-af0f-4ab8-a1be-90490a15f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:49.817385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ce96bec8-b133-4b29-8a37-85c497a221d7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af99e328-721a-4c6b-acce-def3c258612b'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:49.818410 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdd4cd-af0f-4ab8-a1be-90490a15f918 None None] Routers {'e92b5152-7f4d-4c65-9c20-a42068c1fba0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:49.819203 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-03bdd4cd-af0f-4ab8-a1be-90490a15f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e92b5152-7f4d-4c65-9c20-a42068c1fba0'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:49.820747 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 07b471d4-c539-41fa-84c2-7ddc846a19c9 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:49.836374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 07b471d4-c539-41fa-84c2-7ddc846a19c9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:49.837051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.870054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1c0aa658-9267-4b6d-8e1b-00984ed57280 None None] Provisioning for port 07b471d4-c539-41fa-84c2-7ddc846a19c9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:49.882406 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1c0aa658-9267-4b6d-8e1b-00984ed57280 None None] Provisioning complete for port 07b471d4-c539-41fa-84c2-7ddc846a19c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:49.882776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa658-9267-4b6d-8e1b-00984ed57280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.883849 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-03bdd4cd-af0f-4ab8-a1be-90490a15f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:49.884440 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdd4cd-af0f-4ab8-a1be-90490a15f918 None None] The sync data for ids ['e92b5152-7f4d-4c65-9c20-a42068c1fba0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:49.901819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-b8cc374e-7856-433f-b210-34986425c7d7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for b9c4b507-32bd-451d-ac6d-8bac0b110d88 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:49.989623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.995171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:49.996075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.107398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce96bec8-b133-4b29-8a37-85c497a221d7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.154360 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8132269 Mar 16 10:59:50.154360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fd006-e557-4cb1-aa6d-a360420f9cfd tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Network': ['ID=83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:50.156838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37718) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:50.164636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:50.176562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:50.197624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa658-9267-4b6d-8e1b-00984ed57280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.225416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.259671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-b8cc374e-7856-433f-b210-34986425c7d7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.325998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc374e-7856-433f-b210-34986425c7d7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=b9c4b507-32bd-451d-ac6d-8bac0b110d88,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:50.341479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1c0aa658-9267-4b6d-8e1b-00984ed57280 None None] For port 07b471d4-c539-41fa-84c2-7ddc846a19c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=07b471d4-c539-41fa-84c2-7ddc846a19c9,segment=NetworkSegment(4ce09030-5a03-4ccb-a43d-fd35ed40a403),segment_id=4ce09030-5a03-4ccb-a43d-fd35ed40a403)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:50.361990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa658-9267-4b6d-8e1b-00984ed57280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.368260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:50.404046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:50.411949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:50.425440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-b8cc374e-7856-433f-b210-34986425c7d7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port b9c4b507-32bd-451d-ac6d-8bac0b110d88 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:50.427215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:50.429583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-b8cc374e-7856-433f-b210-34986425c7d7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.431514 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-18018e39-f3a6-4594-ad25-7c751bfef497 req-b8cc374e-7856-433f-b210-34986425c7d7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "DELETE /v2.0/ports/b9c4b507-32bd-451d-ac6d-8bac0b110d88 HTTP/1.1" status: 204 len: 173 time: 1.4413943 Mar 16 10:59:50.432058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92305279-fb68-4afe-841c-888743f104f7', 'name': 'network-vif-deleted', 'tag': 'b9c4b507-32bd-451d-ac6d-8bac0b110d88'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:59:50.448190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:50.453138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.519112 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:50.519469 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:50.522096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aa658-9267-4b6d-8e1b-00984ed57280 None None] Pushing event updated for resources: {'Port': ['ID=07b471d4-c539-41fa-84c2-7ddc846a19c9,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:50.647223 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92305279-fb68-4afe-841c-888743f104f7', 'name': 'network-vif-deleted', 'tag': 'b9c4b507-32bd-451d-ac6d-8bac0b110d88', 'status': 'completed', 'code': 200} Mar 16 10:59:50.690558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ffad93ba-2943-4f22-b195-5007fed80c70 None None] Provisioning for port c81e7695-f4ef-41e5-b39e-911507270a5e completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:50.698619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ffad93ba-2943-4f22-b195-5007fed80c70 None None] Provisioning complete for port c81e7695-f4ef-41e5-b39e-911507270a5e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:50.699151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ffad93ba-2943-4f22-b195-5007fed80c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.727901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.810923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=8516d728-f7d8-440e-9e33-7593c4507970,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:50.827229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ffad93ba-2943-4f22-b195-5007fed80c70 None None] Port c81e7695-f4ef-41e5-b39e-911507270a5e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:50.865555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ffad93ba-2943-4f22-b195-5007fed80c70 None None] Provisioning complete for port 07b471d4-c539-41fa-84c2-7ddc846a19c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:50.866672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ffad93ba-2943-4f22-b195-5007fed80c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.989518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-9e35f587-da14-4cc4-bbec-2a0be2573fb1 req-1203d50b-9f7d-465e-a4f2-c4557dbf583a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:50.998292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Checking segment: {'id': '8aa82fcb-171f-4d5f-b1a8-9d93e0f32558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:50.998643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network hostable DHCP agents. Network: 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:51.030492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-9e35f587-da14-4cc4-bbec-2a0be2573fb1 req-1203d50b-9f7d-465e-a4f2-c4557dbf583a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:51.041734 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9e35f587-da14-4cc4-bbec-2a0be2573fb1 req-1203d50b-9f7d-465e-a4f2-c4557dbf583a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=92305279-fb68-4afe-841c-888743f104f7 HTTP/1.1" status: 200 len: 210 time: 0.1486905 Mar 16 10:59:51.047585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:51.066910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:51.072355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:51.073382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.083274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce96bec8-b133-4b29-8a37-85c497a221d7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.094673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce96bec8-b133-4b29-8a37-85c497a221d7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.099305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997b2d0f-79ff-433b-860e-21d0ebde15be None None] Network 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:51.120307 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0398633d-c3a3-4357-918f-e99d26345d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9621458 Mar 16 10:59:51.123310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37726) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:51.135219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02', 'name': 'tempest-PortsTestJSON-1308443236', 'fixed_ips': [{'subnet_id': '8516d728-f7d8-440e-9e33-7593c4507970', 'ip_address': '172.20.0.10'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:51.223404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96bec8-b133-4b29-8a37-85c497a221d7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=c81e7695-f4ef-41e5-b39e-911507270a5e,revision_number=3']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:51.236973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce96bec8-b133-4b29-8a37-85c497a221d7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:51.237583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ce96bec8-b133-4b29-8a37-85c497a221d7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.238892 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ce96bec8-b133-4b29-8a37-85c497a221d7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/ports/c81e7695-f4ef-41e5-b39e-911507270a5e HTTP/1.1" status: 200 len: 910 time: 1.4298327 Mar 16 10:59:51.241842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37730) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:51.311422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:51.317883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:port and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:51.321800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:51.327668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:51.331131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 60520625-58de-4353-a886-3a48f3d7b86f no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:51.338216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:51.428804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 60520625-58de-4353-a886-3a48f3d7b86f {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:51.429159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 60520625-58de-4353-a886-3a48f3d7b86f not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:51.429659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e55b8c9e-ef59-4b9d-b859-38fa05220ca2 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:51.470144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: e55b8c9e-ef59-4b9d-b859-38fa05220ca2 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:51.470445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e55b8c9e-ef59-4b9d-b859-38fa05220ca2 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:51.510215 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bc19aca2-db9f-4cae-b5cd-acf158394941 None None] Provisioning complete for port c81e7695-f4ef-41e5-b39e-911507270a5e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:51.510573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bc19aca2-db9f-4cae-b5cd-acf158394941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.575598 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02', 'network_id': '83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02', 'tenant_id': 'bae9d88ff91540a7a3aa8b1d334c2924', 'fixed_ips': [{'subnet_id': '8516d728-f7d8-440e-9e33-7593c4507970'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:51.576171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.597998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.621955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port 1054e745-5184-426b-bf37-0ce6bec9a6c8 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:51.637935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 07b471d4-c539-41fa-84c2-7ddc846a19c9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:51.681870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bc19aca2-db9f-4cae-b5cd-acf158394941 None None] Port c81e7695-f4ef-41e5-b39e-911507270a5e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:51.788614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.793352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 07b471d4-c539-41fa-84c2-7ddc846a19c9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:51.793838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.843367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Allocated IP 172.20.0.2 (83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02/8516d728-f7d8-440e-9e33-7593c4507970/5f74dcb5-484b-4df0-9484-e6201a1d4497) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:51.865800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5a18-37de-4c39-afc2-f30900be4261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.039840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b9c4b507-32bd-451d-ac6d-8bac0b110d88 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:52.088267 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: b9c4b507-32bd-451d-ac6d-8bac0b110d88 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:52.088614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device b9c4b507-32bd-451d-ac6d-8bac0b110d88 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:52.128374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port c81e7695-f4ef-41e5-b39e-911507270a5e {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:52.128898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.133583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37736) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:52.158744 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.169568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Transition to ACTIVE for port object 5f74dcb5-484b-4df0-9484-e6201a1d4497 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:52.188448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Transition to ACTIVE for port object 5f74dcb5-484b-4df0-9484-e6201a1d4497 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:52.195267 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.245940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38adb425-88ff-430e-a412-71a9c660b76a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.256785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Network 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:52.258107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:52.262203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:52.291473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38adb425-88ff-430e-a412-71a9c660b76a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.300703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.10 (83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02/8516d728-f7d8-440e-9e33-7593c4507970/1054e745-5184-426b-bf37-0ce6bec9a6c8) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:52.326564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.356520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Pushing event updated for resources: {'Port': ['ID=5f74dcb5-484b-4df0-9484-e6201a1d4497,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:52.364336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Attempting to bind port 5f74dcb5-484b-4df0-9484-e6201a1d4497 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:52.364699 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Attempting to bind port 5f74dcb5-484b-4df0-9484-e6201a1d4497 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '8aa82fcb-171f-4d5f-b1a8-9d93e0f32558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:52.365117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Attempting to bind port 5f74dcb5-484b-4df0-9484-e6201a1d4497 on network 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:52.370473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:52.370840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Checking segment: {'id': '8aa82fcb-171f-4d5f-b1a8-9d93e0f32558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:52.373210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.373210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Bound using segment: {'id': '8aa82fcb-171f-4d5f-b1a8-9d93e0f32558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:52.373210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Bound port: 5f74dcb5-484b-4df0-9484-e6201a1d4497, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa82fcb-171f-4d5f-b1a8-9d93e0f32558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:52.373210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.466199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] For port 5f74dcb5-484b-4df0-9484-e6201a1d4497, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:52.469604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] For port 5f74dcb5-484b-4df0-9484-e6201a1d4497, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5f74dcb5-484b-4df0-9484-e6201a1d4497,segment=NetworkSegment(8aa82fcb-171f-4d5f-b1a8-9d93e0f32558),segment_id=8aa82fcb-171f-4d5f-b1a8-9d93e0f32558)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:52.475069 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.500084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38adb425-88ff-430e-a412-71a9c660b76a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.525833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adb425-88ff-430e-a412-71a9c660b76a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f60ed-a997-4b8c-9ba3-568804d28cdc,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:52.569436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f450f-a2ac-4015-9878-1ba224c7135b None None] Pushing event updated for resources: {'Port': ['ID=5f74dcb5-484b-4df0-9484-e6201a1d4497,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:52.610542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for c81e7695-f4ef-41e5-b39e-911507270a5e owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:52.622707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.625972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38adb425-88ff-430e-a412-71a9c660b76a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.627110 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-38adb425-88ff-430e-a412-71a9c660b76a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/992f60ed-a997-4b8c-9ba3-568804d28cdc HTTP/1.1" status: 204 len: 168 time: 0.4923394 Mar 16 10:59:52.641674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object 1054e745-5184-426b-bf37-0ce6bec9a6c8 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:52.661591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37742) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:52.709094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.814152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2b046a-da4d-4e1a-8c25-9a57bbedef69 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting subnet b3cde304-dae4-40bb-a112-02fbcc1e2088 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:52.817991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:52.821171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.825352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:52.827265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a2b046a-da4d-4e1a-8c25-9a57bbedef69 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.856101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=1054e745-5184-426b-bf37-0ce6bec9a6c8,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:52.858573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:52.921472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=c81e7695-f4ef-41e5-b39e-911507270a5e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:52.930298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a2b046a-da4d-4e1a-8c25-9a57bbedef69 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.984109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:52.984357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.017517 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-38290ed3-c0e6-4761-a985-61cb30ad2663 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8930860 Mar 16 10:59:53.020969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37746) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:53.027988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': '83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02', 'name': 'tempest-PortsTestJSON-693366263', 'fixed_ips': [{'subnet_id': '8516d728-f7d8-440e-9e33-7593c4507970', 'ip_address': '172.20.0.9'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:53.132000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.149020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a2b046a-da4d-4e1a-8c25-9a57bbedef69 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.226781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:53.231182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:port and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:53.235489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:53.244097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:53.255168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a2b046a-da4d-4e1a-8c25-9a57bbedef69 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.287447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:53.292324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.314239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b046a-da4d-4e1a-8c25-9a57bbedef69 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Subnet': ['ID=b3cde304-dae4-40bb-a112-02fbcc1e2088,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:53.323061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a2b046a-da4d-4e1a-8c25-9a57bbedef69 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.329506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22be33c5-9dac-4cd5-bbf1-3c784d81d96d None None] Network 270a3269-c0ef-4d1a-b537-ba76eaf1011f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:53.336363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port ad010acb-633b-47eb-86d5-449c2444acf2 yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:53.372890 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8a2b046a-da4d-4e1a-8c25-9a57bbedef69 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/subnets/b3cde304-dae4-40bb-a112-02fbcc1e2088 HTTP/1.1" status: 204 len: 168 time: 0.7100217 Mar 16 10:59:53.375330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37750) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:53.444654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router e92b5152-7f4d-4c65-9c20-a42068c1fba0 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:53.618283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.634859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5f74dcb5-484b-4df0-9484-e6201a1d4497 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:53.664051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:53.684100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c107f5b-5278-472b-a24a-0d74e0ba9121 None None] Sync routers for ids ['e92b5152-7f4d-4c65-9c20-a42068c1fba0'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:53.708797 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b51d8344-5e44-4887-8ce8-26c0da248884 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/e92b5152-7f4d-4c65-9c20-a42068c1fba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4656637 Mar 16 10:59:53.709655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37754) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:53.710736 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] DHCP port deletion for 270a3269-c0ef-4d1a-b537-ba76eaf1011f request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:53.724521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] Deleting port eac85616-2464-4971-a3d9-598be9ab43dc {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:53.724911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.746755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port eac85616-2464-4971-a3d9-598be9ab43dc {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:53.747551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.762866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c107f5b-5278-472b-a24a-0d74e0ba9121 None None] Routers {'e92b5152-7f4d-4c65-9c20-a42068c1fba0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:53.763128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5c738dcb-53a5-4283-a0fe-7377c906c11b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:53.763498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-7c107f5b-5278-472b-a24a-0d74e0ba9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e92b5152-7f4d-4c65-9c20-a42068c1fba0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:53.783956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5c738dcb-53a5-4283-a0fe-7377c906c11b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:53.788516 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5c738dcb-53a5-4283-a0fe-7377c906c11b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92b5152-7f4d-4c65-9c20-a42068c1fba0 HTTP/1.1" status: 200 len: 205 time: 0.0773854 Mar 16 10:59:53.789615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37758) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:53.815788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.9 (83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02/8516d728-f7d8-440e-9e33-7593c4507970/ad010acb-633b-47eb-86d5-449c2444acf2) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:53.828035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1821a1-016d-4f5b-bc52-95e921e79c09 None None] Network 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:53.921454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-7c107f5b-5278-472b-a24a-0d74e0ba9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:53.926982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3c39f67a-1b54-4b7c-a6d6-c68529f0da43 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.031851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c107f5b-5278-472b-a24a-0d74e0ba9121 None None] Routers {'e92b5152-7f4d-4c65-9c20-a42068c1fba0'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:54.032478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-7c107f5b-5278-472b-a24a-0d74e0ba9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e92b5152-7f4d-4c65-9c20-a42068c1fba0'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:54.099444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7cd6983f-3f01-4ccf-9d4e-ef9f6d2166b7 None None] Provisioning for port 5f74dcb5-484b-4df0-9484-e6201a1d4497 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:54.127610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-7c107f5b-5278-472b-a24a-0d74e0ba9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:54.127979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c107f5b-5278-472b-a24a-0d74e0ba9121 None None] The sync data for ids ['e92b5152-7f4d-4c65-9c20-a42068c1fba0'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:54.153540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 5f74dcb5-484b-4df0-9484-e6201a1d4497 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:54.187412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 5f74dcb5-484b-4df0-9484-e6201a1d4497 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:54.187754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.235576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port eac85616-2464-4971-a3d9-598be9ab43dc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=eac85616-2464-4971-a3d9-598be9ab43dc,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:54.235976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.349081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] For port eac85616-2464-4971-a3d9-598be9ab43dc, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=eac85616-2464-4971-a3d9-598be9ab43dc,segment=NetworkSegment(21aea5ea-2ae7-4ff1-9d32-9c574d84501c),segment_id=21aea5ea-2ae7-4ff1-9d32-9c574d84501c)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:54.349807 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.354666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3c39f67a-1b54-4b7c-a6d6-c68529f0da43 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.357169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3c39f67a-1b54-4b7c-a6d6-c68529f0da43 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.381147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for eac85616-2464-4971-a3d9-598be9ab43dc owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:54.382620 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3c39f67a-1b54-4b7c-a6d6-c68529f0da43 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.383362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c39f67a-1b54-4b7c-a6d6-c68529f0da43 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Fanout notify agent at l3_agent the message router_deleted on router e92b5152-7f4d-4c65-9c20-a42068c1fba0 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:59:54.403253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3c39f67a-1b54-4b7c-a6d6-c68529f0da43 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.406909 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3c39f67a-1b54-4b7c-a6d6-c68529f0da43 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/e92b5152-7f4d-4c65-9c20-a42068c1fba0 HTTP/1.1" status: 204 len: 168 time: 0.6138883 Mar 16 10:59:54.408472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37764) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:54.436321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.472466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object ad010acb-633b-47eb-86d5-449c2444acf2 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:54.473689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-342db451-90b5-4671-bd75-61e5195c3cfd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting subnet af99e328-721a-4c6b-acce-def3c258612b {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:54.476928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-342db451-90b5-4671-bd75-61e5195c3cfd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.497045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.526750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] Calling delete_port for eac85616-2464-4971-a3d9-598be9ab43dc owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:54.535469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-342db451-90b5-4671-bd75-61e5195c3cfd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.550283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=eac85616-2464-4971-a3d9-598be9ab43dc,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:54.556095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port eac85616-2464-4971-a3d9-598be9ab43dc on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:54.623582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.628574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-342db451-90b5-4671-bd75-61e5195c3cfd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.646786 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.710354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-342db451-90b5-4671-bd75-61e5195c3cfd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.721473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 5f74dcb5-484b-4df0-9484-e6201a1d4497, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5f74dcb5-484b-4df0-9484-e6201a1d4497,segment=NetworkSegment(8aa82fcb-171f-4d5f-b1a8-9d93e0f32558),segment_id=8aa82fcb-171f-4d5f-b1a8-9d93e0f32558)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:54.731715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.739966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.758975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342db451-90b5-4671-bd75-61e5195c3cfd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Subnet': ['ID=af99e328-721a-4c6b-acce-def3c258612b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:54.760899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-342db451-90b5-4671-bd75-61e5195c3cfd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.770056 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-342db451-90b5-4671-bd75-61e5195c3cfd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/af99e328-721a-4c6b-acce-def3c258612b HTTP/1.1" status: 204 len: 168 time: 0.3580689 Mar 16 10:59:54.771597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37768) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:54.778421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:54.781109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:54.781528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:54.787464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:54.790054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b75e1-070c-4944-a40d-630307616d4e None None] Network 5ddbaf59-15e2-490d-aaf8-753208113f2d requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:54.792639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270a3269-c0ef-4d1a-b537-ba76eaf1011f']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:54.800019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:54.838000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=ad010acb-633b-47eb-86d5-449c2444acf2,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:54.854319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21aea5ea-2ae7-4ff1-9d32-9c574d84501c') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:54.854715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21aea5ea-2ae7-4ff1-9d32-9c574d84501c') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:54.873817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.906031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.909114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:54.909833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.911448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.915695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.920771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 07b471d4-c539-41fa-84c2-7ddc846a19c9 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:54.921095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.928458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:54.929146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:54.944361 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:54.976227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=5f74dcb5-484b-4df0-9484-e6201a1d4497,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:55.032557 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e9a0744c-e658-4b93-8d3e-5b984b745d08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0105357 Mar 16 10:59:55.036886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37772) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:55.075539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cfacc48a-810d-4511-a902-72f86f25d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.095538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.118360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.139850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Network': ['ID=270a3269-c0ef-4d1a-b537-ba76eaf1011f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:55.149289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1f055de7-45db-4949-b208-145c1c7002d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/networks/270a3269-c0ef-4d1a-b537-ba76eaf1011f HTTP/1.1" status: 204 len: 168 time: 1.7729251 Mar 16 10:59:55.150269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37776) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:55.162952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port 07b471d4-c539-41fa-84c2-7ddc846a19c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=07b471d4-c539-41fa-84c2-7ddc846a19c9,segment=NetworkSegment(4ce09030-5a03-4ccb-a43d-fd35ed40a403),segment_id=4ce09030-5a03-4ccb-a43d-fd35ed40a403)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:55.164715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.179910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] DHCP port deletion for 5ddbaf59-15e2-490d-aaf8-753208113f2d request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:55.186257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] Deleting port 07b471d4-c539-41fa-84c2-7ddc846a19c9 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:55.186633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.219495 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a6f9852d-df53-40bb-a90f-8a866395ee3b None None] Provisioning complete for port 5f74dcb5-484b-4df0-9484-e6201a1d4497 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:55.219853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a6f9852d-df53-40bb-a90f-8a866395ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.314574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for 07b471d4-c539-41fa-84c2-7ddc846a19c9 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:55.318408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] Deleting port eac85616-2464-4971-a3d9-598be9ab43dc {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:55.318408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.372503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38fd2d-1c10-4e11-9769-4c5b2128e7de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:55.373634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5e38fd2d-1c10-4e11-9769-4c5b2128e7de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:55.406660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.409636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port cd76032c-c6f1-4dcd-a00b-bbb594576f7a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:55.410332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.417594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f9177472-08dc-4e57-bde0-a501e6456a62 None None] The port 'eac85616-2464-4971-a3d9-598be9ab43dc' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:55.471110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No DVR routers for this DVR port 07b471d4-c539-41fa-84c2-7ddc846a19c9 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:55.478606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.539911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=07b471d4-c539-41fa-84c2-7ddc846a19c9,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:55.637708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.638313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.651669 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5f74dcb5-484b-4df0-9484-e6201a1d4497 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:55.660015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.696393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddbaf59-15e2-490d-aaf8-753208113f2d']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:55.710874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce09030-5a03-4ccb-a43d-fd35ed40a403') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:55.711198 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce09030-5a03-4ccb-a43d-fd35ed40a403') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:55.724436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.743147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.750684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:55.750980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.761097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] For port 07b471d4-c539-41fa-84c2-7ddc846a19c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=07b471d4-c539-41fa-84c2-7ddc846a19c9,segment=NetworkSegment(4ce09030-5a03-4ccb-a43d-fd35ed40a403),segment_id=4ce09030-5a03-4ccb-a43d-fd35ed40a403)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:55.761506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.761620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5e38fd2d-1c10-4e11-9769-4c5b2128e7de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:55.762654 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5e38fd2d-1c10-4e11-9769-4c5b2128e7de tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7247684 Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:55.767218 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:55.769383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37780) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:55.873901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for cd76032c-c6f1-4dcd-a00b-bbb594576f7a owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:55.904653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] Calling delete_port for 07b471d4-c539-41fa-84c2-7ddc846a19c9 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:56.008063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 5f74dcb5-484b-4df0-9484-e6201a1d4497 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:56.008856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.034467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.038298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.047191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a6f9852d-df53-40bb-a90f-8a866395ee3b None None] Provisioning for port 1054e745-5184-426b-bf37-0ce6bec9a6c8 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:56.062044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.064458 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:56.065000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:56.067514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a6f9852d-df53-40bb-a90f-8a866395ee3b None None] Provisioning complete for port 1054e745-5184-426b-bf37-0ce6bec9a6c8 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:56.068047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a6f9852d-df53-40bb-a90f-8a866395ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.078594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Network': ['ID=5ddbaf59-15e2-490d-aaf8-753208113f2d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:56.080597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=cd76032c-c6f1-4dcd-a00b-bbb594576f7a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:56.099106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed098c7-13b0-4a36-bb12-32ac7c449d62 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:56.105099 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed098c7-13b0-4a36-bb12-32ac7c449d62 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:56.110845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed098c7-13b0-4a36-bb12-32ac7c449d62 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:56.112907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6ed098c7-13b0-4a36-bb12-32ac7c449d62 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:56.121787 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8ada6052-e6fd-45bc-8a33-0c7a595f66e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/networks/5ddbaf59-15e2-490d-aaf8-753208113f2d HTTP/1.1" status: 204 len: 168 time: 1.3502493 Mar 16 10:59:56.122686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37784) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:56.131093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-580862193', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:56.140341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:56.145513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6ed098c7-13b0-4a36-bb12-32ac7c449d62 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:56.146005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9852d-df53-40bb-a90f-8a866395ee3b None None] Port 1054e745-5184-426b-bf37-0ce6bec9a6c8 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:56.146677 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6ed098c7-13b0-4a36-bb12-32ac7c449d62 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3781722 Mar 16 10:59:56.148147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:router and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:56.149637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37788) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:56.151364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:56.158184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:56.171153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.173031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.191417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.215077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.238146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-0bafa865-8632-430f-870a-02c15ae91de9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port ad010acb-633b-47eb-86d5-449c2444acf2 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:56.238498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0bafa865-8632-430f-870a-02c15ae91de9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.243465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.244777 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-16034998-7060-4d88-bead-ad08b3d441a9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1210198 Mar 16 10:59:56.247663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37792) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:56.253882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'network': {'name': 'tempest-RoutersTest-26001492'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:56.264892 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:56.270950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.271292 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP f0ab1824-b963-4cd4-a20a-dab29fa6de79 disassociated (deleted). External IP: 172.26.2.190, port: c4ed2e2e-7fa5-4f80-b766-f4fa464ca548. Mar 16 10:59:56.272305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:network and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:56.273500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 07b471d4-c539-41fa-84c2-7ddc846a19c9 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:56.275652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:56.282045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:56.293343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:56.297285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.299233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e530646c-6a4d-4e25-84de-e93019d524cf None None] Provisioning for port ad010acb-633b-47eb-86d5-449c2444acf2 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:56.312504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 07b471d4-c539-41fa-84c2-7ddc846a19c9 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:56.312976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 07b471d4-c539-41fa-84c2-7ddc846a19c9 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:56.313456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device eac85616-2464-4971-a3d9-598be9ab43dc no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:56.332294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:56.337553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e530646c-6a4d-4e25-84de-e93019d524cf None None] Provisioning complete for port ad010acb-633b-47eb-86d5-449c2444acf2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:56.337934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e530646c-6a4d-4e25-84de-e93019d524cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.343652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.344219 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added segment 82a289ae-14fc-4ba4-a9fd-c5c76ca97d88 of type vlan for network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 Mar 16 10:59:56.378348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.383997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: eac85616-2464-4971-a3d9-598be9ab43dc {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:56.384342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device eac85616-2464-4971-a3d9-598be9ab43dc not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:56.412941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e530646c-6a4d-4e25-84de-e93019d524cf None None] Port ad010acb-633b-47eb-86d5-449c2444acf2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:56.413713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.420646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:56.421580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.424605 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e530646c-6a4d-4e25-84de-e93019d524cf None None] Provisioning complete for port 1054e745-5184-426b-bf37-0ce6bec9a6c8 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:56.425109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e530646c-6a4d-4e25-84de-e93019d524cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.481572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e530646c-6a4d-4e25-84de-e93019d524cf None None] Port 1054e745-5184-426b-bf37-0ce6bec9a6c8 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:56.524486 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2755971 Mar 16 10:59:56.530309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37796) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:56.538379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'subnet': {'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:56.556713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7409b0-a220-4bb9-8189-d2da1d58efee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Network': ['ID=b7a43021-f4bb-4ee5-90de-dfc616f7e4d6,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:56.566664 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] Deleting port 07b471d4-c539-41fa-84c2-7ddc846a19c9 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:56.567139 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.602531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:56.653861 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:56.657778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:subnet and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:56.660769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:56.666601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:56.678389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:56.682716 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.721443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-3f3114ee-e19c-428b-b02d-dfa9d918b29a None None] The port '07b471d4-c539-41fa-84c2-7ddc846a19c9' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:56.722891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.771887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0bafa865-8632-430f-870a-02c15ae91de9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.906433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-0bafa865-8632-430f-870a-02c15ae91de9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for ad010acb-633b-47eb-86d5-449c2444acf2 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:56.911016 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.943067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router da417aa2-b38a-4078-8a4a-e06abdd21f86 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:56.986618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Subnet': ['ID=d6efa324-80e7-44ee-ae63-a7bf4ba26e75,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:56.995449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Checking segment: {'id': '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:56.995801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network hostable DHCP agents. Network: b7a43021-f4bb-4ee5-90de-dfc616f7e4d6, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:57.017748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:57.028579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b7a43021-f4bb-4ee5-90de-dfc616f7e4d6) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:57.032990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:57.033739 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.039805 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49475332-13b8-439e-a1f1-341dd887db7a None None] Network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:57.061106 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fdb260f5-5a43-47de-aae2-e7926fb13c1b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5271931 Mar 16 10:59:57.061331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37800) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:57.255964 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:57.256989 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.313405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:57.320110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0bafa865-8632-430f-870a-02c15ae91de9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.332760 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] Sync routers for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:57.349427 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:57.350953 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:57.377525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafa865-8632-430f-870a-02c15ae91de9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=ad010acb-633b-47eb-86d5-449c2444acf2,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:57.451930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Allocated IP 172.20.0.2 (b7a43021-f4bb-4ee5-90de-dfc616f7e4d6/d6efa324-80e7-44ee-ae63-a7bf4ba26e75/fde51849-1286-466a-b85f-b8d7c269afb0) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:57.492425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.547137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0bafa865-8632-430f-870a-02c15ae91de9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.549019 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0bafa865-8632-430f-870a-02c15ae91de9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/ad010acb-633b-47eb-86d5-449c2444acf2 HTTP/1.1" status: 204 len: 168 time: 1.3984282 Mar 16 10:59:57.559771 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fbaf33d9-9d95-40cb-8f4a-cd9d32d5831e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/floatingips/f0ab1824-b963-4cd4-a20a-dab29fa6de79 HTTP/1.1" status: 204 len: 168 time: 2.4075148 Mar 16 10:59:57.560506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37804) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:57.561004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f2de12-11c6-4560-be31-dd0f323346bd', 'tag': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:59:57.650340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.651662 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0817d6-0ad7-40b4-906a-835a1339e42d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:57.652189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5e0817d6-0ad7-40b4-906a-835a1339e42d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:57.653297 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:57.689654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5e0817d6-0ad7-40b4-906a-835a1339e42d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:57.693644 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5e0817d6-0ad7-40b4-906a-835a1339e42d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/ad010acb-633b-47eb-86d5-449c2444acf2 HTTP/1.1" status: 404 len: 333 time: 0.1252015 Mar 16 10:59:57.694656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37812) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:57.771237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-78a20c58-d0cb-4afb-93ab-ab9238e64a6a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 1054e745-5184-426b-bf37-0ce6bec9a6c8 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:57.771582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78a20c58-d0cb-4afb-93ab-ab9238e64a6a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.023153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.040136 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Transition to ACTIVE for port object fde51849-1286-466a-b85f-b8d7c269afb0 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:58.061545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Transition to ACTIVE for port object fde51849-1286-466a-b85f-b8d7c269afb0 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:58.072271 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.132248 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:59:45Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:58.136546 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] Checking router: da417aa2-b38a-4078-8a4a-e06abdd21f86 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:58.145427 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:58.146247 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:58.155794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78a20c58-d0cb-4afb-93ab-ab9238e64a6a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.187697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:58.192795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:58.201367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:58.205404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Pushing event updated for resources: {'Port': ['ID=fde51849-1286-466a-b85f-b8d7c269afb0,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:58.300862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Attempting to bind port fde51849-1286-466a-b85f-b8d7c269afb0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:58.302103 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Attempting to bind port fde51849-1286-466a-b85f-b8d7c269afb0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:58.302589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Attempting to bind port fde51849-1286-466a-b85f-b8d7c269afb0 on network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:58.308224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:58.308894 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Checking segment: {'id': '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:58.309390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.309871 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Bound using segment: {'id': '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:58.310443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Bound port: fde51849-1286-466a-b85f-b8d7c269afb0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:58.310911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.314057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-78a20c58-d0cb-4afb-93ab-ab9238e64a6a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 1054e745-5184-426b-bf37-0ce6bec9a6c8 owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:58.325353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55b96f-1156-42e5-b231-114c722ef9bf req-4ae6adf8-c15e-479b-9303-27c601651b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:58.326782 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bf55b96f-1156-42e5-b231-114c722ef9bf req-4ae6adf8-c15e-479b-9303-27c601651b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 945 time: 0.1729226 Mar 16 10:59:58.364082 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:58.373976 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f2de12-11c6-4560-be31-dd0f323346bd', 'tag': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'status': 'completed', 'code': 200} Mar 16 10:59:58.423405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] For port fde51849-1286-466a-b85f-b8d7c269afb0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:58.427796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] For port fde51849-1286-466a-b85f-b8d7c269afb0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fde51849-1286-466a-b85f-b8d7c269afb0,segment=NetworkSegment(82a289ae-14fc-4ba4-a9fd-c5c76ca97d88),segment_id=82a289ae-14fc-4ba4-a9fd-c5c76ca97d88)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:58.430128 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bf55b96f-1156-42e5-b231-114c722ef9bf req-d9fbafd4-72d5-49b0-811d-3ac47de0b79a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711398 Mar 16 10:59:58.431409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Allocated IP 172.20.0.1 (b7a43021-f4bb-4ee5-90de-dfc616f7e4d6/d6efa324-80e7-44ee-ae63-a7bf4ba26e75/da3b5e45-fbab-42f3-b12c-94d98e37c64b) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:58.445796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.566013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-3edfbf0f-953e-4ed8-9ae5-9ff842d0c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:58.566399 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9db1f-5b76-4001-9fa9-4845bea7481a None None] Pushing event updated for resources: {'Port': ['ID=fde51849-1286-466a-b85f-b8d7c269afb0,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:58.568059 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-3edfbf0f-953e-4ed8-9ae5-9ff842d0c76c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 1098 time: 0.1929853 Mar 16 10:59:58.627611 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78a20c58-d0cb-4afb-93ab-ab9238e64a6a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.650131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.669944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Transition to ACTIVE for port object da3b5e45-fbab-42f3-b12c-94d98e37c64b will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:58.707612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.747262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a20c58-d0cb-4afb-93ab-ab9238e64a6a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=1054e745-5184-426b-bf37-0ce6bec9a6c8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:58.778890 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:59:45Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:58.784803 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84fabb1-63c1-4511-8424-e763bc7118fd None None] The sync data for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv is: [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T10:59:45Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '279a08b0-bb7f-412a-90b5-ab7596b458f9', 'name': '', 'network_id': 'b2c929ed-7c2f-463c-9dd2-114e2ce917ee', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:98:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:37Z', 'updated_at': '2022-03-16T10:56:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': 'bc6bf648-3a48-4168-b08a-3d4372716954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:58.814586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=da3b5e45-fbab-42f3-b12c-94d98e37c64b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:58.846570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:58.849546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:58.852382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:58.881598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-6334085a-ac63-4cec-837d-6383b18a70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:58.883162 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-6334085a-ac63-4cec-837d-6383b18a70ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee HTTP/1.1" status: 200 len: 897 time: 0.3053641 Mar 16 10:59:58.942263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.078915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.138746 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-904e2037-650c-45f5-8cd5-c1803f4c7113 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 HTTP/1.1" status: 200 len: 217 time: 0.2187064 Mar 16 10:59:59.194330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ee318-7d6c-467e-a71d-adc6a358d7d4 None None] New status for floating IP f0ab1824-b963-4cd4-a20a-dab29fa6de79: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:59:59.206984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78a20c58-d0cb-4afb-93ab-ab9238e64a6a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.227922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-695c2a6a-bfdb-421c-ab24-0f5cdcc8821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:59.229431 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-695c2a6a-bfdb-421c-ab24-0f5cdcc8821a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc6bf648-3a48-4168-b08a-3d4372716954 HTTP/1.1" status: 200 len: 835 time: 0.0810728 Mar 16 10:59:59.234713 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-78a20c58-d0cb-4afb-93ab-ab9238e64a6a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/1054e745-5184-426b-bf37-0ce6bec9a6c8 HTTP/1.1" status: 204 len: 168 time: 1.5387316 Mar 16 10:59:59.235402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37818) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:59.331492 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-1892bc77-453e-439d-9aed-130dffc60fb8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 10:59:59.331950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1892bc77-453e-439d-9aed-130dffc60fb8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:59.363390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1892bc77-453e-439d-9aed-130dffc60fb8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:59.367333 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1892bc77-453e-439d-9aed-130dffc60fb8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/1054e745-5184-426b-bf37-0ce6bec9a6c8 HTTP/1.1" status: 404 len: 333 time: 0.1310067 Mar 16 10:59:59.368994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37822) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:59.405112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-905264ff-7ad9-4383-a6c3-19e155ba58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:59.406701 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-905264ff-7ad9-4383-a6c3-19e155ba58b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2c929ed-7c2f-463c-9dd2-114e2ce917ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1689062 Mar 16 10:59:59.500680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.513405 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.533739 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 8516d728-f7d8-440e-9e33-7593c4507970 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:59.552665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.638080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fde51849-1286-466a-b85f-b8d7c269afb0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:59.658104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.677452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.681520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=da3b5e45-fbab-42f3-b12c-94d98e37c64b,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:59.691868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.692200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.692531 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.692894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.693218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.693961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.693961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.694184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.694441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.694752 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.695085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.695401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:59.734941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port fde51849-1286-466a-b85f-b8d7c269afb0 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:59.835055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:59.836285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:59.851170 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-e6a8a36e-55ae-492e-b8b2-ff819b547a80 service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360187 Mar 16 10:59:59.866648 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4c38f-fb1e-4ae8-adcb-c7d228139473 None None] Network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:59.983536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2143a732-68e5-4240-8450-9d32dc91b16a None None] Provisioning for port fde51849-1286-466a-b85f-b8d7c269afb0 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:59.993941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2143a732-68e5-4240-8450-9d32dc91b16a None None] Provisioning complete for port fde51849-1286-466a-b85f-b8d7c269afb0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:59.994387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2143a732-68e5-4240-8450-9d32dc91b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.011366 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.064965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b772f1-5b1f-453b-a079-ba6c0ff63992 req-36592135-1216-4095-93e0-6c261c962a5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:00.065684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-28b772f1-5b1f-453b-a079-ba6c0ff63992 req-36592135-1216-4095-93e0-6c261c962a5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:00.099223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-abfebbe4-d40f-4321-8620-bad5d1ee08ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:00.100016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-abfebbe4-d40f-4321-8620-bad5d1ee08ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:00.113456 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-040e3558-a1bb-4d5e-8533-a94694b31dfe req-113bb6ad-93a2-4b58-8cea-7a90aba55d72 service neutron] 10.222.0.48 "GET /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529795 Mar 16 11:00:00.138743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-abfebbe4-d40f-4321-8620-bad5d1ee08ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:00.140189 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-abfebbe4-d40f-4321-8620-bad5d1ee08ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 945 time: 0.4195821 Mar 16 11:00:00.143117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-28b772f1-5b1f-453b-a079-ba6c0ff63992 req-36592135-1216-4095-93e0-6c261c962a5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:00.144203 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28b772f1-5b1f-453b-a079-ba6c0ff63992 req-36592135-1216-4095-93e0-6c261c962a5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 945 time: 0.4248691 Mar 16 11:00:00.187736 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:00:00.214454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2143a732-68e5-4240-8450-9d32dc91b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.230772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.261712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2143a732-68e5-4240-8450-9d32dc91b16a None None] For port fde51849-1286-466a-b85f-b8d7c269afb0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fde51849-1286-466a-b85f-b8d7c269afb0,segment=NetworkSegment(82a289ae-14fc-4ba4-a9fd-c5c76ca97d88),segment_id=82a289ae-14fc-4ba4-a9fd-c5c76ca97d88)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:00.268596 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2143a732-68e5-4240-8450-9d32dc91b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.291418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=8516d728-f7d8-440e-9e33-7593c4507970,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:00.300165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.313156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-28b772f1-5b1f-453b-a079-ba6c0ff63992 req-84524676-55fd-4649-aaef-26569876cba3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:00.314168 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06588f00-f257-4257-9562-4d5a39d69b45 None None] Network 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:00.316978 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-4bbb1c89-f116-4e7f-a361-94913fc16bf9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:00.317328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-4bbb1c89-f116-4e7f-a361-94913fc16bf9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.352033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.352033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.352033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.352453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.352553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.353201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.353201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.353527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.354582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.354582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.354582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.354833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:00.375120 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f0b61152-cb61-408d-beee-80240e7d024a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/8516d728-f7d8-440e-9e33-7593c4507970 HTTP/1.1" status: 204 len: 168 time: 1.0030544 Mar 16 11:00:00.379793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37828) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:00.381321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:00.394813 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Sync routers for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:00.408101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-28b772f1-5b1f-453b-a079-ba6c0ff63992 req-84524676-55fd-4649-aaef-26569876cba3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:00.408996 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:00.409875 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:00.423940 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28b772f1-5b1f-453b-a079-ba6c0ff63992 req-84524676-55fd-4649-aaef-26569876cba3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=fcf90a84-8aa0-4c39-aecb-06507711e385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362392 Mar 16 11:00:00.445001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143a732-68e5-4240-8450-9d32dc91b16a None None] Pushing event updated for resources: {'Port': ['ID=fde51849-1286-466a-b85f-b8d7c269afb0,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:00.485806 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ba45490a-d6aa-4f83-b68d-d501a8e0fce9 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4232440 Mar 16 11:00:00.489685 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37832) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:00.495107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'network': {'name': 'tempest-RoutersTest-40899629'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:00.504877 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:00.573196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:network and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:00.578867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:00.595275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:00.610844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.619958 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:00.624261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.647118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 5f74dcb5-484b-4df0-9484-e6201a1d4497 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:00.648027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.668459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4de542-4e8f-41f7-abe1-6cfae4ecc1d0 None None] DHCP port deletion for 83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:00.673988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5f4de542-4e8f-41f7-abe1-6cfae4ecc1d0 None None] Deleting port 5f74dcb5-484b-4df0-9484-e6201a1d4497 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:00.674438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f4de542-4e8f-41f7-abe1-6cfae4ecc1d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.724404 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:00.735433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:00.753286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-4bbb1c89-f116-4e7f-a361-94913fc16bf9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:00.753745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-4bbb1c89-f116-4e7f-a361-94913fc16bf9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.807611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5f8ca583-f333-40df-ad68-c185d50d9c97 None None] Provisioning complete for port fde51849-1286-466a-b85f-b8d7c269afb0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:00.808153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca583-f333-40df-ad68-c185d50d9c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.815427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.815776 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added segment a0a1c8bd-b817-4770-aae7-5b874e20973d of type vlan for network 07296cda-6dc6-449c-ab0f-004a0eef2678 Mar 16 11:00:00.930416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.943596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-4bbb1c89-f116-4e7f-a361-94913fc16bf9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:01.025660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5f4de542-4e8f-41f7-abe1-6cfae4ecc1d0 None None] For port 5f74dcb5-484b-4df0-9484-e6201a1d4497, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5f74dcb5-484b-4df0-9484-e6201a1d4497,segment=NetworkSegment(8aa82fcb-171f-4d5f-b1a8-9d93e0f32558),segment_id=8aa82fcb-171f-4d5f-b1a8-9d93e0f32558)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:01.026440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f4de542-4e8f-41f7-abe1-6cfae4ecc1d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.061654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] For port 5f74dcb5-484b-4df0-9484-e6201a1d4497, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5f74dcb5-484b-4df0-9484-e6201a1d4497,segment=NetworkSegment(8aa82fcb-171f-4d5f-b1a8-9d93e0f32558),segment_id=8aa82fcb-171f-4d5f-b1a8-9d93e0f32558)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:01.062102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.203872 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T10:59:58Z', 'revision_number': 2, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T10:59:59Z', 'revision_number': 2, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:01.208997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 5f74dcb5-484b-4df0-9484-e6201a1d4497 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:01.209500 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Checking router: 1512f2b2-fce2-4364-9544-5e72a95303b3 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:01.210248 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Updating router 1512f2b2-fce2-4364-9544-5e72a95303b3 port da3b5e45-fbab-42f3-b12c-94d98e37c64b binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:01.244650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.250267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:01.250891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.265910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5f4de542-4e8f-41f7-abe1-6cfae4ecc1d0 None None] Calling delete_port for 5f74dcb5-484b-4df0-9484-e6201a1d4497 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:01.282097 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.328237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-4bbb1c89-f116-4e7f-a361-94913fc16bf9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.330776 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8400576 Mar 16 11:00:01.333731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37836) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:01.344218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'subnet': {'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:01.372942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5f8ca583-f333-40df-ad68-c185d50d9c97 None None] Provisioning for port da3b5e45-fbab-42f3-b12c-94d98e37c64b completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:01.377745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f4de542-4e8f-41f7-abe1-6cfae4ecc1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.414268 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597febaf-dd44-41d5-8177-dda56a6a221d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Network': ['ID=07296cda-6dc6-449c-ab0f-004a0eef2678,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:01.428446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.db.api [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:00:01.428777 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG oslo_db.api [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:00:01.429466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4de542-4e8f-41f7-abe1-6cfae4ecc1d0 None None] Pushing event deleted for resources: {'Port': ['ID=5f74dcb5-484b-4df0-9484-e6201a1d4497,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:01.431833 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 07296cda-6dc6-449c-ab0f-004a0eef2678 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:01.445649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5f8ca583-f333-40df-ad68-c185d50d9c97 None None] Provisioning complete for port da3b5e45-fbab-42f3-b12c-94d98e37c64b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:01.446030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca583-f333-40df-ad68-c185d50d9c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.484361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb1c89-f116-4e7f-a361-94913fc16bf9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=c4ed2e2e-7fa5-4f80-b766-f4fa464ca548,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:01.501293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4de542-4e8f-41f7-abe1-6cfae4ecc1d0 None None] No DVR routers for this DVR port 5f74dcb5-484b-4df0-9484-e6201a1d4497 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:01.613663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ca583-f333-40df-ad68-c185d50d9c97 None None] Port da3b5e45-fbab-42f3-b12c-94d98e37c64b cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:01.631761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fde51849-1286-466a-b85f-b8d7c269afb0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:01.634870 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-aa60b96b-0dfa-4ac8-bbfd-fb9182fc645b req-3c301e08-17aa-49fb-ae40-fc83ed316d64 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f2de12-11c6-4560-be31-dd0f323346bd HTTP/1.1" status: 200 len: 210 time: 0.0629981 Mar 16 11:00:01.652940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-4bbb1c89-f116-4e7f-a361-94913fc16bf9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:01.658103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-4bbb1c89-f116-4e7f-a361-94913fc16bf9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.661198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f2de12-11c6-4560-be31-dd0f323346bd', 'name': 'network-vif-deleted', 'tag': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:01.695972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:01.698945 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0f7bef02-c6ee-47f7-a797-c7262889f0bb req-4bbb1c89-f116-4e7f-a361-94913fc16bf9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "DELETE /v2.0/ports/c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 HTTP/1.1" status: 204 len: 173 time: 1.5491121 Mar 16 11:00:01.701674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:subnet and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:01.705977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:01.711934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:01.720571 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f2de12-11c6-4560-be31-dd0f323346bd', 'name': 'network-vif-deleted', 'tag': 'c4ed2e2e-7fa5-4f80-b766-f4fa464ca548', 'status': 'completed', 'code': 200} Mar 16 11:00:01.729905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:01.734156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.756819 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d3c484a3-e99a-48b0-9e8d-c07d83dc8bbf None None] Provisioning complete for port da3b5e45-fbab-42f3-b12c-94d98e37c64b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:01.757914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d3c484a3-e99a-48b0-9e8d-c07d83dc8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.794679 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.812958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port fde51849-1286-466a-b85f-b8d7c269afb0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:01.813142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.818733 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Transition to ACTIVE for port object da3b5e45-fbab-42f3-b12c-94d98e37c64b will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:01.836388 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.913380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d3c484a3-e99a-48b0-9e8d-c07d83dc8bbf None None] Port da3b5e45-fbab-42f3-b12c-94d98e37c64b cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:01.927862 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1a7a7-8244-4a9a-8d06-abc9af787334 None None] Pushing event updated for resources: {'Port': ['ID=da3b5e45-fbab-42f3-b12c-94d98e37c64b,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:01.931214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 5f74dcb5-484b-4df0-9484-e6201a1d4497 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:01.932465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.048318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.074484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5f74dcb5-484b-4df0-9484-e6201a1d4497 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:02.089333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] The port '5f74dcb5-484b-4df0-9484-e6201a1d4497' was deleted {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:00:02.154022 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Attempting to bind port da3b5e45-fbab-42f3-b12c-94d98e37c64b on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:02.154530 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Attempting to bind port da3b5e45-fbab-42f3-b12c-94d98e37c64b by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:02.154980 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Attempting to bind port da3b5e45-fbab-42f3-b12c-94d98e37c64b on network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:02.157824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 5f74dcb5-484b-4df0-9484-e6201a1d4497 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:02.158173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5f74dcb5-484b-4df0-9484-e6201a1d4497 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:02.172713 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:02.173896 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Checking segment: {'id': '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:02.175354 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.175866 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Bound using segment: {'id': '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:02.176436 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Bound port: da3b5e45-fbab-42f3-b12c-94d98e37c64b, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:02.176948 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.187691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Subnet': ['ID=1adbe00f-b64f-4162-b613-7f794b8bcbb9,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:02.197173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Checking segment: {'id': 'a0a1c8bd-b817-4770-aae7-5b874e20973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:02.201071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network hostable DHCP agents. Network: 07296cda-6dc6-449c-ab0f-004a0eef2678, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:02.244384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 07296cda-6dc6-449c-ab0f-004a0eef2678 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:02.258073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 07296cda-6dc6-449c-ab0f-004a0eef2678) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:02.264585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:02.265726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.266418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f70c2-b6d5-41ac-82d9-ed4e4c037786 None None] Network 07296cda-6dc6-449c-ab0f-004a0eef2678 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:02.294755 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-682bc9d4-f2fd-4567-b7ef-7f16c54eb833 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9567981 Mar 16 11:00:02.295773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37844) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:02.299874 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] For port da3b5e45-fbab-42f3-b12c-94d98e37c64b, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:02.303695 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] For port da3b5e45-fbab-42f3-b12c-94d98e37c64b, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=da3b5e45-fbab-42f3-b12c-94d98e37c64b,segment=NetworkSegment(82a289ae-14fc-4ba4-a9fd-c5c76ca97d88),segment_id=82a289ae-14fc-4ba4-a9fd-c5c76ca97d88)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:02.308116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.314691 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.354761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:02.394541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa82fcb-171f-4d5f-b1a8-9d93e0f32558') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:02.394838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa82fcb-171f-4d5f-b1a8-9d93e0f32558') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:02.402146 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:02.402792 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:02.416452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.438012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.444575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:02.445030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: util.warn( Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:02.462276 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:02.570115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.602450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.606467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-07296cda-6dc6-449c-ab0f-004a0eef2678', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:02.607303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.619985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Network': ['ID=83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:02.654398 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-71edd288-a633-4d9a-92b4-5e7eeb4a6c98 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/networks/83b5a4d4-ec6f-4920-9e0e-cb6ae2cf8c02 HTTP/1.1" status: 204 len: 168 time: 2.2706265 Mar 16 11:00:02.658786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37850) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:02.666746 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1035701388'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:02.678202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:02.689269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:network and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:02.692657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:02.698918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:02.717944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:02.723439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.726362 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:02.747171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37854) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:02.803269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:02.823973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.824621 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Added segment cf117314-f637-488c-81cb-ee43c758c018 of type vlan for network eef153ad-3ed3-46bc-91ba-2ce69a66130a Mar 16 11:00:02.850963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68627fa3-3c4c-4efa-84f1-f3e9ac1859eb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.858454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Allocated IP 172.21.0.2 (07296cda-6dc6-449c-ab0f-004a0eef2678/1adbe00f-b64f-4162-b613-7f794b8bcbb9/c0766a07-ef64-4caf-a4e0-0df6595a0893) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:02.878356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.902236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68627fa3-3c4c-4efa-84f1-f3e9ac1859eb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.957499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.964402 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:02.965455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.994484 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1a7a7-8244-4a9a-8d06-abc9af787334 None None] Pushing event updated for resources: {'Port': ['ID=da3b5e45-fbab-42f3-b12c-94d98e37c64b,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:03.121156 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T10:59:58Z', 'revision_number': 2, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:02Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:03.126075 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e80431-6b0e-47ac-81f9-14e600a12bd2 None None] The sync data for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv is: [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T10:59:58Z', 'revision_number': 2, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:02Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:03.140872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.161062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.172670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Transition to ACTIVE for port object c0766a07-ef64-4caf-a4e0-0df6595a0893 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:03.192717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Transition to ACTIVE for port object c0766a07-ef64-4caf-a4e0-0df6595a0893 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:03.199497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.218722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Network': ['ID=eef153ad-3ed3-46bc-91ba-2ce69a66130a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:03.222564 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f05137fd-b65d-41da-b081-ecd0d9942398 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5624185 Mar 16 11:00:03.225829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37858) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:03.232089 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': 'eef153ad-3ed3-46bc-91ba-2ce69a66130a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:03.246625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68627fa3-3c4c-4efa-84f1-f3e9ac1859eb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.249003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68627fa3-3c4c-4efa-84f1-f3e9ac1859eb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.250455 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-68627fa3-3c4c-4efa-84f1-f3e9ac1859eb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/fcf90a84-8aa0-4c39-aecb-06507711e385 HTTP/1.1" status: 204 len: 168 time: 0.5020170 Mar 16 11:00:03.255756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network eef153ad-3ed3-46bc-91ba-2ce69a66130a details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:03.282942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68627fa3-3c4c-4efa-84f1-f3e9ac1859eb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf90a84-8aa0-4c39-aecb-06507711e385,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:03.326203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Network 07296cda-6dc6-449c-ab0f-004a0eef2678 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:03.340963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37864) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:03.419029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:03.472594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:03.473830 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:03.479662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:03.489291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Pushing event updated for resources: {'Port': ['ID=c0766a07-ef64-4caf-a4e0-0df6595a0893,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:03.491733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:03.557918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:03.594153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:03.600727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.671502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device da3b5e45-fbab-42f3-b12c-94d98e37c64b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:03.749876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Attempting to bind port c0766a07-ef64-4caf-a4e0-0df6595a0893 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:03.750243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Attempting to bind port c0766a07-ef64-4caf-a4e0-0df6595a0893 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'a0a1c8bd-b817-4770-aae7-5b874e20973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:03.750611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Attempting to bind port c0766a07-ef64-4caf-a4e0-0df6595a0893 on network 07296cda-6dc6-449c-ab0f-004a0eef2678 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:03.759152 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:03.759519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Checking segment: {'id': 'a0a1c8bd-b817-4770-aae7-5b874e20973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:03.759922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.760310 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Bound using segment: {'id': 'a0a1c8bd-b817-4770-aae7-5b874e20973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:03.760801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Bound port: c0766a07-ef64-4caf-a4e0-0df6595a0893, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a1c8bd-b817-4770-aae7-5b874e20973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:03.761177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.833866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Allocated IP 172.21.0.1 (07296cda-6dc6-449c-ab0f-004a0eef2678/1adbe00f-b64f-4162-b613-7f794b8bcbb9/d4e8d50e-03c6-4743-89ce-f82aa5426ade) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:03.839287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port da3b5e45-fbab-42f3-b12c-94d98e37c64b completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:03.863036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port da3b5e45-fbab-42f3-b12c-94d98e37c64b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:03.863779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.909768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] For port c0766a07-ef64-4caf-a4e0-0df6595a0893, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:03.929024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] For port c0766a07-ef64-4caf-a4e0-0df6595a0893, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c0766a07-ef64-4caf-a4e0-0df6595a0893,segment=NetworkSegment(a0a1c8bd-b817-4770-aae7-5b874e20973d),segment_id=a0a1c8bd-b817-4770-aae7-5b874e20973d)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:03.935793 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.039840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.060286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Transition to ACTIVE for port object d4e8d50e-03c6-4743-89ce-f82aa5426ade will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:04.064846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034ca74-360a-488a-bac8-b5c43da643d0 None None] Pushing event updated for resources: {'Port': ['ID=c0766a07-ef64-4caf-a4e0-0df6595a0893,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:04.086995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.092381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.112814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:04.141480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 07296cda-6dc6-449c-ab0f-004a0eef2678 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:04.148561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:04.153766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:04.154107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c4ed2e2e-7fa5-4f80-b766-f4fa464ca548 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:04.158004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:04.174443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port da3b5e45-fbab-42f3-b12c-94d98e37c64b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=da3b5e45-fbab-42f3-b12c-94d98e37c64b,segment=NetworkSegment(82a289ae-14fc-4ba4-a9fd-c5c76ca97d88),segment_id=82a289ae-14fc-4ba4-a9fd-c5c76ca97d88)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:04.179542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.217184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.226644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=d4e8d50e-03c6-4743-89ce-f82aa5426ade,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:04.236511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.260512 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=da3b5e45-fbab-42f3-b12c-94d98e37c64b,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:04.315384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=185489ba-0b29-44e3-8c04-d3ec3c2d5480,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:04.352925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Checking segment: {'id': 'cf117314-f637-488c-81cb-ee43c758c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eef153ad-3ed3-46bc-91ba-2ce69a66130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:04.352925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network hostable DHCP agents. Network: eef153ad-3ed3-46bc-91ba-2ce69a66130a, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:04.431311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network eef153ad-3ed3-46bc-91ba-2ce69a66130a is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:04.444782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, eef153ad-3ed3-46bc-91ba-2ce69a66130a) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:04.449951 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.450542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.455575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113e3575-fd1b-4fe4-afcb-c14ff50c15a5 None None] Network eef153ad-3ed3-46bc-91ba-2ce69a66130a requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:04.493236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.552866 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b2782312-12ac-4495-8e4b-5b4bcf52b957 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3259597 Mar 16 11:00:04.559283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37868) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:04.564351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-828259215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:04.566528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.583613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:04.590514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:router and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:04.595178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:04.607942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:04.701456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.702574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.731063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-eef153ad-3ed3-46bc-91ba-2ce69a66130a', 'network_id': 'eef153ad-3ed3-46bc-91ba-2ce69a66130a', 'tenant_id': 'bae9d88ff91540a7a3aa8b1d334c2924', 'fixed_ips': [{'subnet_id': '185489ba-0b29-44e3-8c04-d3ec3c2d5480'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:04.732409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.743229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.861964 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.896130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Allocated IP 172.20.0.2 (eef153ad-3ed3-46bc-91ba-2ce69a66130a/185489ba-0b29-44e3-8c04-d3ec3c2d5480/1dfcd621-18d1-4e03-9070-ad9ac59d8315) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:05.006319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.014442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.074247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.074805 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-082ac06f-14fd-4afa-b4ac-ba61c2cc01b5 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5145981 Mar 16 11:00:05.081212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37874) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:05.092300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'network_id': 'eef153ad-3ed3-46bc-91ba-2ce69a66130a', 'name': 'tempest-PortsTestJSON-170044587'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:05.126057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.132694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.137449 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=d4e8d50e-03c6-4743-89ce-f82aa5426ade,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:05.152100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 279a08b0-bb7f-412a-90b5-ab7596b458f9 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:05.152438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.154996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Transition to ACTIVE for port object 1dfcd621-18d1-4e03-9070-ad9ac59d8315 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:05.179045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Transition to ACTIVE for port object 1dfcd621-18d1-4e03-9070-ad9ac59d8315 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:05.190262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.264634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Network eef153ad-3ed3-46bc-91ba-2ce69a66130a is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:05.270867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:05.278489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:05.344993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Pushing event updated for resources: {'Port': ['ID=1dfcd621-18d1-4e03-9070-ad9ac59d8315,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:05.345830 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:00:05.437990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Attempting to bind port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:05.438383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Attempting to bind port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'cf117314-f637-488c-81cb-ee43c758c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eef153ad-3ed3-46bc-91ba-2ce69a66130a'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:05.438740 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Attempting to bind port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 on network eef153ad-3ed3-46bc-91ba-2ce69a66130a {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:05.442080 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 07296cda-6dc6-449c-ab0f-004a0eef2678 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:05.443591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:05.445050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:05.445421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Checking segment: {'id': 'cf117314-f637-488c-81cb-ee43c758c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eef153ad-3ed3-46bc-91ba-2ce69a66130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:05.445832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.446186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:05.446618 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Bound using segment: {'id': 'cf117314-f637-488c-81cb-ee43c758c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eef153ad-3ed3-46bc-91ba-2ce69a66130a'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:05.446720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Bound port: 1dfcd621-18d1-4e03-9070-ad9ac59d8315, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf117314-f637-488c-81cb-ee43c758c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eef153ad-3ed3-46bc-91ba-2ce69a66130a'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:05.447035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.451151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:port and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:05.454433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:05.462513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:05.481415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 279a08b0-bb7f-412a-90b5-ab7596b458f9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=279a08b0-bb7f-412a-90b5-ab7596b458f9,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:05.481760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.490223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:05.494217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.576720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-002432c8-279b-4683-a0f3-8769819a690c None None] For port 1dfcd621-18d1-4e03-9070-ad9ac59d8315, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:05.581193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-002432c8-279b-4683-a0f3-8769819a690c None None] For port 1dfcd621-18d1-4e03-9070-ad9ac59d8315, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1dfcd621-18d1-4e03-9070-ad9ac59d8315,segment=NetworkSegment(cf117314-f637-488c-81cb-ee43c758c018),segment_id=cf117314-f637-488c-81cb-ee43c758c018)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:05.589781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222aaa8c-d735-419c-854e-ff79c952dd92 None None] Network 07296cda-6dc6-449c-ab0f-004a0eef2678 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:05.647944 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:05.692949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 279a08b0-bb7f-412a-90b5-ab7596b458f9 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:05.714153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c0766a07-ef64-4caf-a4e0-0df6595a0893 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:05.733506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port e38806cf-385e-48b5-b80b-83c9b232c289 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:05.746689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.822598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:05.836170 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a5ed3cee-803d-4238-b0f5-249dcd6fab20 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5386970 Mar 16 11:00:05.839279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37878) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:05.845623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'network': {'name': 'tempest-RoutersTest-431387441'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:05.851446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:05.856318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:network and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:05.859741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:05.864207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Sync routers for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:05.868748 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:05.883512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:05.894369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.921973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:05.922745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:05.925661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.7 (eef153ad-3ed3-46bc-91ba-2ce69a66130a/185489ba-0b29-44e3-8c04-d3ec3c2d5480/e38806cf-385e-48b5-b80b-83c9b232c289) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:05.926977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:05.936933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.937389 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added segment 1f65ed36-76f6-4a4b-b45c-24c9d2550056 of type vlan for network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd Mar 16 11:00:05.965443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.001079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.008261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:06.009548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.021770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-db3bac36-5652-4b6b-98b6-a7cb97c56ae3 None None] Provisioning for port c0766a07-ef64-4caf-a4e0-0df6595a0893 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:06.064572 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2215130 Mar 16 11:00:06.078329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37882) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:06.088382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'subnet': {'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:06.097697 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.103888 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002432c8-279b-4683-a0f3-8769819a690c None None] Pushing event updated for resources: {'Port': ['ID=1dfcd621-18d1-4e03-9070-ad9ac59d8315,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:06.177259 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port c0766a07-ef64-4caf-a4e0-0df6595a0893 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:06.185902 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:06.209361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=279a08b0-bb7f-412a-90b5-ab7596b458f9,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:06.236129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:06.247336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c0766a07-ef64-4caf-a4e0-0df6595a0893 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:06.247681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.294681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:subnet and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:06.309617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:06.335091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf0343-3a3d-4b1f-9046-cb508a490964 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Network': ['ID=b7d1e3bc-0e17-469e-a643-413a4ce6a4bd,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:06.338700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:06.362135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:06.365696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.373346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:06.545386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.571710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object e38806cf-385e-48b5-b80b-83c9b232c289 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:06.638542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.676211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.745873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=e38806cf-385e-48b5-b80b-83c9b232c289,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:06.759569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Subnet': ['ID=85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:06.760503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network eef153ad-3ed3-46bc-91ba-2ce69a66130a is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:06.770052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:06.782719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:06.809146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Checking segment: {'id': '1f65ed36-76f6-4a4b-b45c-24c9d2550056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:06.809894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network hostable DHCP agents. Network: b7d1e3bc-0e17-469e-a643-413a4ce6a4bd, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:06.845788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:06.861729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b7d1e3bc-0e17-469e-a643-413a4ce6a4bd) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:06.865241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:06.865838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.875432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.884793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:06.885718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.890280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270814fc-4207-473e-a024-f14fca41679d None None] Network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:06.926493 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9ad4c600-8a35-4597-8581-e3c0740bc157 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8466244 Mar 16 11:00:06.928976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37886) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:07.011152 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.026048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port c0766a07-ef64-4caf-a4e0-0df6595a0893, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c0766a07-ef64-4caf-a4e0-0df6595a0893,segment=NetworkSegment(a0a1c8bd-b817-4770-aae7-5b874e20973d),segment_id=a0a1c8bd-b817-4770-aae7-5b874e20973d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:07.040396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.041218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device da3b5e45-fbab-42f3-b12c-94d98e37c64b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:07.210948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 3, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 2, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:07.262249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Checking router: 1512f2b2-fce2-4364-9544-5e72a95303b3 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:07.262603 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Updating router 1512f2b2-fce2-4364-9544-5e72a95303b3 port d4e8d50e-03c6-4743-89ce-f82aa5426ade binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:07.310567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=c0766a07-ef64-4caf-a4e0-0df6595a0893,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:07.349721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37890) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:07.350933 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3b4ee34a-d0fd-4b28-900c-c25fa7b71f3d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2686815 Mar 16 11:00:07.423626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b269e36f-fb15-4202-9d1f-125e6c467a88 None None] Provisioning for port d4e8d50e-03c6-4743-89ce-f82aa5426ade completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:07.452907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b269e36f-fb15-4202-9d1f-125e6c467a88 None None] Provisioning complete for port d4e8d50e-03c6-4743-89ce-f82aa5426ade triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:07.453280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b269e36f-fb15-4202-9d1f-125e6c467a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.487811 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.497214 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:07.498329 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.553535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port da3b5e45-fbab-42f3-b12c-94d98e37c64b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:07.553908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.775174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8264c571-c1a4-4ba8-a4b3-70e5f9126730 None None] Network eef153ad-3ed3-46bc-91ba-2ce69a66130a requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:07.849271 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b269e36f-fb15-4202-9d1f-125e6c467a88 None None] Port d4e8d50e-03c6-4743-89ce-f82aa5426ade cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:07.887356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router da417aa2-b38a-4078-8a4a-e06abdd21f86 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:08.042805 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b269e36f-fb15-4202-9d1f-125e6c467a88 None None] Provisioning complete for port c0766a07-ef64-4caf-a4e0-0df6595a0893 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:08.043430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b269e36f-fb15-4202-9d1f-125e6c467a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.080466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:08.088770 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e486322b-b5e1-4ee9-b6f5-c409a178dcc0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/da417aa2-b38a-4078-8a4a-e06abdd21f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7432907 Mar 16 11:00:08.088770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37894) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:08.103888 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] Sync routers for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:08.116267 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:08.117433 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:08.169968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-2871391d-897e-4e76-9325-b1bc6fc7a73b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting subnet bc6bf648-3a48-4168-b08a-3d4372716954 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:08.174425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2871391d-897e-4e76-9325-b1bc6fc7a73b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.258222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2871391d-897e-4e76-9325-b1bc6fc7a73b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.316233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.337665 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:08.393882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2871391d-897e-4e76-9325-b1bc6fc7a73b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.399324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Allocated IP 172.22.0.2 (b7d1e3bc-0e17-469e-a643-413a4ce6a4bd/85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7/b9f95300-9ab5-43d2-8ad5-4886937237aa) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:08.562448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.595153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2871391d-897e-4e76-9325-b1bc6fc7a73b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.674586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.691776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871391d-897e-4e76-9325-b1bc6fc7a73b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6bf648-3a48-4168-b08a-3d4372716954,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:08.716154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2871391d-897e-4e76-9325-b1bc6fc7a73b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.731753 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2871391d-897e-4e76-9325-b1bc6fc7a73b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/subnets/bc6bf648-3a48-4168-b08a-3d4372716954 HTTP/1.1" status: 204 len: 168 time: 0.6396852 Mar 16 11:00:08.732338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37898) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:08.736831 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69f1761-f723-4c43-bf98-37918c31090a None None] Network b2c929ed-7c2f-463c-9dd2-114e2ce917ee requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:08.803239 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T11:00:05Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:08.807163 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] Checking router: da417aa2-b38a-4078-8a4a-e06abdd21f86 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:08.822476 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] Routers {'da417aa2-b38a-4078-8a4a-e06abdd21f86'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:08.826613 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['da417aa2-b38a-4078-8a4a-e06abdd21f86'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:08.858498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c0766a07-ef64-4caf-a4e0-0df6595a0893 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:09.005172 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.065931 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] Set router da417aa2-b38a-4078-8a4a-e06abdd21f86 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:09.099693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.182115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f0be3c1d-4690-44d9-97ae-852f25e9c250 None None] Provisioning complete for port d4e8d50e-03c6-4743-89ce-f82aa5426ade triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:09.182509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f0be3c1d-4690-44d9-97ae-852f25e9c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.209315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Transition to ACTIVE for port object d4e8d50e-03c6-4743-89ce-f82aa5426ade will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:09.283745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.294117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.295881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.316195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 3621a08a-9ee7-4e07-92ad-ba7a3800539d {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:09.316395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.354981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Transition to ACTIVE for port object b9f95300-9ab5-43d2-8ad5-4886937237aa will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:09.571820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.583117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.586711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f0be3c1d-4690-44d9-97ae-852f25e9c250 None None] Port d4e8d50e-03c6-4743-89ce-f82aa5426ade cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:09.633519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Transition to ACTIVE for port object b9f95300-9ab5-43d2-8ad5-4886937237aa will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:09.633908 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T11:00:05Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:09.638285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c0766a07-ef64-4caf-a4e0-0df6595a0893 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:09.638693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.657938 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe93b6a-18e3-490c-a337-1762a976c85c None None] The sync data for ids ['da417aa2-b38a-4078-8a4a-e06abdd21f86'] in dv-neutron-833860-1-hyperv is: [{'id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'name': 'tempest-TestNetworkBasicOps-router-18549414', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:30Z', 'updated_at': '2022-03-16T11:00:05Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3621a08a-9ee7-4e07-92ad-ba7a3800539d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417aa2-b38a-4078-8a4a-e06abdd21f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:31Z', 'updated_at': '2022-03-16T10:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:09.731009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f932c2-2c79-447e-bc55-3bd4b284f491 None None] Pushing event updated for resources: {'Port': ['ID=d4e8d50e-03c6-4743-89ce-f82aa5426ade,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.753188 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f0be3c1d-4690-44d9-97ae-852f25e9c250 None None] Provisioning for port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:09.772820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.838298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=e38806cf-385e-48b5-b80b-83c9b232c289,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.864190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 3621a08a-9ee7-4e07-92ad-ba7a3800539d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3621a08a-9ee7-4e07-92ad-ba7a3800539d,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:09.864647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.908050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Allocated IP 172.22.0.1 (b7d1e3bc-0e17-469e-a643-413a4ce6a4bd/85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7/9ff54667-8909-4db8-bf0a-20fb83dbd5af) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:09.915285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Pushing event updated for resources: {'Port': ['ID=b9f95300-9ab5-43d2-8ad5-4886937237aa,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.955884 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:09.964808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:09.972192 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:09.978343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Attempting to bind port d4e8d50e-03c6-4743-89ce-f82aa5426ade on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:09.978707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Attempting to bind port d4e8d50e-03c6-4743-89ce-f82aa5426ade by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'a0a1c8bd-b817-4770-aae7-5b874e20973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:09.979056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Attempting to bind port d4e8d50e-03c6-4743-89ce-f82aa5426ade on network 07296cda-6dc6-449c-ab0f-004a0eef2678 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:10.009106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 3621a08a-9ee7-4e07-92ad-ba7a3800539d owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:10.023990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:10.024358 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Checking segment: {'id': 'a0a1c8bd-b817-4770-aae7-5b874e20973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:10.024770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.025904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Bound using segment: {'id': 'a0a1c8bd-b817-4770-aae7-5b874e20973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:10.026374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Bound port: d4e8d50e-03c6-4743-89ce-f82aa5426ade, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a1c8bd-b817-4770-aae7-5b874e20973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:10.026862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.104668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] DHCP port deletion for b2c929ed-7c2f-463c-9dd2-114e2ce917ee request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:10.127783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] Deleting port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:10.128138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.189695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Attempting to bind port b9f95300-9ab5-43d2-8ad5-4886937237aa on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:10.189844 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Attempting to bind port b9f95300-9ab5-43d2-8ad5-4886937237aa by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '1f65ed36-76f6-4a4b-b45c-24c9d2550056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:10.190153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Attempting to bind port b9f95300-9ab5-43d2-8ad5-4886937237aa on network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:10.216663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.246349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.246951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.250255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-02977f15-658c-40d6-b806-182f4e69221e None None] Provisioning for port e38806cf-385e-48b5-b80b-83c9b232c289 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:10.259188 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:10.259552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Checking segment: {'id': '1f65ed36-76f6-4a4b-b45c-24c9d2550056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:10.259947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.260341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Bound using segment: {'id': '1f65ed36-76f6-4a4b-b45c-24c9d2550056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:10.260831 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Bound port: b9f95300-9ab5-43d2-8ad5-4886937237aa, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f65ed36-76f6-4a4b-b45c-24c9d2550056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:10.261202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.264206 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Transition to ACTIVE for port object 9ff54667-8909-4db8-bf0a-20fb83dbd5af will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:10.296551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.301430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-02977f15-658c-40d6-b806-182f4e69221e None None] Provisioning complete for port e38806cf-385e-48b5-b80b-83c9b232c289 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:10.301785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-02977f15-658c-40d6-b806-182f4e69221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.302138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=3621a08a-9ee7-4e07-92ad-ba7a3800539d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:10.371455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:10.376519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:10.381548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:10.388300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1dfcd621-18d1-4e03-9070-ad9ac59d8315 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:10.406388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.438776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=9ff54667-8909-4db8-bf0a-20fb83dbd5af,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:10.501364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.502444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] For port d4e8d50e-03c6-4743-89ce-f82aa5426ade, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:10.518785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-02977f15-658c-40d6-b806-182f4e69221e None None] Port e38806cf-385e-48b5-b80b-83c9b232c289 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:10.543127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.565979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] For port d4e8d50e-03c6-4743-89ce-f82aa5426ade, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d4e8d50e-03c6-4743-89ce-f82aa5426ade,segment=NetworkSegment(a0a1c8bd-b817-4770-aae7-5b874e20973d),segment_id=a0a1c8bd-b817-4770-aae7-5b874e20973d)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:10.594756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.596373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.599482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.630524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.631677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Fanout notify agent at l3_agent the message router_deleted on router da417aa2-b38a-4078-8a4a-e06abdd21f86 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:00:10.658677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.660093 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-12d34b10-a74c-4873-b7bc-13c935b16767 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/routers/da417aa2-b38a-4078-8a4a-e06abdd21f86 HTTP/1.1" status: 204 len: 168 time: 1.9267223 Mar 16 11:00:10.662860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37902) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:10.713928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] For port b9f95300-9ab5-43d2-8ad5-4886937237aa, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:10.748765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] For port b9f95300-9ab5-43d2-8ad5-4886937237aa, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b9f95300-9ab5-43d2-8ad5-4886937237aa,segment=NetworkSegment(1f65ed36-76f6-4a4b-b45c-24c9d2550056),segment_id=1f65ed36-76f6-4a4b-b45c-24c9d2550056)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:10.767846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] For port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=01bd9e27-5d76-4f81-b887-f7ef92ef4cab,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:10.768199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.791364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.807191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.823593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:10.824019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.919652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:10.922947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:10.923599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:10.943147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.986970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] Calling delete_port for 01bd9e27-5d76-4f81-b887-f7ef92ef4cab owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:11.039606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:11.039970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.072969 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f932c2-2c79-447e-bc55-3bd4b284f491 None None] Pushing event updated for resources: {'Port': ['ID=d4e8d50e-03c6-4743-89ce-f82aa5426ade,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:11.073592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=01bd9e27-5d76-4f81-b887-f7ef92ef4cab,segment=NetworkSegment(0a62c687-84b1-4c9c-8e99-df95e946e77d),segment_id=0a62c687-84b1-4c9c-8e99-df95e946e77d)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:11.074112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.136511 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-02977f15-658c-40d6-b806-182f4e69221e None None] Provisioning complete for port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:11.137184 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-02977f15-658c-40d6-b806-182f4e69221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.228010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 01bd9e27-5d76-4f81-b887-f7ef92ef4cab owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:11.335104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.390233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:11.394397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=01bd9e27-5d76-4f81-b887-f7ef92ef4cab,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:11.402615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:11.472505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469280d-2e33-4d67-b210-5775b2d712d0 None None] Pushing event updated for resources: {'Port': ['ID=b9f95300-9ab5-43d2-8ad5-4886937237aa,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:11.481382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:00:11.481727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:00:11.569299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.718208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.721346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.767167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.776323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.792539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.798489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c929ed-7c2f-463c-9dd2-114e2ce917ee']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:11.804724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-02977f15-658c-40d6-b806-182f4e69221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.818952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a62c687-84b1-4c9c-8e99-df95e946e77d') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:11.819794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a62c687-84b1-4c9c-8e99-df95e946e77d') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:11.833803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.854467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.864163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:11.864822 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.877182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 1dfcd621-18d1-4e03-9070-ad9ac59d8315, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1dfcd621-18d1-4e03-9070-ad9ac59d8315,segment=NetworkSegment(cf117314-f637-488c-81cb-ee43c758c018),segment_id=cf117314-f637-488c-81cb-ee43c758c018)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:11.880954 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:11.884336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.898029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.902137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.905575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=e38806cf-385e-48b5-b80b-83c9b232c289,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:11.988397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] Deleting port 01bd9e27-5d76-4f81-b887-f7ef92ef4cab {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:11.988944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.992435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.020105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.036206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Network': ['ID=b2c929ed-7c2f-463c-9dd2-114e2ce917ee,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:12.044984 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-871e4d57-821b-4ec2-82a5-268f8adbe266 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/networks/b2c929ed-7c2f-463c-9dd2-114e2ce917ee HTTP/1.1" status: 204 len: 168 time: 1.3808711 Mar 16 11:00:12.073136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37906) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:12.081064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'network': {'name': 'tempest-network-smoke--707518329', 'project_id': '849b974e975a469799922d4fd7056cfd', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:12.087182 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:12.096134 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:network and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:12.102092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:12.104708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b9f95300-9ab5-43d2-8ad5-4886937237aa up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:12.108077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:12.120079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:12.124909 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.142435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-99e8e9cf-18a8-44dd-8642-2113f39281d3 None None] The port '01bd9e27-5d76-4f81-b887-f7ef92ef4cab' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:00:12.143761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=9ff54667-8909-4db8-bf0a-20fb83dbd5af,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:12.153327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-02977f15-658c-40d6-b806-182f4e69221e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:00:12.153752 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-02977f15-658c-40d6-b806-182f4e69221e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:00:12.166772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=1dfcd621-18d1-4e03-9070-ad9ac59d8315,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:12.167025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:12.191408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.192687 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Added segment 863cf054-0e2b-4ec3-969a-ea1edde290d4 of type vlan for network 7d6a1952-c01c-4d3e-88b1-59346321b492 Mar 16 11:00:12.219592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:10Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:09Z', 'revision_number': 1, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:10Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:12.225005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.225210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591d86a-8a14-4350-9544-51ee3865edb6 None None] The sync data for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv is: [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:10Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:09Z', 'revision_number': 1, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:10Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:12.231014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port b9f95300-9ab5-43d2-8ad5-4886937237aa completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:12.286974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:12.288541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.289292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network eef153ad-3ed3-46bc-91ba-2ce69a66130a is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:12.290580 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:12.302389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:12.324267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:12.325027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.353814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3621a08a-9ee7-4e07-92ad-ba7a3800539d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:12.401120 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3271585 Mar 16 11:00:12.426881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37910) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:12.453231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'admin_state_up': True, 'project_id': '849b974e975a469799922d4fd7056cfd', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:12.472558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:12.477409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 3621a08a-9ee7-4e07-92ad-ba7a3800539d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:12.478134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3621a08a-9ee7-4e07-92ad-ba7a3800539d not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:12.479158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 01bd9e27-5d76-4f81-b887-f7ef92ef4cab no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:12.552102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 01bd9e27-5d76-4f81-b887-f7ef92ef4cab {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:12.556223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 01bd9e27-5d76-4f81-b887-f7ef92ef4cab not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:12.557221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 279a08b0-bb7f-412a-90b5-ab7596b458f9 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:12.569349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:router and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:12.581785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:12.610180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 279a08b0-bb7f-412a-90b5-ab7596b458f9 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:12.612919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 279a08b0-bb7f-412a-90b5-ab7596b458f9 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:12.623137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:12.640100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5660b-50e5-4ac0-a6d9-a9c0970d50c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Network': ['ID=7d6a1952-c01c-4d3e-88b1-59346321b492,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:12.654640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 7d6a1952-c01c-4d3e-88b1-59346321b492 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:12.666422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.667887 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.686862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.694567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:12.870667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1b145-4cff-4ed9-a847-0294dce7c974 None None] Network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:13.051662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.072671 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Provisioning complete for port e38806cf-385e-48b5-b80b-83c9b232c289 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:13.073149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.106472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Router 7a80de25-564e-459e-a471-e04cee8c1342 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:00:13.115892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:13.172641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Port e38806cf-385e-48b5-b80b-83c9b232c289 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:13.188342 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b029efaf-cecc-4c28-a332-d68705e8d1b8 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2580342 Mar 16 11:00:13.191765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37914) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:13.201292 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'network': {'name': 'tempest-RoutersTest-321757630'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:13.210835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:13.215345 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:network and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:13.218548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:13.226290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:13.243363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:13.247824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.250492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Provisioning for port b9f95300-9ab5-43d2-8ad5-4886937237aa completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:13.257599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Provisioning complete for port b9f95300-9ab5-43d2-8ad5-4886937237aa triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:13.258125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.299589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:13.315202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.315540 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added segment 7bd9dde7-c49e-4c77-b228-42b99adabb66 of type vlan for network 2d9a7f00-847c-499c-855e-5f90304a5763 Mar 16 11:00:13.322948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:13.341258 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-41002773-74f4-4482-b488-7d27531513ef tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "PUT /v2.0/routers/7a80de25-564e-459e-a471-e04cee8c1342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9901907 Mar 16 11:00:13.344431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37918) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:13.363565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.375564 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e761f4-e11f-49b5-8ff6-83cc80d0b46c None None] Sync routers for ids ['7a80de25-564e-459e-a471-e04cee8c1342'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:13.395054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e761f4-e11f-49b5-8ff6-83cc80d0b46c None None] Routers {'7a80de25-564e-459e-a471-e04cee8c1342'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:13.395846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-80e761f4-e11f-49b5-8ff6-83cc80d0b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7a80de25-564e-459e-a471-e04cee8c1342'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:13.469765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab8536-a997-487d-b2dd-c152c57eee9f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:13.474604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-80e761f4-e11f-49b5-8ff6-83cc80d0b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:13.475355 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-44ab8536-a997-487d-b2dd-c152c57eee9f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a80de25-564e-459e-a471-e04cee8c1342 HTTP/1.1" status: 200 len: 981 time: 0.1290843 Mar 16 11:00:13.476145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37922) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:13.489667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e761f4-e11f-49b5-8ff6-83cc80d0b46c None None] Routers {'7a80de25-564e-459e-a471-e04cee8c1342'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:13.490855 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-80e761f4-e11f-49b5-8ff6-83cc80d0b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7a80de25-564e-459e-a471-e04cee8c1342'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:13.574095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.609391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.615375 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-80e761f4-e11f-49b5-8ff6-83cc80d0b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:13.615885 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e761f4-e11f-49b5-8ff6-83cc80d0b46c None None] The sync data for ids ['7a80de25-564e-459e-a471-e04cee8c1342'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:13.655654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.659435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.665151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:13.665624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.719564 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] For port b9f95300-9ab5-43d2-8ad5-4886937237aa, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b9f95300-9ab5-43d2-8ad5-4886937237aa,segment=NetworkSegment(1f65ed36-76f6-4a4b-b45c-24c9d2550056),segment_id=1f65ed36-76f6-4a4b-b45c-24c9d2550056)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:13.726913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.811951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Pushing event updated for resources: {'Port': ['ID=b9f95300-9ab5-43d2-8ad5-4886937237aa,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:13.821350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.821695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.822032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.822366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.822748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.823025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.823341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.823680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.823971 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.824293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.824636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.824938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62a12c-820b-41db-91de-546048cb5171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:13.834093 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Sync routers for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:13.857500 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:13.858675 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-363caed0-dca4-421d-9345-4578683a2837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:13.861338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-39f48f9e-ab26-4c14-96dd-e369a4ecd3ca None None] Provisioning complete for port b9f95300-9ab5-43d2-8ad5-4886937237aa triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:13.862497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-39f48f9e-ab26-4c14-96dd-e369a4ecd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.963097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Network': ['ID=2d9a7f00-847c-499c-855e-5f90304a5763,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:13.988438 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c3b34a70-53fd-43e4-a635-aa77f0fda298 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7954147 Mar 16 11:00:14.008706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 2d9a7f00-847c-499c-855e-5f90304a5763 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:14.009228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37926) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:14.022614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'subnet': {'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:14.071582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.130 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/f00e3d63-9db1-40ff-b388-3b6276a69d48) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:14.175441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d4e8d50e-03c6-4743-89ce-f82aa5426ade up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:14.296253 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:14.297213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-39f48f9e-ab26-4c14-96dd-e369a4ecd3ca None None] Provisioning for port 9ff54667-8909-4db8-bf0a-20fb83dbd5af completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:14.303830 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-39f48f9e-ab26-4c14-96dd-e369a4ecd3ca None None] Provisioning complete for port 9ff54667-8909-4db8-bf0a-20fb83dbd5af triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:14.304524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-39f48f9e-ab26-4c14-96dd-e369a4ecd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.307492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.322087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:14.329237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:subnet and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:14.332423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:14.340297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:14.354443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.364535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port d4e8d50e-03c6-4743-89ce-f82aa5426ade completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:14.373609 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d4e8d50e-03c6-4743-89ce-f82aa5426ade triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:14.374509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.390584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Made reservation on behalf of 4c5c3b96ab9a456884f14afafc29de76 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:14.394103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.414169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:14.420130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:14.426596 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-39f48f9e-ab26-4c14-96dd-e369a4ecd3ca None None] Port 9ff54667-8909-4db8-bf0a-20fb83dbd5af cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:14.434283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:14.511299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.563584 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4b96b988-fd59-458d-99b8-0f6c7203ffa4 None None] Provisioning complete for port 9ff54667-8909-4db8-bf0a-20fb83dbd5af triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:14.564171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4b96b988-fd59-458d-99b8-0f6c7203ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.621411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port d4e8d50e-03c6-4743-89ce-f82aa5426ade, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d4e8d50e-03c6-4743-89ce-f82aa5426ade,segment=NetworkSegment(a0a1c8bd-b817-4770-aae7-5b874e20973d),segment_id=a0a1c8bd-b817-4770-aae7-5b874e20973d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:14.641597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.643124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1dfcd621-18d1-4e03-9070-ad9ac59d8315 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:14.655983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.726172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-4b96b988-fd59-458d-99b8-0f6c7203ffa4 None None] Port 9ff54667-8909-4db8-bf0a-20fb83dbd5af cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:14.753066 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-363caed0-dca4-421d-9345-4578683a2837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:10Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 2, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:10Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:14.757978 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Checking router: 1512f2b2-fce2-4364-9544-5e72a95303b3 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:14.758649 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Updating router 1512f2b2-fce2-4364-9544-5e72a95303b3 port 9ff54667-8909-4db8-bf0a-20fb83dbd5af binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:14.770319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=f00e3d63-9db1-40ff-b388-3b6276a69d48,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:14.786489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=d4e8d50e-03c6-4743-89ce-f82aa5426ade,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:14.798511 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:14.798511 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.836990 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.940444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b9f95300-9ab5-43d2-8ad5-4886937237aa up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:15.012332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.015818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port b9f95300-9ab5-43d2-8ad5-4886937237aa triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:15.016200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.043805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.172557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Subnet': ['ID=f95f3bfc-e54b-4b3e-8d25-534d9f663b91,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:15.190249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Checking segment: {'id': '7bd9dde7-c49e-4c77-b228-42b99adabb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:15.190601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network hostable DHCP agents. Network: 2d9a7f00-847c-499c-855e-5f90304a5763, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:15.220965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port e38806cf-385e-48b5-b80b-83c9b232c289 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:15.221455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.248024 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.255347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 2d9a7f00-847c-499c-855e-5f90304a5763 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:15.261269 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Transition to ACTIVE for port object 9ff54667-8909-4db8-bf0a-20fb83dbd5af will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:15.268576 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.277612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 2d9a7f00-847c-499c-855e-5f90304a5763) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:15.282780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:15.283363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.289000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4b3f45-5e2b-4490-91de-9703154bdd09 None None] Network 2d9a7f00-847c-499c-855e-5f90304a5763 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:15.350865 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1802b3fd-61a5-49a1-b36a-5ede863835d6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3375566 Mar 16 11:00:15.414929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37930) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:15.436182 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.459367 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Pushing event updated for resources: {'Port': ['ID=9ff54667-8909-4db8-bf0a-20fb83dbd5af,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:15.512592 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.513173 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.514276 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.514894 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.515368 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.515789 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.516351 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.516789 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.517299 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.517727 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.518134 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.518540 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:15.543727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-2d9a7f00-847c-499c-855e-5f90304a5763', 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'fixed_ips': [{'subnet_id': 'f95f3bfc-e54b-4b3e-8d25-534d9f663b91'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:15.544943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.625719 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Attempting to bind port 9ff54667-8909-4db8-bf0a-20fb83dbd5af on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:15.626204 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Attempting to bind port 9ff54667-8909-4db8-bf0a-20fb83dbd5af by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '1f65ed36-76f6-4a4b-b45c-24c9d2550056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:15.626624 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Attempting to bind port 9ff54667-8909-4db8-bf0a-20fb83dbd5af on network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:15.635489 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:15.638647 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Checking segment: {'id': '1f65ed36-76f6-4a4b-b45c-24c9d2550056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:15.639143 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.639672 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Bound using segment: {'id': '1f65ed36-76f6-4a4b-b45c-24c9d2550056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:15.642753 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Bound port: 9ff54667-8909-4db8-bf0a-20fb83dbd5af, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f65ed36-76f6-4a4b-b45c-24c9d2550056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:15.643585 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.744614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:00:15.754202 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-363caed0-dca4-421d-9345-4578683a2837 None None] For port 9ff54667-8909-4db8-bf0a-20fb83dbd5af, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:15.758117 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-363caed0-dca4-421d-9345-4578683a2837 None None] For port 9ff54667-8909-4db8-bf0a-20fb83dbd5af, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9ff54667-8909-4db8-bf0a-20fb83dbd5af,segment=NetworkSegment(1f65ed36-76f6-4a4b-b45c-24c9d2550056),segment_id=1f65ed36-76f6-4a4b-b45c-24c9d2550056)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:15.763552 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.790539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Allocated IP 172.23.0.2 (2d9a7f00-847c-499c-855e-5f90304a5763/f95f3bfc-e54b-4b3e-8d25-534d9f663b91/cf421d34-2e08-4eea-9fbe-950c9e79b6cd) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:15.845787 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4899f-a982-439a-b312-4dd0748039d5 None None] Pushing event updated for resources: {'Port': ['ID=9ff54667-8909-4db8-bf0a-20fb83dbd5af,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:15.876764 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:15.877974 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-363caed0-dca4-421d-9345-4578683a2837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:15.954832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.067790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.073791 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-363caed0-dca4-421d-9345-4578683a2837 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:16.095690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Transition to ACTIVE for port object cf421d34-2e08-4eea-9fbe-950c9e79b6cd will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:16.135665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Transition to ACTIVE for port object cf421d34-2e08-4eea-9fbe-950c9e79b6cd will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:16.146056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d4e8d50e-03c6-4743-89ce-f82aa5426ade up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:16.192516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.234176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for e38806cf-385e-48b5-b80b-83c9b232c289 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:16.254087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:16.270235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Network 2d9a7f00-847c-499c-855e-5f90304a5763 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:16.276341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:16.279316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Sync routers for ids ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:16.282094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.283905 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-00b91501-67ad-416e-8a3a-e898226b4e93 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8556795 Mar 16 11:00:16.287094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37934) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:16.290658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:16.349879 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bed47d19-3fac-4dfe-b574-0c8ac78aad2b tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=849b974e975a469799922d4fd7056cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0603232 Mar 16 11:00:16.351703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37938) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:16.396123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Routers {'df0ec5d0-3174-42de-8a6b-d34e3d2c6710'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:16.396683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:16.469278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Pushing event updated for resources: {'Port': ['ID=cf421d34-2e08-4eea-9fbe-950c9e79b6cd,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:16.470605 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-363caed0-dca4-421d-9345-4578683a2837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:10Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:15Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:16.487026 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363caed0-dca4-421d-9345-4578683a2837 None None] The sync data for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv is: [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:10Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:15Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:16.513298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Attempting to bind port cf421d34-2e08-4eea-9fbe-950c9e79b6cd on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:16.513590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db768c0-2e91-43be-937c-b5f407dc2136 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:16.514055 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Attempting to bind port cf421d34-2e08-4eea-9fbe-950c9e79b6cd by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7bd9dde7-c49e-4c77-b228-42b99adabb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:16.514055 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Attempting to bind port cf421d34-2e08-4eea-9fbe-950c9e79b6cd on network 2d9a7f00-847c-499c-855e-5f90304a5763 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:16.515177 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3db768c0-2e91-43be-937c-b5f407dc2136 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1622717 Mar 16 11:00:16.517924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37942) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:16.522030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.525591 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d4e8d50e-03c6-4743-89ce-f82aa5426ade triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:16.525951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.554036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:16.555063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Checking segment: {'id': '7bd9dde7-c49e-4c77-b228-42b99adabb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:16.556051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.557246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Bound using segment: {'id': '7bd9dde7-c49e-4c77-b228-42b99adabb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:16.558232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Bound port: cf421d34-2e08-4eea-9fbe-950c9e79b6cd, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd9dde7-c49e-4c77-b228-42b99adabb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:16.559681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.575275 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-70eda318-e3a6-4336-9093-fce1f67082b0 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560169 Mar 16 11:00:16.577575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37946) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:16.583778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1142769585', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'project_id': '849b974e975a469799922d4fd7056cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:16.715162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:16.719410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:subnet and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:16.723125 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:16.729981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:16.742646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:16.746183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.798646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Set router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:16.931929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.973164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.981343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] For port cf421d34-2e08-4eea-9fbe-950c9e79b6cd, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:17.021984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=e38806cf-385e-48b5-b80b-83c9b232c289,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:17.061456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] For port cf421d34-2e08-4eea-9fbe-950c9e79b6cd, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=cf421d34-2e08-4eea-9fbe-950c9e79b6cd,segment=NetworkSegment(7bd9dde7-c49e-4c77-b228-42b99adabb66),segment_id=7bd9dde7-c49e-4c77-b228-42b99adabb66)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:17.070736 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Subnet': ['ID=76b83f11-611d-4245-b870-efd1bfd38e55,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:17.082356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Checking segment: {'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:17.082723 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network hostable DHCP agents. Network: 7d6a1952-c01c-4d3e-88b1-59346321b492, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:17.083672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.110144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 7d6a1952-c01c-4d3e-88b1-59346321b492 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:17.125507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 7d6a1952-c01c-4d3e-88b1-59346321b492) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:17.144906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:17.145858 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.159975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b07ed-ad60-4deb-9b67-dfc2c25a2a29 None None] Network 7d6a1952-c01c-4d3e-88b1-59346321b492 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:17.178486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9ff54667-8909-4db8-bf0a-20fb83dbd5af up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:17.188332 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6d9dc30f-cdfc-40f5-9eb0-7d7c2ff0f42e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6088336 Mar 16 11:00:17.190395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37950) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:17.448102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Allocated IP 172.23.0.1 (2d9a7f00-847c-499c-855e-5f90304a5763/f95f3bfc-e54b-4b3e-8d25-534d9f663b91/10d3ced7-2589-4c24-8479-210dce3cbe04) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:17.467309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.470075 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915262fc-1c73-4392-b579-5f51bcea3688 None None] Pushing event updated for resources: {'Port': ['ID=cf421d34-2e08-4eea-9fbe-950c9e79b6cd,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:17.618686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 9ff54667-8909-4db8-bf0a-20fb83dbd5af completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:17.663288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 9ff54667-8909-4db8-bf0a-20fb83dbd5af triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:17.663662 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.875207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:17.893414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Checking router: df0ec5d0-3174-42de-8a6b-d34e3d2c6710 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:17.893770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Updating router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 port f00e3d63-9db1-40ff-b388-3b6276a69d48 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:17.927494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-7d6a1952-c01c-4d3e-88b1-59346321b492', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:17.928330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.935140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Router 7a80de25-564e-459e-a471-e04cee8c1342 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:18.049872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.110647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.164485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Transition to ACTIVE for port object 10d3ced7-2589-4c24-8479-210dce3cbe04 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:18.170204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:18.182682 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b265dda-9a1e-429a-bd62-0e75ee2c59b1 None None] Sync routers for ids ['7a80de25-564e-459e-a471-e04cee8c1342'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:18.195756 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b265dda-9a1e-429a-bd62-0e75ee2c59b1 None None] Routers {'7a80de25-564e-459e-a471-e04cee8c1342'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:18.200262 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4b265dda-9a1e-429a-bd62-0e75ee2c59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7a80de25-564e-459e-a471-e04cee8c1342'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:18.201411 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ff69b0c3-6d33-44dc-b49e-f99e57775110 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "PUT /v2.0/routers/7a80de25-564e-459e-a471-e04cee8c1342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7238677 Mar 16 11:00:18.202519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37954) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:18.246685 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Allocated IP 172.20.0.2 (7d6a1952-c01c-4d3e-88b1-59346321b492/76b83f11-611d-4245-b870-efd1bfd38e55/f31996e3-3f97-496e-bc11-f3074d9984c7) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:18.280168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.321118 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4b265dda-9a1e-429a-bd62-0e75ee2c59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:18.342957 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b265dda-9a1e-429a-bd62-0e75ee2c59b1 None None] Routers {'7a80de25-564e-459e-a471-e04cee8c1342'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:18.343563 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4b265dda-9a1e-429a-bd62-0e75ee2c59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7a80de25-564e-459e-a471-e04cee8c1342'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:18.408098 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7397d4-4200-4888-82e5-9a60513a746d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 11:00:18.409272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2f7397d4-4200-4888-82e5-9a60513a746d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:18.428191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.428897 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4b265dda-9a1e-429a-bd62-0e75ee2c59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:18.429302 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b265dda-9a1e-429a-bd62-0e75ee2c59b1 None None] The sync data for ids ['7a80de25-564e-459e-a471-e04cee8c1342'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:18.480833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2f7397d4-4200-4888-82e5-9a60513a746d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:18.486148 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2f7397d4-4200-4888-82e5-9a60513a746d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/e38806cf-385e-48b5-b80b-83c9b232c289 HTTP/1.1" status: 404 len: 333 time: 0.2806709 Mar 16 11:00:18.487150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37958) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:18.503726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.593956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 2d9a7f00-847c-499c-855e-5f90304a5763 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:18.606822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:18.612074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:18.690340 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.700848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf5fa7-54aa-4456-af20-008eac1ef515 None None] Network 2d9a7f00-847c-499c-855e-5f90304a5763 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:18.743460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=10d3ced7-2589-4c24-8479-210dce3cbe04,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:18.753956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b688bf6d-de1f-4c4c-bead-fd4875855498 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.755323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Transition to ACTIVE for port object f31996e3-3f97-496e-bc11-f3074d9984c7 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:18.762264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 9ff54667-8909-4db8-bf0a-20fb83dbd5af, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9ff54667-8909-4db8-bf0a-20fb83dbd5af,segment=NetworkSegment(1f65ed36-76f6-4a4b-b45c-24c9d2550056),segment_id=1f65ed36-76f6-4a4b-b45c-24c9d2550056)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:18.825423 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.895280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.986608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Transition to ACTIVE for port object f31996e3-3f97-496e-bc11-f3074d9984c7 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:18.988109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device cf421d34-2e08-4eea-9fbe-950c9e79b6cd up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:19.107571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.1 (7d6a1952-c01c-4d3e-88b1-59346321b492/76b83f11-611d-4245-b870-efd1bfd38e55/24e9cd6b-60e2-462d-913f-c8b27a039972) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:19.107800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fc70119a-a3a9-48f5-b240-f6b3b041e3d7 None None] Provisioning for port cf421d34-2e08-4eea-9fbe-950c9e79b6cd completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:19.113710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b688bf6d-de1f-4c4c-bead-fd4875855498 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.117907 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b688bf6d-de1f-4c4c-bead-fd4875855498 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.120690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.159020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b688bf6d-de1f-4c4c-bead-fd4875855498 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.159607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b688bf6d-de1f-4c4c-bead-fd4875855498 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Fanout notify agent at l3_agent the message router_deleted on router 7a80de25-564e-459e-a471-e04cee8c1342 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:00:19.174458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b688bf6d-de1f-4c4c-bead-fd4875855498 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.175619 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b688bf6d-de1f-4c4c-bead-fd4875855498 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/routers/7a80de25-564e-459e-a471-e04cee8c1342 HTTP/1.1" status: 204 len: 168 time: 0.6784146 Mar 16 11:00:19.190510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=9ff54667-8909-4db8-bf0a-20fb83dbd5af,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:19.209860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37962) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:19.251452 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Network 7d6a1952-c01c-4d3e-88b1-59346321b492 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:19.273758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:19.287443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.299598 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:19.311437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9fe347-4f48-4825-a180-5a83c2b11994 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 185489ba-0b29-44e3-8c04-d3ec3c2d5480 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:19.315320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe347-4f48-4825-a180-5a83c2b11994 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.316436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.334660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 24e9cd6b-60e2-462d-913f-c8b27a039972 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:19.362449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.429985 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Pushing event updated for resources: {'Port': ['ID=f31996e3-3f97-496e-bc11-f3074d9984c7,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:19.432932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 7d6a1952-c01c-4d3e-88b1-59346321b492 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:19.441493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:19.443408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port cf421d34-2e08-4eea-9fbe-950c9e79b6cd completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:19.444162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:19.484792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe347-4f48-4825-a180-5a83c2b11994 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.490180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=24e9cd6b-60e2-462d-913f-c8b27a039972,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:19.513013 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.544603 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port cf421d34-2e08-4eea-9fbe-950c9e79b6cd triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:19.545200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.568396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Attempting to bind port f31996e3-3f97-496e-bc11-f3074d9984c7 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:19.568789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Attempting to bind port f31996e3-3f97-496e-bc11-f3074d9984c7 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:19.569567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Attempting to bind port f31996e3-3f97-496e-bc11-f3074d9984c7 on network 7d6a1952-c01c-4d3e-88b1-59346321b492 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:19.600081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:19.600350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Checking segment: {'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:19.600774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.601173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Bound using segment: {'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:19.602057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Bound port: f31996e3-3f97-496e-bc11-f3074d9984c7, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:19.602057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.679126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.714336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Transition to ACTIVE for port object f00e3d63-9db1-40ff-b388-3b6276a69d48 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:19.737510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.738621 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.867202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] For port f31996e3-3f97-496e-bc11-f3074d9984c7, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:19.893425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe347-4f48-4825-a180-5a83c2b11994 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.901854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] For port f31996e3-3f97-496e-bc11-f3074d9984c7, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f31996e3-3f97-496e-bc11-f3074d9984c7,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:19.907843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Attempting to bind port f00e3d63-9db1-40ff-b388-3b6276a69d48 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:19.908117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Attempting to bind port f00e3d63-9db1-40ff-b388-3b6276a69d48 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:19.908507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Attempting to bind port f00e3d63-9db1-40ff-b388-3b6276a69d48 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:19.912286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b647c-ebc6-4dda-8624-2e5fc3eb08a8 None None] Pushing event updated for resources: {'Port': ['ID=f00e3d63-9db1-40ff-b388-3b6276a69d48,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:19.916117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.926913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.971337 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:19.972084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:19.972486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.972909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:19.973401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Bound port: f00e3d63-9db1-40ff-b388-3b6276a69d48, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:19.973773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.044506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe347-4f48-4825-a180-5a83c2b11994 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.090586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.103455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port cf421d34-2e08-4eea-9fbe-950c9e79b6cd, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=cf421d34-2e08-4eea-9fbe-950c9e79b6cd,segment=NetworkSegment(7bd9dde7-c49e-4c77-b228-42b99adabb66),segment_id=7bd9dde7-c49e-4c77-b228-42b99adabb66)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:20.105651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fe347-4f48-4825-a180-5a83c2b11994 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=185489ba-0b29-44e3-8c04-d3ec3c2d5480,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:20.111460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe347-4f48-4825-a180-5a83c2b11994 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.114819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.123641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd380d41-88c7-4dc6-b778-d0c2f414b08b None None] Pushing event updated for resources: {'Port': ['ID=f31996e3-3f97-496e-bc11-f3074d9984c7,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:20.126429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb1908-144b-47db-b5f7-05e24ed70240 None None] Network eef153ad-3ed3-46bc-91ba-2ce69a66130a requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:20.139899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.208887 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1f9fe347-4f48-4825-a180-5a83c2b11994 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/185489ba-0b29-44e3-8c04-d3ec3c2d5480 HTTP/1.1" status: 204 len: 168 time: 0.9955785 Mar 16 11:00:20.211413 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37966) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:20.254029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event updated for resources: {'Port': ['ID=10d3ced7-2589-4c24-8479-210dce3cbe04,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:20.257940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.294038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] For port f00e3d63-9db1-40ff-b388-3b6276a69d48, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:20.323911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] For port f00e3d63-9db1-40ff-b388-3b6276a69d48, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f00e3d63-9db1-40ff-b388-3b6276a69d48,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:20.370961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fc8594d9-d356-4c4a-81db-80825cefbfa8 None None] Provisioning for port 10d3ced7-2589-4c24-8479-210dce3cbe04 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:20.374801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.378505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=cf421d34-2e08-4eea-9fbe-950c9e79b6cd,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:20.473318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Network 2d9a7f00-847c-499c-855e-5f90304a5763 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:20.474915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:20.476031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fc8594d9-d356-4c4a-81db-80825cefbfa8 None None] Provisioning complete for port 10d3ced7-2589-4c24-8479-210dce3cbe04 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:20.476412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fc8594d9-d356-4c4a-81db-80825cefbfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.636792 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-fc8594d9-d356-4c4a-81db-80825cefbfa8 None None] Port 10d3ced7-2589-4c24-8479-210dce3cbe04 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:20.661299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b647c-ebc6-4dda-8624-2e5fc3eb08a8 None None] Pushing event updated for resources: {'Port': ['ID=f00e3d63-9db1-40ff-b388-3b6276a69d48,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:20.680455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Routers {'df0ec5d0-3174-42de-8a6b-d34e3d2c6710'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:20.681147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:20.713989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.729712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:20.732339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.734359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:20.734872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.771081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fc8594d9-d356-4c4a-81db-80825cefbfa8 None None] Provisioning complete for port cf421d34-2e08-4eea-9fbe-950c9e79b6cd triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:20.771636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fc8594d9-d356-4c4a-81db-80825cefbfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.831938 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.939264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:20.947051 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6c24d23b-4a51-4b92-8e6e-7850e285e868 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5313549 Mar 16 11:00:20.948048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37970) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:20.953687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-3d36e1dc-d990-4d33-897b-b7b2ca77b046 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:20.975897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Sync routers for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:20.981764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e896302-f265-4e29-841a-c75d6fa38c7e None None] DHCP port deletion for eef153ad-3ed3-46bc-91ba-2ce69a66130a request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:20.997013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1e896302-f265-4e29-841a-c75d6fa38c7e None None] Deleting port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:20.997733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e896302-f265-4e29-841a-c75d6fa38c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.003098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.050099 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=24e9cd6b-60e2-462d-913f-c8b27a039972,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:21.184803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:21.185288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T10:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:21.220762 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] For port 1dfcd621-18d1-4e03-9070-ad9ac59d8315, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1dfcd621-18d1-4e03-9070-ad9ac59d8315,segment=NetworkSegment(cf117314-f637-488c-81cb-ee43c758c018),segment_id=cf117314-f637-488c-81cb-ee43c758c018)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:21.221131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.264116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] Set router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:21.354567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 1dfcd621-18d1-4e03-9070-ad9ac59d8315 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:21.358920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f31996e3-3f97-496e-bc11-f3074d9984c7 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:21.431591 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 7d6a1952-c01c-4d3e-88b1-59346321b492 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:21.433842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:21.526184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.526476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f009c29-c669-435b-9dd9-ccc4bd9a2418 None None] Network 7d6a1952-c01c-4d3e-88b1-59346321b492 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:21.587142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=1dfcd621-18d1-4e03-9070-ad9ac59d8315,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:21.588047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.extraroute_db [None req-3d36e1dc-d990-4d33-897b-b7b2ca77b046 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:00:21.592221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-1e896302-f265-4e29-841a-c75d6fa38c7e None None] The port '1dfcd621-18d1-4e03-9070-ad9ac59d8315' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:00:21.594855 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No DVR routers for this DVR port 1dfcd621-18d1-4e03-9070-ad9ac59d8315 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:21.612378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.extraroute_db [None req-3d36e1dc-d990-4d33-897b-b7b2ca77b046 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Removed routes are [] {{(pid=87874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:00:21.612881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3d36e1dc-d990-4d33-897b-b7b2ca77b046 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.809227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.841443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:21.846162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef153ad-3ed3-46bc-91ba-2ce69a66130a']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:21.861444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf117314-f637-488c-81cb-ee43c758c018') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:21.862014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf117314-f637-488c-81cb-ee43c758c018') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:21.880145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f8303f16-9de0-46e2-8bde-8064fea93b0b None None] Provisioning complete for port 10d3ced7-2589-4c24-8479-210dce3cbe04 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:21.880790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f8303f16-9de0-46e2-8bde-8064fea93b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.908862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:21.922692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.958550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.969724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:21.970121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:21.985212 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:21.997321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-491f9042-dd6d-4936-974e-420153c21651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.098083 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3d36e1dc-d990-4d33-897b-b7b2ca77b046 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.098770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port f31996e3-3f97-496e-bc11-f3074d9984c7 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:22.102099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3d36e1dc-d990-4d33-897b-b7b2ca77b046 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.111082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f8303f16-9de0-46e2-8bde-8064fea93b0b None None] Port 10d3ced7-2589-4c24-8479-210dce3cbe04 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:22.180072 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9ff54667-8909-4db8-bf0a-20fb83dbd5af up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:22.269831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d36e1dc-d990-4d33-897b-b7b2ca77b046 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:22.270980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.273311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:22.295045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.303209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Network': ['ID=eef153ad-3ed3-46bc-91ba-2ce69a66130a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:22.325606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f8303f16-9de0-46e2-8bde-8064fea93b0b None None] Provisioning for port f31996e3-3f97-496e-bc11-f3074d9984c7 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:22.329029 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-791dd1f0-d4f3-409d-8120-bb71d256dca2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/df0ec5d0-3174-42de-8a6b-d34e3d2c6710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1375556 Mar 16 11:00:22.329819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37974) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:22.338853 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f13b76a9-c6a8-4aad-ab5f-7185983250b9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/networks/eef153ad-3ed3-46bc-91ba-2ce69a66130a HTTP/1.1" status: 204 len: 168 time: 2.1163888 Mar 16 11:00:22.342575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37978) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:22.394703 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f8303f16-9de0-46e2-8bde-8064fea93b0b None None] Provisioning complete for port f31996e3-3f97-496e-bc11-f3074d9984c7 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:22.395079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f8303f16-9de0-46e2-8bde-8064fea93b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.494788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3f07-55b5-474d-9dfa-fd51bfe70317 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.495264 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3f07-55b5-474d-9dfa-fd51bfe70317 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.495732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3f07-55b5-474d-9dfa-fd51bfe70317 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.496416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3f07-55b5-474d-9dfa-fd51bfe70317 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.496898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3f07-55b5-474d-9dfa-fd51bfe70317 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.497349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3f07-55b5-474d-9dfa-fd51bfe70317 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.497805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3f07-55b5-474d-9dfa-fd51bfe70317 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.498244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3f07-55b5-474d-9dfa-fd51bfe70317 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.498696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3f07-55b5-474d-9dfa-fd51bfe70317 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.500158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2365a-1f25-47b0-8b09-4dbdd3e10e8c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.504993 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-25e2365a-1f25-47b0-8b09-4dbdd3e10e8c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/164d488b-4330-4fab-8955-25665099b61a HTTP/1.1" status: 200 len: 841 time: 0.1576524 Mar 16 11:00:22.505183 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-1eef3f07-55b5-474d-9dfa-fd51bfe70317 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6266 time: 0.1733479 Mar 16 11:00:22.505183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37982) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:22.505394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37984) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:22.512190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d36e1dc-d990-4d33-897b-b7b2ca77b046 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:22.519072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3d36e1dc-d990-4d33-897b-b7b2ca77b046 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.521188 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3d36e1dc-d990-4d33-897b-b7b2ca77b046 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3 HTTP/1.1" status: 200 len: 933 time: 1.5721171 Mar 16 11:00:22.523132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37990) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:22.523271 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 9ff54667-8909-4db8-bf0a-20fb83dbd5af triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:22.523506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.606699 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:22.642899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2918033a-b5ce-4957-baff-a7aaed3ac540 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:22.667142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fa36c-a886-446e-b6c7-d73579e1b4c3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.667779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fa36c-a886-446e-b6c7-d73579e1b4c3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.668291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fa36c-a886-446e-b6c7-d73579e1b4c3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.668969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fa36c-a886-446e-b6c7-d73579e1b4c3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.669476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fa36c-a886-446e-b6c7-d73579e1b4c3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.669982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fa36c-a886-446e-b6c7-d73579e1b4c3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.670687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fa36c-a886-446e-b6c7-d73579e1b4c3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.671027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fa36c-a886-446e-b6c7-d73579e1b4c3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:22.673196 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ce1fa36c-a886-446e-b6c7-d73579e1b4c3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5096 time: 0.1665914 Mar 16 11:00:22.677222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 37994) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:22.697552 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-910ea609-a013-46c3-9a62-a7c838c88d9d tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3 HTTP/1.1" status: 200 len: 933 time: 0.1708689 Mar 16 11:00:22.698166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 37998) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:22.703063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-826ffa85-ed9a-46a9-9e6f-3ef33fedc6c4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'routes': None}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:22.740775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2918033a-b5ce-4957-baff-a7aaed3ac540 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:22.747000 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2918033a-b5ce-4957-baff-a7aaed3ac540 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/164d488b-4330-4fab-8955-25665099b61a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2342114 Mar 16 11:00:22.747220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab64b72-0369-4830-98ae-351e9cc47a1a None None] The sync data for ids ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'] in dv-neutron-833860-1-hyperv is: [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:22.752090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38002) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:22.760823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:22.779690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f8303f16-9de0-46e2-8bde-8064fea93b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.887172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f8303f16-9de0-46e2-8bde-8064fea93b0b None None] For port f31996e3-3f97-496e-bc11-f3074d9984c7, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f31996e3-3f97-496e-bc11-f3074d9984c7,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:22.921876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device cf421d34-2e08-4eea-9fbe-950c9e79b6cd up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:22.961921 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f8303f16-9de0-46e2-8bde-8064fea93b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.982016 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:22.988222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:22.995834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:23.008904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:23.009516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '10d3ced7-2589-4c24-8479-210dce3cbe04', 'name': '', 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:bc:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'f95f3bfc-e54b-4b3e-8d25-534d9f663b91', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:16Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 2, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'f95f3bfc-e54b-4b3e-8d25-534d9f663b91', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:18Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:23.038638 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Checking router: 1512f2b2-fce2-4364-9544-5e72a95303b3 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:23.039147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Updating router 1512f2b2-fce2-4364-9544-5e72a95303b3 port 10d3ced7-2589-4c24-8479-210dce3cbe04 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:23.093916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:23.093916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.149211 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8303f16-9de0-46e2-8bde-8064fea93b0b None None] Pushing event updated for resources: {'Port': ['ID=f31996e3-3f97-496e-bc11-f3074d9984c7,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:23.162490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.177366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4ab74e0f-ecc5-4e0d-be68-026f51dfeafa None None] Provisioning for port 24e9cd6b-60e2-462d-913f-c8b27a039972 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:23.188771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port cf421d34-2e08-4eea-9fbe-950c9e79b6cd triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:23.189300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.226874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4ab74e0f-ecc5-4e0d-be68-026f51dfeafa None None] Provisioning complete for port 24e9cd6b-60e2-462d-913f-c8b27a039972 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:23.226874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4ab74e0f-ecc5-4e0d-be68-026f51dfeafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.313808 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-62f1dd3a-da88-4f84-b2aa-03ab0c89df4d tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2371 time: 0.6355505 Mar 16 11:00:23.452650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-4ab74e0f-ecc5-4e0d-be68-026f51dfeafa None None] Port 24e9cd6b-60e2-462d-913f-c8b27a039972 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:23.475662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.590641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:23.600500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:23.605333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:23.605946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.636975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb5f2f-421c-472c-afa7-8dc4b7ba71a8 None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:23.645880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38008) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:23.664400 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9084682 Mar 16 11:00:23.666266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4ab74e0f-ecc5-4e0d-be68-026f51dfeafa None None] Provisioning complete for port f31996e3-3f97-496e-bc11-f3074d9984c7 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:23.666751 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4ab74e0f-ecc5-4e0d-be68-026f51dfeafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.672524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38012) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:23.677903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566392723', 'description': 'tempest-secgroup-smoke-566392723 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:23.697742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'security_group': {'name': 'tempest-secgroup-580150001'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:23.705637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:23.715339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:23.720599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84712c-18bd-4c93-8d33-1973b1a149f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=1bd480df-a317-4f0e-96d0-823dc84e5cb8,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:23.723273 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:23.728023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:23.732906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:23.756927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:23.760931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.792907 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.extraroute_db [None req-826ffa85-ed9a-46a9-9e6f-3ef33fedc6c4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added routes are [] {{(pid=87874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:00:23.793473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.extraroute_db [None req-826ffa85-ed9a-46a9-9e6f-3ef33fedc6c4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:00:23.801844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:23.809741 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:23.813939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:23.821566 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:23.835317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-826ffa85-ed9a-46a9-9e6f-3ef33fedc6c4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.892569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.943694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.949795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:23.954258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group_rule and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:23.957780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.971115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:23.996579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:24.044130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e38f2f-fe2e-44c1-8102-31ba0f70706f,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:24.050346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.051976 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-82b2686b-56a7-4828-8a85-7acc08f93c68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3955393 Mar 16 11:00:24.057778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38016) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:24.063686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '48e38f2f-fe2e-44c1-8102-31ba0f70706f', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:24.071588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:24.075918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:24.079957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:24.093462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:24.121283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f31996e3-3f97-496e-bc11-f3074d9984c7 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:24.126784 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.230295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.232115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.240672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.259995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.295146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1f06af-ed76-47a5-8c25-b6d8ec025e60,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:24.339816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a53ffb-387f-4b87-b9af-6e49b88d9650,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:24.341413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-826ffa85-ed9a-46a9-9e6f-3ef33fedc6c4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.344020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.348928 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-88aea5f8-2294-4851-9ee9-800da90033be tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6587694 Mar 16 11:00:24.349913 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38020) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:24.353711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.354771 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e2cd2e8f-e325-47b5-a989-4a97b4036db8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2957947 Mar 16 11:00:24.357841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-826ffa85-ed9a-46a9-9e6f-3ef33fedc6c4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.358168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'security_group': {'name': 'tempest-secgroup-1061796119'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:24.360245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38024) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:24.365877 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:24.368290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '48e38f2f-fe2e-44c1-8102-31ba0f70706f', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:24.370304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:24.373373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:24.374637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:24.379053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:24.379457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:24.382753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:24.383449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.389926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:24.392619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.417193 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:24.422598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group_rule and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:24.422816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Transition to ACTIVE for port object 10d3ced7-2589-4c24-8479-210dce3cbe04 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:24.426677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:24.426863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f3f91b5e-9687-4ce5-858b-93be759bfd85 None None] Provisioning complete for port 24e9cd6b-60e2-462d-913f-c8b27a039972 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:24.427114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f3f91b5e-9687-4ce5-858b-93be759bfd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.433830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:24.497750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f3f91b5e-9687-4ce5-858b-93be759bfd85 None None] Port 24e9cd6b-60e2-462d-913f-c8b27a039972 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:24.499381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f31996e3-3f97-496e-bc11-f3074d9984c7 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:24.501813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.538874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.542611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.546323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.557170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.599190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681e71e4-6a40-46ed-8911-a25b69b002dc,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:24.607961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.609548 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-82279527-d933-46a9-9c8b-21d205349b2d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2582419 Mar 16 11:00:24.612560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38028) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:24.621663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-836341094', 'security_groups': ['681e71e4-6a40-46ed-8911-a25b69b002dc'], 'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bd480df-a317-4f0e-96d0-823dc84e5cb8'}]}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:24.703167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.705723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826ffa85-ed9a-46a9-9e6f-3ef33fedc6c4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:24.792251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825ebb9-c852-455e-afbe-f1fc73512b54 None None] Pushing event updated for resources: {'Port': ['ID=10d3ced7-2589-4c24-8479-210dce3cbe04,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:24.800761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.829095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de9c9aa-cfa0-41e3-87dd-7f1f6e86451e,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:24.872500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:24.883670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:24.897998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'tenant_id': 'bae9d88ff91540a7a3aa8b1d334c2924', 'fixed_ips': [{'subnet_id': '1bd480df-a317-4f0e-96d0-823dc84e5cb8'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:24.898756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.903224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:24.952096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.953778 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-35bc1860-e567-4383-8042-956742ee96ff tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5921903 Mar 16 11:00:24.959485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38032) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:24.965159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.969759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '48e38f2f-fe2e-44c1-8102-31ba0f70706f', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:24.978263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:24.981203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826ffa85-ed9a-46a9-9e6f-3ef33fedc6c4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:24.989768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-826ffa85-ed9a-46a9-9e6f-3ef33fedc6c4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.992839 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-826ffa85-ed9a-46a9-9e6f-3ef33fedc6c4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3 HTTP/1.1" status: 200 len: 699 time: 2.2928507 Mar 16 11:00:24.995087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:24.999940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38036) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:25.003309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:25.057969 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Attempting to bind port 10d3ced7-2589-4c24-8479-210dce3cbe04 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:25.058357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Attempting to bind port 10d3ced7-2589-4c24-8479-210dce3cbe04 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7bd9dde7-c49e-4c77-b228-42b99adabb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:25.058688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Attempting to bind port 10d3ced7-2589-4c24-8479-210dce3cbe04 on network 2d9a7f00-847c-499c-855e-5f90304a5763 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:25.080079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:25.090298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:25.090745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Checking segment: {'id': '7bd9dde7-c49e-4c77-b228-42b99adabb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:25.091069 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.091542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Bound using segment: {'id': '7bd9dde7-c49e-4c77-b228-42b99adabb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:25.091986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Bound port: 10d3ced7-2589-4c24-8479-210dce3cbe04, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd9dde7-c49e-4c77-b228-42b99adabb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:25.092368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.114756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-48c1e0f9-9eb2-458c-a6c6-2fdb5e19033c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.176466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.182234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.211126 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port c446ace0-3646-4fd8-83cf-d6b8331e5b55 yet. {{(pid=87875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:25.215001 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-63bbe059-c4ca-4da4-aed6-4d78c0d21016 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3 HTTP/1.1" status: 200 len: 699 time: 0.2113817 Mar 16 11:00:25.216430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38040) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:25.251841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1dfcd621-18d1-4e03-9070-ad9ac59d8315 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:25.306462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 1dfcd621-18d1-4e03-9070-ad9ac59d8315 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:25.306885 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1dfcd621-18d1-4e03-9070-ad9ac59d8315 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:25.345608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.363179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Allocated IP 172.20.0.2 (006e5825-a7d2-425f-9fd1-d9dcf78b3ab7/1bd480df-a317-4f0e-96d0-823dc84e5cb8/337cf16f-f166-442e-affd-d6d4820f95c9) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:25.368851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] For port 10d3ced7-2589-4c24-8479-210dce3cbe04, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:25.373067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] For port 10d3ced7-2589-4c24-8479-210dce3cbe04, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=10d3ced7-2589-4c24-8479-210dce3cbe04,segment=NetworkSegment(7bd9dde7-c49e-4c77-b228-42b99adabb66),segment_id=7bd9dde7-c49e-4c77-b228-42b99adabb66)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:25.379800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.549467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:25.550116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:25.579294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.589716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.635672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825ebb9-c852-455e-afbe-f1fc73512b54 None None] Pushing event updated for resources: {'Port': ['ID=10d3ced7-2589-4c24-8479-210dce3cbe04,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:25.678806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c16c6a9-8083-48e5-b7a0-fcc5bb877b06,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:25.771808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.772009 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57617de-3702-4361-b81a-382577564ead None None] Sync routers for ids ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:25.776635 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-81c23d41-cf21-4a04-a8bc-72075bb8d56c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8123341 Mar 16 11:00:25.776818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38044) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:25.780968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:25.781448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '48e38f2f-fe2e-44c1-8102-31ba0f70706f', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:25.793710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:25.794085 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57617de-3702-4361-b81a-382577564ead None None] Routers {'df0ec5d0-3174-42de-8a6b-d34e3d2c6710'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:25.794961 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-b57617de-3702-4361-b81a-382577564ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:25.798581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:25.802355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:25.808282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:25.831873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.947928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.974198 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.985984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.998812 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Transition to ACTIVE for port object 337cf16f-f166-442e-affd-d6d4820f95c9 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:26.023096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f448534d-0ba8-4db6-a3fa-3b775915879b,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:26.037349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.038753 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4a37b85d-4515-4d11-9c60-4b17a4b449a3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2615829 Mar 16 11:00:26.041750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38048) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:26.047356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '48e38f2f-fe2e-44c1-8102-31ba0f70706f', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:26.053763 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:26.063806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:26.067755 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-b57617de-3702-4361-b81a-382577564ead None None] Set router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:26.069543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:26.083453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:26.086452 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f00e3d63-9db1-40ff-b388-3b6276a69d48 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:26.090091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.095765 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:00:26.104060 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.179490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Transition to ACTIVE for port object 337cf16f-f166-442e-affd-d6d4820f95c9 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:26.182418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.194266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.228088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.252797 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port f00e3d63-9db1-40ff-b388-3b6276a69d48 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:26.273026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb89ac26-285a-4007-872b-a9a18e25958e,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:26.288366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f00e3d63-9db1-40ff-b388-3b6276a69d48 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:26.288751 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.294846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.296325 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6e69a273-695f-4a94-8943-8fa5ecdecc6f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2535746 Mar 16 11:00:26.299872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38052) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:26.303691 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.6 (006e5825-a7d2-425f-9fd1-d9dcf78b3ab7/1bd480df-a317-4f0e-96d0-823dc84e5cb8/c446ace0-3646-4fd8-83cf-d6b8331e5b55) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:26.310121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '48e38f2f-fe2e-44c1-8102-31ba0f70706f', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:26.318719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:26.327851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:26.331335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:26.340158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:26.374515 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:00:26.378633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:26.386562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:26.395718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:26.406194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.412320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Pushing event updated for resources: {'Port': ['ID=337cf16f-f166-442e-affd-d6d4820f95c9,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:26.490249 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-b57617de-3702-4361-b81a-382577564ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:26.494274 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57617de-3702-4361-b81a-382577564ead None None] Checking router: df0ec5d0-3174-42de-8a6b-d34e3d2c6710 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:26.494769 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57617de-3702-4361-b81a-382577564ead None None] Updating router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 port 24e9cd6b-60e2-462d-913f-c8b27a039972 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:26.501997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 10d3ced7-2589-4c24-8479-210dce3cbe04 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:26.502448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.532775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Attempting to bind port 337cf16f-f166-442e-affd-d6d4820f95c9 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:26.533079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Attempting to bind port 337cf16f-f166-442e-affd-d6d4820f95c9 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '1c99d6be-01da-4984-8ec2-8d19600e956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:26.533403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Attempting to bind port 337cf16f-f166-442e-affd-d6d4820f95c9 on network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:26.602180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.618561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.620238 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-b57617de-3702-4361-b81a-382577564ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.639013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:26.639418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Checking segment: {'id': '1c99d6be-01da-4984-8ec2-8d19600e956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:26.639849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.640241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Bound using segment: {'id': '1c99d6be-01da-4984-8ec2-8d19600e956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:26.640719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Bound port: 337cf16f-f166-442e-affd-d6d4820f95c9, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c99d6be-01da-4984-8ec2-8d19600e956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:26.641113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.651344 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.660403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc91617-1046-4405-b098-bd60f6f4f3bd,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:26.674822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 7, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '10d3ced7-2589-4c24-8479-210dce3cbe04', 'name': '', 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:bc:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'f95f3bfc-e54b-4b3e-8d25-534d9f663b91', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:16Z', 'updated_at': '2022-03-16T11:00:25Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'f95f3bfc-e54b-4b3e-8d25-534d9f663b91', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:18Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:26.680238 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object c446ace0-3646-4fd8-83cf-d6b8331e5b55 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:26.685500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.688787 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d147c0e9-9688-4b93-ac36-224556cef048 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3860776 Mar 16 11:00:26.715973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.726786 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a371b5-52d7-4acd-b3ab-5f7b0a264ae1 None None] The sync data for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv is: [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 7, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '10d3ced7-2589-4c24-8479-210dce3cbe04', 'name': '', 'network_id': '2d9a7f00-847c-499c-855e-5f90304a5763', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:bc:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'f95f3bfc-e54b-4b3e-8d25-534d9f663b91', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:16Z', 'updated_at': '2022-03-16T11:00:25Z', 'revision_number': 4, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'f95f3bfc-e54b-4b3e-8d25-534d9f663b91', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:18Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:26.730997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.735649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port 10d3ced7-2589-4c24-8479-210dce3cbe04, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=10d3ced7-2589-4c24-8479-210dce3cbe04,segment=NetworkSegment(7bd9dde7-c49e-4c77-b228-42b99adabb66),segment_id=7bd9dde7-c49e-4c77-b228-42b99adabb66)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:26.736141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.750688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.783973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port f00e3d63-9db1-40ff-b388-3b6276a69d48, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f00e3d63-9db1-40ff-b388-3b6276a69d48,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:26.826483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.884180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] For port 337cf16f-f166-442e-affd-d6d4820f95c9, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:26.894043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] For port 337cf16f-f166-442e-affd-d6d4820f95c9, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=337cf16f-f166-442e-affd-d6d4820f95c9,segment=NetworkSegment(1c99d6be-01da-4984-8ec2-8d19600e956b),segment_id=1c99d6be-01da-4984-8ec2-8d19600e956b)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:26.908164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.923323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=f00e3d63-9db1-40ff-b388-3b6276a69d48,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:26.963673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for 10d3ced7-2589-4c24-8479-210dce3cbe04 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:26.984249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=c446ace0-3646-4fd8-83cf-d6b8331e5b55,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:26.997119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:27.002206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:27.008773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:27.067429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f627e0-1da1-4b41-8bed-e666fafdf9f3 None None] Pushing event updated for resources: {'Port': ['ID=337cf16f-f166-442e-affd-d6d4820f95c9,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:27.146532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:27.147235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.180774 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-06445843-7dd5-4270-bb5a-50941911184f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5670905 Mar 16 11:00:27.187680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38068) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:27.195066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:27.204523 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-f3e790b5-7452-40a1-b314-9010c99c00ef tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566392723&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.1044061 Mar 16 11:00:27.325214 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-b57617de-3702-4361-b81a-382577564ead None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.411224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:27.418722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:27.430588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:27.439006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:27.452862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:27.456631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.563070 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-b57617de-3702-4361-b81a-382577564ead None None] Transition to ACTIVE for port object 24e9cd6b-60e2-462d-913f-c8b27a039972 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:27.571442 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-b57617de-3702-4361-b81a-382577564ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.610615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.610883 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.ipam_backend_mixin [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1bd480df-a317-4f0e-96d0-823dc84e5cb8 (CIDR: 172.20.0.0/28) Mar 16 11:00:27.616175 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:00:27.616175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:27.624051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-5c36484b-2f60-4e9f-8d2d-9eb30863201d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:27.625237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-5c36484b-2f60-4e9f-8d2d-9eb30863201d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:27.635667 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-51097ec1-45b1-4aae-ae02-2d304ccb409c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4459968 Mar 16 11:00:27.641189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38072) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:27.647548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:27.818953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=10d3ced7-2589-4c24-8479-210dce3cbe04,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:27.832265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:27.843703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:27.845281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-5c36484b-2f60-4e9f-8d2d-9eb30863201d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:27.846318 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ed2a0-33b5-40fc-bef8-8a1e6ad57801 None None] Pushing event updated for resources: {'Port': ['ID=24e9cd6b-60e2-462d-913f-c8b27a039972,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:27.846849 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-5c36484b-2f60-4e9f-8d2d-9eb30863201d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/networks?id=7d6a1952-c01c-4d3e-88b1-59346321b492 HTTP/1.1" status: 200 len: 796 time: 0.6280267 Mar 16 11:00:27.861316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:27.883179 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:27.907730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:27.914420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.930522 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-b57617de-3702-4361-b81a-382577564ead None None] Attempting to bind port 24e9cd6b-60e2-462d-913f-c8b27a039972 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:27.930880 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-b57617de-3702-4361-b81a-382577564ead None None] Attempting to bind port 24e9cd6b-60e2-462d-913f-c8b27a039972 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:27.931914 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57617de-3702-4361-b81a-382577564ead None None] Attempting to bind port 24e9cd6b-60e2-462d-913f-c8b27a039972 on network 7d6a1952-c01c-4d3e-88b1-59346321b492 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:27.938117 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57617de-3702-4361-b81a-382577564ead None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:27.938503 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57617de-3702-4361-b81a-382577564ead None None] Checking segment: {'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:27.939051 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-b57617de-3702-4361-b81a-382577564ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.939448 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57617de-3702-4361-b81a-382577564ead None None] Bound using segment: {'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:27.939920 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-b57617de-3702-4361-b81a-382577564ead None None] Bound port: 24e9cd6b-60e2-462d-913f-c8b27a039972, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:27.940310 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-b57617de-3702-4361-b81a-382577564ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.956066 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-7c5ae882-58a5-4ee4-b190-7baf27b4f795 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/quotas/849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 375 time: 0.0431435 Mar 16 11:00:28.119966 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] Sync routers for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:28.122542 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-b57617de-3702-4361-b81a-382577564ead None None] For port 24e9cd6b-60e2-462d-913f-c8b27a039972, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:28.130691 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-b57617de-3702-4361-b81a-382577564ead None None] For port 24e9cd6b-60e2-462d-913f-c8b27a039972, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=24e9cd6b-60e2-462d-913f-c8b27a039972,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:28.132119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:28.138646 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-b57617de-3702-4361-b81a-382577564ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:28.150294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:28.151610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:28.258028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 337cf16f-f166-442e-affd-d6d4820f95c9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:28.285998 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ed2a0-33b5-40fc-bef8-8a1e6ad57801 None None] Pushing event updated for resources: {'Port': ['ID=24e9cd6b-60e2-462d-913f-c8b27a039972,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:28.290424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-41b0eca6-8d77-46de-a1ac-fe498686387b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:28.299800 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57617de-3702-4361-b81a-382577564ead None None] Routers {'df0ec5d0-3174-42de-8a6b-d34e3d2c6710'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:28.303738 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-b57617de-3702-4361-b81a-382577564ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:28.389557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-41b0eca6-8d77-46de-a1ac-fe498686387b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:28.390946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-41b0eca6-8d77-46de-a1ac-fe498686387b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4243348 Mar 16 11:00:28.486584 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:28.554369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:28.639519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:28.643391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:28.662791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:28.663601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:28.690406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=839a49c5-3477-4e44-9aa0-50f62a16df70,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:28.706048 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-65715176-b1c5-4aa8-90a1-7ad9ecb4c81c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0632439 Mar 16 11:00:28.708609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38078) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:28.718080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-243683987', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '839a49c5-3477-4e44-9aa0-50f62a16df70'}], 'security_groups': ['50a53ffb-387f-4b87-b9af-6e49b88d9650']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:28.737068 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-b57617de-3702-4361-b81a-382577564ead None None] Set router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:28.795414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 337cf16f-f166-442e-affd-d6d4820f95c9 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:28.810195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f00e3d63-9db1-40ff-b388-3b6276a69d48 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:28.900761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:28.953343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c023e-da2e-44a4-bfe5-de57d89cfc89 None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:29.001866 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-50e91dad-26f9-4260-8838-25e14022892c service neutron] 10.222.0.37 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912697 Mar 16 11:00:29.022901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.138735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Provisioning for port c446ace0-3646-4fd8-83cf-d6b8331e5b55 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:29.149295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f00e3d63-9db1-40ff-b388-3b6276a69d48 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:29.149590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.198080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Provisioning complete for port c446ace0-3646-4fd8-83cf-d6b8331e5b55 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:29.198461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.208884 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-b57617de-3702-4361-b81a-382577564ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:28Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:29.214647 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57617de-3702-4361-b81a-382577564ead None None] The sync data for ids ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'] in dv-neutron-833860-1-hyperv is: [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:28Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:29.266131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:27Z', 'revision_number': 8, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:18Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:29.339712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:29.345924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] Checking router: 1512f2b2-fce2-4364-9544-5e72a95303b3 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:29.357891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bc92832f-4d00-44ff-8f51-c2f60f8b6a92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1403928 Mar 16 11:00:29.369047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38082) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:29.379364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Port c446ace0-3646-4fd8-83cf-d6b8331e5b55 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:29.399286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:29.399989 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:29.429737 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-5462f7ff-ae86-4d94-b368-df540e3753d2 service neutron] 10.222.0.37 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669400 Mar 16 11:00:29.453553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd31cc6c-455c-4382-920f-5ae800478891 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting subnet f95f3bfc-e54b-4b3e-8d25-534d9f663b91 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:29.457046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fd31cc6c-455c-4382-920f-5ae800478891 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.527695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Delete allocated IP 172.20.0.6 (006e5825-a7d2-425f-9fd1-d9dcf78b3ab7/1bd480df-a317-4f0e-96d0-823dc84e5cb8) {{(pid=87875) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:00:29.530731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fd31cc6c-455c-4382-920f-5ae800478891 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.541717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.27 (006e5825-a7d2-425f-9fd1-d9dcf78b3ab7/839a49c5-3477-4e44-9aa0-50f62a16df70/c446ace0-3646-4fd8-83cf-d6b8331e5b55) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:29.685030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fd31cc6c-455c-4382-920f-5ae800478891 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.767104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fd31cc6c-455c-4382-920f-5ae800478891 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.791570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-aff85a8b-061e-4b84-bd4b-69ddf0cf105c req-5bcdeb43-cc8d-4e03-9563-b230b519742b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:29.814564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31cc6c-455c-4382-920f-5ae800478891 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Subnet': ['ID=f95f3bfc-e54b-4b3e-8d25-534d9f663b91,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:29.815041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-aff85a8b-061e-4b84-bd4b-69ddf0cf105c req-5bcdeb43-cc8d-4e03-9563-b230b519742b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:29.816261 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-aff85a8b-061e-4b84-bd4b-69ddf0cf105c req-5bcdeb43-cc8d-4e03-9563-b230b519742b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 210 time: 0.0839512 Mar 16 11:00:29.849143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fd31cc6c-455c-4382-920f-5ae800478891 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.856364 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fd31cc6c-455c-4382-920f-5ae800478891 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/f95f3bfc-e54b-4b3e-8d25-534d9f663b91 HTTP/1.1" status: 204 len: 168 time: 0.4858875 Mar 16 11:00:29.858879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38092) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:29.888025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Provisioning complete for port 164d488b-4330-4fab-8955-25665099b61a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:29.888773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.941623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c666a-ef65-4a50-8fbe-9a3e33feb194 None None] Network 2d9a7f00-847c-499c-855e-5f90304a5763 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:30.022576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.026738 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Port 164d488b-4330-4fab-8955-25665099b61a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:30.045091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.059790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Ignored duplicate provisioning block setup for port c446ace0-3646-4fd8-83cf-d6b8331e5b55 by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:00:30.068488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.104043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:30.141428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port cf421d34-2e08-4eea-9fbe-950c9e79b6cd {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:30.146065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.202004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Provisioning for port 337cf16f-f166-442e-affd-d6d4820f95c9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:30.249070 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Provisioning complete for port 337cf16f-f166-442e-affd-d6d4820f95c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:30.249461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.288379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 24e9cd6b-60e2-462d-913f-c8b27a039972 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:30.339325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=c446ace0-3646-4fd8-83cf-d6b8331e5b55,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:30.402655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] In _notify_port_updated(), no bound segment for port c446ace0-3646-4fd8-83cf-d6b8331e5b55 on network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 {{(pid=87875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:00:30.408045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:30.408700 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.413303 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bd0607bb-8b24-448b-98be-9d284008b2e9 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "PUT /v2.0/ports/c446ace0-3646-4fd8-83cf-d6b8331e5b55 HTTP/1.1" status: 200 len: 920 time: 1.6993091 Mar 16 11:00:30.413303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38100) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:30.563387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0338b5a4-a73d-457f-a990-79c86c43ce8c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port c446ace0-3646-4fd8-83cf-d6b8331e5b55 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:30.563727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0338b5a4-a73d-457f-a990-79c86c43ce8c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.626679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port cf421d34-2e08-4eea-9fbe-950c9e79b6cd, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=cf421d34-2e08-4eea-9fbe-950c9e79b6cd,segment=NetworkSegment(7bd9dde7-c49e-4c77-b228-42b99adabb66),segment_id=7bd9dde7-c49e-4c77-b228-42b99adabb66)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:30.627030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.644382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3481596-1279-4d13-a8c3-2a3688588581 None None] Update dhcp port {'port': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'fixed_ips': [{'subnet_id': '1bd480df-a317-4f0e-96d0-823dc84e5cb8', 'ip_address': '172.20.0.2'}, {'subnet_id': '839a49c5-3477-4e44-9aa0-50f62a16df70'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': '337cf16f-f166-442e-affd-d6d4820f95c9'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:00:30.727243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 24e9cd6b-60e2-462d-913f-c8b27a039972 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:30.772012 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 24e9cd6b-60e2-462d-913f-c8b27a039972 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:30.772433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.786736 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for cf421d34-2e08-4eea-9fbe-950c9e79b6cd owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:30.854666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f3481596-1279-4d13-a8c3-2a3688588581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.870987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.042915 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a2a17029-3439-4e7d-a4f6-d7c0baf2e988 req-ebd8a1c0-b0ef-4929-a256-d0bd5a1e2594 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 210 time: 0.0550041 Mar 16 11:00:31.105654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e9ea2-c065-4d94-bfdd-b0585cda42f3 None None] DHCP port deletion for 2d9a7f00-847c-499c-855e-5f90304a5763 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:31.110393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-3b701f6a-a423-4f26-8c23-805fad132e0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:31.111922 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-3b701f6a-a423-4f26-8c23-805fad132e0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=7d6a1952-c01c-4d3e-88b1-59346321b492 HTTP/1.1" status: 200 len: 796 time: 0.2668786 Mar 16 11:00:31.131572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2e4e9ea2-c065-4d94-bfdd-b0585cda42f3 None None] Deleting port cf421d34-2e08-4eea-9fbe-950c9e79b6cd {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:31.132382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9ea2-c065-4d94-bfdd-b0585cda42f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.164697 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.181690 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-61a219bb-2030-4a34-af01-b115cff6dd73 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 379 time: 0.0600214 Mar 16 11:00:31.190665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] For port 337cf16f-f166-442e-affd-d6d4820f95c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=337cf16f-f166-442e-affd-d6d4820f95c9,segment=NetworkSegment(1c99d6be-01da-4984-8ec2-8d19600e956b),segment_id=1c99d6be-01da-4984-8ec2-8d19600e956b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:31.195577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'device_id': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'admin_state_up': True, 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'security_groups': ['48e38f2f-fe2e-44c1-8102-31ba0f70706f']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:31.219780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=cf421d34-2e08-4eea-9fbe-950c9e79b6cd,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:31.231435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2e4e9ea2-c065-4d94-bfdd-b0585cda42f3 None None] The port 'cf421d34-2e08-4eea-9fbe-950c9e79b6cd' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:00:31.234047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.240533 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No DVR routers for this DVR port cf421d34-2e08-4eea-9fbe-950c9e79b6cd on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:31.275639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0338b5a4-a73d-457f-a990-79c86c43ce8c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.364857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:31.376624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:31.389777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:31.393699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.410955 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:27Z', 'revision_number': 8, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:18Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:31.417062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.429971 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-f3481596-1279-4d13-a8c3-2a3688588581 None None] Allocated IP 172.20.0.18 (006e5825-a7d2-425f-9fd1-d9dcf78b3ab7/839a49c5-3477-4e44-9aa0-50f62a16df70/337cf16f-f166-442e-affd-d6d4820f95c9) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:31.434442 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2f39c-b1b5-4667-899d-8c394d000ee6 None None] Pushing event updated for resources: {'Port': ['ID=337cf16f-f166-442e-affd-d6d4820f95c9,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:31.435394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0338b5a4-a73d-457f-a990-79c86c43ce8c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for c446ace0-3646-4fd8-83cf-d6b8331e5b55 owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:31.446706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce911d31-8cbe-48bf-a0a1-cb1b7fc59635 None None] The sync data for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv is: [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:27Z', 'revision_number': 8, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:18Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:31.543845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.557537 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 24e9cd6b-60e2-462d-913f-c8b27a039972, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=24e9cd6b-60e2-462d-913f-c8b27a039972,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:31.591944 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.6 (7d6a1952-c01c-4d3e-88b1-59346321b492/76b83f11-611d-4245-b870-efd1bfd38e55/8d8efa05-fa2c-4506-851f-e2565879b4e5) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:31.597022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9a7f00-847c-499c-855e-5f90304a5763']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:31.606437 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.611730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd9dde7-c49e-4c77-b228-42b99adabb66') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:31.612031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd9dde7-c49e-4c77-b228-42b99adabb66') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:31.625188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.686724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.698025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:31.698452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.711057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=24e9cd6b-60e2-462d-913f-c8b27a039972,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:31.713146 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:31.717756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f3481596-1279-4d13-a8c3-2a3688588581 None None] For port 337cf16f-f166-442e-affd-d6d4820f95c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=337cf16f-f166-442e-affd-d6d4820f95c9,segment=NetworkSegment(1c99d6be-01da-4984-8ec2-8d19600e956b),segment_id=1c99d6be-01da-4984-8ec2-8d19600e956b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:31.742253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f3481596-1279-4d13-a8c3-2a3688588581 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.793546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0338b5a4-a73d-457f-a990-79c86c43ce8c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.801072 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f3481596-1279-4d13-a8c3-2a3688588581 None None] Transition to ACTIVE for port object 337cf16f-f166-442e-affd-d6d4820f95c9 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:31.806285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f3481596-1279-4d13-a8c3-2a3688588581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.837873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.862411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338b5a4-a73d-457f-a990-79c86c43ce8c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=c446ace0-3646-4fd8-83cf-d6b8331e5b55,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:31.869394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.908795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Network': ['ID=2d9a7f00-847c-499c-855e-5f90304a5763,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:31.966365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3481596-1279-4d13-a8c3-2a3688588581 None None] Pushing event updated for resources: {'Port': ['ID=337cf16f-f166-442e-affd-d6d4820f95c9,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:31.969889 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-69122310-5de6-45b5-a0aa-d7de40071575 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/networks/2d9a7f00-847c-499c-855e-5f90304a5763 HTTP/1.1" status: 204 len: 168 time: 2.1099524 Mar 16 11:00:31.973765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38110) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:32.005658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.021568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 8d8efa05-fa2c-4506-851f-e2565879b4e5 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:32.056298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.067285 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] Sync routers for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:32.087536 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:32.089614 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:32.139259 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0338b5a4-a73d-457f-a990-79c86c43ce8c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.144889 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0338b5a4-a73d-457f-a990-79c86c43ce8c tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/c446ace0-3646-4fd8-83cf-d6b8331e5b55 HTTP/1.1" status: 204 len: 168 time: 1.7272725 Mar 16 11:00:32.144889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38116) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:32.156634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 7d6a1952-c01c-4d3e-88b1-59346321b492 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:32.161792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:32.167878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:32.254734 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 337cf16f-f166-442e-affd-d6d4820f95c9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:32.275068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=8d8efa05-fa2c-4506-851f-e2565879b4e5,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:32.280727 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e877637-8800-4517-bed0-3b1af7000ffe tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 11:00:32.287985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9e877637-8800-4517-bed0-3b1af7000ffe tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:32.327081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:32.330443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.341337 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:32.362345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 24e9cd6b-60e2-462d-913f-c8b27a039972 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:32.392818 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-6649d263-4a9e-4e6d-b186-b3b5447a9372 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2016442 Mar 16 11:00:32.405675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Request body: {'port': {'device_id': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:32.504784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 24e9cd6b-60e2-462d-913f-c8b27a039972 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:32.505314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.544313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9e877637-8800-4517-bed0-3b1af7000ffe tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:32.545782 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9e877637-8800-4517-bed0-3b1af7000ffe tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/c446ace0-3646-4fd8-83cf-d6b8331e5b55 HTTP/1.1" status: 404 len: 333 time: 0.4004650 Mar 16 11:00:32.554953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38120) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:32.630253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.651004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-11559efa-f4dd-4411-8f42-99200b19dc87 None None] Provisioning for port 8d8efa05-fa2c-4506-851f-e2565879b4e5 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:32.661345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-11559efa-f4dd-4411-8f42-99200b19dc87 None None] Provisioning complete for port 8d8efa05-fa2c-4506-851f-e2565879b4e5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:32.662003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-11559efa-f4dd-4411-8f42-99200b19dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.817284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-11559efa-f4dd-4411-8f42-99200b19dc87 None None] Port 8d8efa05-fa2c-4506-851f-e2565879b4e5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:32.841509 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:27Z', 'revision_number': 8, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:18Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:32.850754 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] Checking router: 1512f2b2-fce2-4364-9544-5e72a95303b3 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:32.864513 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:32.868670 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:32.876102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 10d3ced7-2589-4c24-8479-210dce3cbe04 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:32.908479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817f2a6-5819-4015-ab43-b6739bbed3e0 req-dfe703a7-eb5e-4342-8926-96bb6735f9b5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:32.910155 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e817f2a6-5819-4015-ab43-b6739bbed3e0 req-dfe703a7-eb5e-4342-8926-96bb6735f9b5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 931 time: 0.6153569 Mar 16 11:00:32.932198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 10d3ced7-2589-4c24-8479-210dce3cbe04 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:32.932544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 10d3ced7-2589-4c24-8479-210dce3cbe04 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:32.932984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device cf421d34-2e08-4eea-9fbe-950c9e79b6cd no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:32.972002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: cf421d34-2e08-4eea-9fbe-950c9e79b6cd {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:32.972340 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device cf421d34-2e08-4eea-9fbe-950c9e79b6cd not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:32.976120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f820c0f3-7c8e-46a7-b626-53495b40c63d None None] Could not find standard attr ID for object c446ace0-3646-4fd8-83cf-d6b8331e5b55. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:32.986092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-57da739f-d788-4798-87a3-1114612f62f4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.996788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f820c0f3-7c8e-46a7-b626-53495b40c63d None None] Provisioning complete for port 164d488b-4330-4fab-8955-25665099b61a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:32.997405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f820c0f3-7c8e-46a7-b626-53495b40c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.032692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-e817f2a6-5819-4015-ab43-b6739bbed3e0 req-774044bd-6243-4f9e-964a-ec5d0f64f9a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:33.046245 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-57da739f-d788-4798-87a3-1114612f62f4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.070689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f820c0f3-7c8e-46a7-b626-53495b40c63d None None] Port 164d488b-4330-4fab-8955-25665099b61a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:33.078946 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:33.086443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f820c0f3-7c8e-46a7-b626-53495b40c63d None None] Provisioning for port 337cf16f-f166-442e-affd-d6d4820f95c9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:33.091609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-e817f2a6-5819-4015-ab43-b6739bbed3e0 req-774044bd-6243-4f9e-964a-ec5d0f64f9a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:33.092359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f820c0f3-7c8e-46a7-b626-53495b40c63d None None] Provisioning complete for port 337cf16f-f166-442e-affd-d6d4820f95c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:33.092829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f820c0f3-7c8e-46a7-b626-53495b40c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.092980 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e817f2a6-5819-4015-ab43-b6739bbed3e0 req-774044bd-6243-4f9e-964a-ec5d0f64f9a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697276 Mar 16 11:00:33.159359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8efa05-fa2c-4506-851f-e2565879b4e5 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:00:33.167238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.182221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-57da739f-d788-4798-87a3-1114612f62f4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.183549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Transition to ACTIVE for port object 8d8efa05-fa2c-4506-851f-e2565879b4e5 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:33.189457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.210447 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-57da739f-d788-4798-87a3-1114612f62f4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.213980 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-57da739f-d788-4798-87a3-1114612f62f4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/security-groups/681e71e4-6a40-46ed-8911-a25b69b002dc HTTP/1.1" status: 204 len: 168 time: 0.6533065 Mar 16 11:00:33.215804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da739f-d788-4798-87a3-1114612f62f4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e71e4-6a40-46ed-8911-a25b69b002dc,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:33.219409 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38124) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:33.277531 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.371112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Pushing event updated for resources: {'Port': ['ID=8d8efa05-fa2c-4506-851f-e2565879b4e5,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:33.543486 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:27Z', 'revision_number': 8, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:18Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:33.550828 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5efdc7a-2a0b-41f8-8e7a-2ee7a68d2399 None None] The sync data for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv is: [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:27Z', 'revision_number': 8, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': '9ff54667-8909-4db8-bf0a-20fb83dbd5af', 'name': '', 'network_id': 'b7d1e3bc-0e17-469e-a643-413a4ce6a4bd', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:b8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:08Z', 'updated_at': '2022-03-16T11:00:18Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:33.610047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cf3d80e7-f136-400e-bbf4-f38f39445dc1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.627141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-245c7768-1788-46de-ad26-ea56376fe557 None None] Could not find standard attr ID for object c446ace0-3646-4fd8-83cf-d6b8331e5b55. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:33.690404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cf3d80e7-f136-400e-bbf4-f38f39445dc1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.702965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Attempting to bind port 8d8efa05-fa2c-4506-851f-e2565879b4e5 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:33.703382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Attempting to bind port 8d8efa05-fa2c-4506-851f-e2565879b4e5 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:33.704934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Attempting to bind port 8d8efa05-fa2c-4506-851f-e2565879b4e5 on network 7d6a1952-c01c-4d3e-88b1-59346321b492 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:33.711151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Port 8d8efa05-fa2c-4506-851f-e2565879b4e5 on network 7d6a1952-c01c-4d3e-88b1-59346321b492 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:00:33.711556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Attempting to bind port 8d8efa05-fa2c-4506-851f-e2565879b4e5 on network 7d6a1952-c01c-4d3e-88b1-59346321b492 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:33.718957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:33.719656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Checking segment: {'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:33.720271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Bound using segment: {'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:33.720778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Bound port: 8d8efa05-fa2c-4506-851f-e2565879b4e5, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863cf054-0e2b-4ec3-969a-ea1edde290d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:33.721182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.796184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cf3d80e7-f136-400e-bbf4-f38f39445dc1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.826894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d80e7-f136-400e-bbf4-f38f39445dc1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a53ffb-387f-4b87-b9af-6e49b88d9650,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:33.838361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cf3d80e7-f136-400e-bbf4-f38f39445dc1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.841949 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cf3d80e7-f136-400e-bbf4-f38f39445dc1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/security-groups/50a53ffb-387f-4b87-b9af-6e49b88d9650 HTTP/1.1" status: 204 len: 168 time: 0.6179149 Mar 16 11:00:33.843120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38128) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:33.845606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port 9ff54667-8909-4db8-bf0a-20fb83dbd5af {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:33.845791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] For port 8d8efa05-fa2c-4506-851f-e2565879b4e5, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:33.845946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.894357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] For port 8d8efa05-fa2c-4506-851f-e2565879b4e5, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8d8efa05-fa2c-4506-851f-e2565879b4e5,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:33.903859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.964176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9e0f74-61d0-4ecd-ae1e-70c6b52feea8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 1bd480df-a317-4f0e-96d0-823dc84e5cb8 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:33.972191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f74-61d0-4ecd-ae1e-70c6b52feea8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.003205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:34.003813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.005408 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] 10.222.0.48 "PUT /v2.0/ports/8d8efa05-fa2c-4506-851f-e2565879b4e5 HTTP/1.1" status: 200 len: 1093 time: 1.6045566 Mar 16 11:00:34.012829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'tag': '8d8efa05-fa2c-4506-851f-e2565879b4e5'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:34.038035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port 9ff54667-8909-4db8-bf0a-20fb83dbd5af, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9ff54667-8909-4db8-bf0a-20fb83dbd5af,segment=NetworkSegment(1f65ed36-76f6-4a4b-b45c-24c9d2550056),segment_id=1f65ed36-76f6-4a4b-b45c-24c9d2550056)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:34.038643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.097338 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'tag': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'status': 'completed', 'code': 200} Mar 16 11:00:34.113478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ce10f-808b-455f-97d7-104e360b3cbe service neutron] Pushing event updated for resources: {'Port': ['ID=8d8efa05-fa2c-4506-851f-e2565879b4e5,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:34.120712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f74-61d0-4ecd-ae1e-70c6b52feea8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.185176 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for 9ff54667-8909-4db8-bf0a-20fb83dbd5af owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:34.222823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-4bfec347-f883-4a8a-b1e1-e9310a38059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:34.224166 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-4bfec347-f883-4a8a-b1e1-e9310a38059d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 1096 time: 0.1722331 Mar 16 11:00:34.281483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f74-61d0-4ecd-ae1e-70c6b52feea8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.332344 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-ddfa6715-497d-4a98-88b2-b498e5bf5618 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8efa05-fa2c-4506-851f-e2565879b4e5 HTTP/1.1" status: 200 len: 217 time: 0.0995555 Mar 16 11:00:34.409649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-92022b8c-6fec-4571-9d2e-d81e4a11cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:34.411078 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-92022b8c-6fec-4571-9d2e-d81e4a11cc6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b83f11-611d-4245-b870-efd1bfd38e55 HTTP/1.1" status: 200 len: 835 time: 0.0727367 Mar 16 11:00:34.460326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f74-61d0-4ecd-ae1e-70c6b52feea8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.482581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cb5e6-a0b6-4f23-a35b-94559e4d1388 req-7ab346e7-84c1-4e98-98dd-f0cd27cf30ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:34.483978 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-967cb5e6-a0b6-4f23-a35b-94559e4d1388 req-7ab346e7-84c1-4e98-98dd-f0cd27cf30ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 943 time: 0.2608333 Mar 16 11:00:34.503851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e0f74-61d0-4ecd-ae1e-70c6b52feea8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd480df-a317-4f0e-96d0-823dc84e5cb8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:34.510062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f74-61d0-4ecd-ae1e-70c6b52feea8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.518309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b6bfa1-6f26-4b46-8689-977ed63bf4ec None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:34.525327 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8a9e0f74-61d0-4ecd-ae1e-70c6b52feea8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/1bd480df-a317-4f0e-96d0-823dc84e5cb8 HTTP/1.1" status: 204 len: 168 time: 0.6774068 Mar 16 11:00:34.525528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38136) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:34.531265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:34.650941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-9ced4b13-f48f-4852-89b9-92faf771cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:34.652455 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-9ced4b13-f48f-4852-89b9-92faf771cea4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d6a1952-c01c-4d3e-88b1-59346321b492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2355084 Mar 16 11:00:34.702601 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-967cb5e6-a0b6-4f23-a35b-94559e4d1388 req-754e157f-39ad-417b-968b-f6012e32663f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112198 Mar 16 11:00:34.730043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.775495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=9ff54667-8909-4db8-bf0a-20fb83dbd5af,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:34.800583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:34.807541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:34.812046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:34.821246 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:34.848988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-c2b68df5-96b8-4ca9-aec9-6221dcc492c2 service neutron] 10.222.0.48 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895127 Mar 16 11:00:34.851105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:34.855228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.066540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.130853 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2525bfce-4ba4-4a41-bd1f-86c2e211d746 req-29415ec1-a6aa-4e84-8c55-785dd736a1b0 service neutron] 10.222.0.48 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602415 Mar 16 11:00:35.328668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-af55288f-3f42-4b5d-8a2c-ade862b888e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:35.330301 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-af55288f-3f42-4b5d-8a2c-ade862b888e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 1096 time: 0.1269917 Mar 16 11:00:35.384700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.412817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:35.479390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-84d7f077-e4f8-4d85-8810-48d1153d4ade None None] Provisioning complete for port 164d488b-4330-4fab-8955-25665099b61a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:35.480058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84d7f077-e4f8-4d85-8810-48d1153d4ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.537530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-84d7f077-e4f8-4d85-8810-48d1153d4ade None None] Port 164d488b-4330-4fab-8955-25665099b61a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:35.549243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-84d7f077-e4f8-4d85-8810-48d1153d4ade None None] Provisioning complete for port 337cf16f-f166-442e-affd-d6d4820f95c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:35.549606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84d7f077-e4f8-4d85-8810-48d1153d4ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.579033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:35.595784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] Sync routers for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:35.603641 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-49af9560-7eba-45cd-9937-b2474b73c939 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6286192 Mar 16 11:00:35.606500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38140) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:35.620561 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:35.621312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:35.621771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:35.626448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:35.634452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:35.635045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.669400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=0f4c08d7-0665-474f-85bf-63f4178047fa,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:35.677425 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ef72ff79-0bb0-4201-83a5-e3e8d05ef528 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1509275 Mar 16 11:00:35.680777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-30cee878-6cd3-48fc-a602-dea86729574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:35.682266 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-30cee878-6cd3-48fc-a602-dea86729574e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d6a1952-c01c-4d3e-88b1-59346321b492 HTTP/1.1" status: 200 len: 897 time: 0.3377910 Mar 16 11:00:35.682376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38144) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:35.682460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb762f-8165-47b6-9eff-1f79fc926601 None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:35.687463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'security_group': {'name': 'tempest-secgroup-1733032254'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:35.693139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-953a7039-daa3-4927-a539-3b8ea802161b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting subnet 85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:35.696372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-953a7039-daa3-4927-a539-3b8ea802161b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.746209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:35.755562 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-953a7039-daa3-4927-a539-3b8ea802161b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.758122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-53c07d54-558b-4770-9256-bfe95eaf7392 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8efa05-fa2c-4506-851f-e2565879b4e5 HTTP/1.1" status: 200 len: 217 time: 0.0659084 Mar 16 11:00:35.759104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:35.762519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:35.805556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:35.836369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.849392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-f4cb993d-051a-48a7-8de5-0cde68c46e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:35.851024 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-f4cb993d-051a-48a7-8de5-0cde68c46e4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b83f11-611d-4245-b870-efd1bfd38e55 HTTP/1.1" status: 200 len: 835 time: 0.0854671 Mar 16 11:00:35.853629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-953a7039-daa3-4927-a539-3b8ea802161b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.933808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-953a7039-daa3-4927-a539-3b8ea802161b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.944551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:35.954454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group_rule and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:35.959301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:35.966465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:35.981185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a7039-daa3-4927-a539-3b8ea802161b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Subnet': ['ID=85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:35.983925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-953a7039-daa3-4927-a539-3b8ea802161b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.993473 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-953a7039-daa3-4927-a539-3b8ea802161b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7 HTTP/1.1" status: 204 len: 168 time: 0.3854058 Mar 16 11:00:35.994076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38150) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:36.004623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b10f5-7b2b-4379-aa54-1b5b0416776f None None] Network b7d1e3bc-0e17-469e-a643-413a4ce6a4bd requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:36.021128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:36.038909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-7662f13d-5df3-42ec-ba37-912c04b9c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:36.040465 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-7662f13d-5df3-42ec-ba37-912c04b9c43b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d6a1952-c01c-4d3e-88b1-59346321b492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1832550 Mar 16 11:00:36.058586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516390f0-b4cc-4191-9f40-5fbd62c9a065 req-776c482d-9288-4ecb-b665-1eeaacb8e986 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:36.059260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-516390f0-b4cc-4191-9f40-5fbd62c9a065 req-776c482d-9288-4ecb-b665-1eeaacb8e986 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:36.110778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.123199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.124354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port b9f95300-9ab5-43d2-8ad5-4886937237aa {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:36.124730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.178677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-516390f0-b4cc-4191-9f40-5fbd62c9a065 req-776c482d-9288-4ecb-b665-1eeaacb8e986 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:36.179854 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-516390f0-b4cc-4191-9f40-5fbd62c9a065 req-776c482d-9288-4ecb-b665-1eeaacb8e986 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 943 time: 0.2869487 Mar 16 11:00:36.184459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.278858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.282927 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5968547 Mar 16 11:00:36.286785 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-516390f0-b4cc-4191-9f40-5fbd62c9a065 req-20b7e20e-42d8-40a3-b188-39b088137d33 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983579 Mar 16 11:00:36.296552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38154) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:36.297291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f76616-da2f-4580-93b6-e60c9fd1916f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af879208-e749-4bbe-a905-69c731316afa,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:36.305387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283099936'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:36.315305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:36.320575 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-923abf37-8989-4dfc-8307-dff70fec3513 service neutron] 10.222.0.48 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565985 Mar 16 11:00:36.325133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:36.329425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:36.354679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:36.424608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.459490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:36.465839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group_rule and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:36.470872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:36.485848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:36.500666 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-431d4128-3e45-4a1a-a380-156a21d7b11d req-8d7c5712-275d-454c-8bba-d0b6f4a723d3 service neutron] 10.222.0.48 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722698 Mar 16 11:00:36.512338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port b9f95300-9ab5-43d2-8ad5-4886937237aa, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b9f95300-9ab5-43d2-8ad5-4886937237aa,segment=NetworkSegment(1f65ed36-76f6-4a4b-b45c-24c9d2550056),segment_id=1f65ed36-76f6-4a4b-b45c-24c9d2550056)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:36.513394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.573679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.579931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.631884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79292630-b180-4069-b7ae-54efce41a1aa,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:36.635621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.636843 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c31def46-5adc-481e-a6c5-bc8a1b102a1f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3366907 Mar 16 11:00:36.640605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38158) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:36.647245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'security_group': {'name': 'tempest-secgroup-877696158'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:36.654425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:36.658819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:36.662384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:36.669417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:36.679684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for b9f95300-9ab5-43d2-8ad5-4886937237aa owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:36.684087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.709682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:36.716227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:security_group_rule and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:36.721820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:36.725816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8613c93-a0af-46f9-b307-750da7d381c1 None None] DHCP port deletion for b7d1e3bc-0e17-469e-a643-413a4ce6a4bd request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:36.727876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:36.731687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:34Z', 'revision_number': 9, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:36.738784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] Checking router: 1512f2b2-fce2-4364-9544-5e72a95303b3 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:36.743904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8613c93-a0af-46f9-b307-750da7d381c1 None None] Deleting port b9f95300-9ab5-43d2-8ad5-4886937237aa {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:36.744274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8613c93-a0af-46f9-b307-750da7d381c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.767604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.801664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.807468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.816628 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8613c93-a0af-46f9-b307-750da7d381c1 None None] The port 'b9f95300-9ab5-43d2-8ad5-4886937237aa' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:00:36.820699 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58eeb31-766a-4d62-8f1f-f88351582a81 None None] Update dhcp port {'port': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'fixed_ips': [{'subnet_id': '839a49c5-3477-4e44-9aa0-50f62a16df70', 'ip_address': '172.20.0.18'}, {'subnet_id': '0f4c08d7-0665-474f-85bf-63f4178047fa'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': '337cf16f-f166-442e-affd-d6d4820f95c9'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:00:36.822179 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No DVR routers for this DVR port b9f95300-9ab5-43d2-8ad5-4886937237aa on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:36.852852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a542ec31-ec90-4ae6-846f-a4e50aef92ec,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:36.856125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.856435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:36.857104 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:36.857563 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a5ffd763-9e04-44bc-866c-14249d3e60f1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2152421 Mar 16 11:00:36.860187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=b9f95300-9ab5-43d2-8ad5-4886937237aa,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:36.860349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38162) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:36.866778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-657786162', 'security_groups': ['a542ec31-ec90-4ae6-846f-a4e50aef92ec'], 'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0f4c08d7-0665-474f-85bf-63f4178047fa'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:36.957401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.983520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d1e3bc-0e17-469e-a643-413a4ce6a4bd']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:36.996758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f65ed36-76f6-4a4b-b45c-24c9d2550056') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:36.997315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f65ed36-76f6-4a4b-b45c-24c9d2550056') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:37.003478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:37.008940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.012989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:37.014448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e58eeb31-766a-4d62-8f1f-f88351582a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.024640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:37.025713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.033343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:37.033816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:37.048540 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:37.089248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:37.131453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.153029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.158826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.159622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Network': ['ID=b7d1e3bc-0e17-469e-a643-413a4ce6a4bd,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:37.169848 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7a7d06eb-c14a-401d-8725-9be4144625fd tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/networks/b7d1e3bc-0e17-469e-a643-413a4ce6a4bd HTTP/1.1" status: 204 len: 168 time: 1.1747339 Mar 16 11:00:37.172511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38166) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:37.181450 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] device_id is not set on port 65c8b99d-583f-40e7-a5e7-f26a5aca362f yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:37.415527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.11 (006e5825-a7d2-425f-9fd1-d9dcf78b3ab7/0f4c08d7-0665-474f-85bf-63f4178047fa/65c8b99d-583f-40e7-a5e7-f26a5aca362f) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:37.535729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:34Z', 'revision_number': 9, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:37.550447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd7728-ed4a-4387-bb04-935dda116468 None None] The sync data for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv is: [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:34Z', 'revision_number': 9, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': 'd4e8d50e-03c6-4743-89ce-f82aa5426ade', 'name': '', 'network_id': '07296cda-6dc6-449c-ab0f-004a0eef2678', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:d6:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:03Z', 'updated_at': '2022-03-16T11:00:14Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': '1adbe00f-b64f-4162-b613-7f794b8bcbb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:37.669653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd7db-6279-4480-85d3-c8a1c7edffff req-33246a21-698d-422f-8e17-186966dfc1e6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:37.671219 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9efcd7db-6279-4480-85d3-c8a1c7edffff req-33246a21-698d-422f-8e17-186966dfc1e6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 943 time: 0.1899092 Mar 16 11:00:37.731257 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9efcd7db-6279-4480-85d3-c8a1c7edffff req-18cbbca4-b4b0-42e7-92f3-eeb94bc01025 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527120 Mar 16 11:00:37.732435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.752442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object 65c8b99d-583f-40e7-a5e7-f26a5aca362f will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:37.778801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.824231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.843837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:37.851864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:37.856337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:37.860528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-e58eeb31-766a-4d62-8f1f-f88351582a81 None None] Allocated IP 172.20.0.2 (006e5825-a7d2-425f-9fd1-d9dcf78b3ab7/0f4c08d7-0665-474f-85bf-63f4178047fa/337cf16f-f166-442e-affd-d6d4820f95c9) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:37.889280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=65c8b99d-583f-40e7-a5e7-f26a5aca362f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:37.930313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:37.931147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.967698 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a5795316-c060-4f40-b056-da09e20fa934 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1061475 Mar 16 11:00:37.968832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38172) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:37.977744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:38.021779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e58eeb31-766a-4d62-8f1f-f88351582a81 None None] For port 337cf16f-f166-442e-affd-d6d4820f95c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=337cf16f-f166-442e-affd-d6d4820f95c9,segment=NetworkSegment(1c99d6be-01da-4984-8ec2-8d19600e956b),segment_id=1c99d6be-01da-4984-8ec2-8d19600e956b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:38.047273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e58eeb31-766a-4d62-8f1f-f88351582a81 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.065336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e58eeb31-766a-4d62-8f1f-f88351582a81 None None] Transition to ACTIVE for port object 337cf16f-f166-442e-affd-d6d4820f95c9 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:38.070332 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e58eeb31-766a-4d62-8f1f-f88351582a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.131525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:38.139539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:38.142678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:38.149673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:38.163342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:38.172044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.222952 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9ff54667-8909-4db8-bf0a-20fb83dbd5af no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:38.270042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 8d8efa05-fa2c-4506-851f-e2565879b4e5 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:00:38.277303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 9ff54667-8909-4db8-bf0a-20fb83dbd5af {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:38.277783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9ff54667-8909-4db8-bf0a-20fb83dbd5af not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:38.278225 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b9f95300-9ab5-43d2-8ad5-4886937237aa no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:38.313957 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.ipam_backend_mixin [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0f4c08d7-0665-474f-85bf-63f4178047fa (CIDR: 172.20.0.0/28) Mar 16 11:00:38.318110 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:00:38.318305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.318729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:38.321420 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: b9f95300-9ab5-43d2-8ad5-4886937237aa {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:38.321840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b9f95300-9ab5-43d2-8ad5-4886937237aa not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:38.328651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eeb31-766a-4d62-8f1f-f88351582a81 None None] Pushing event updated for resources: {'Port': ['ID=337cf16f-f166-442e-affd-d6d4820f95c9,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:38.351577 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c7caf0ed-53df-4a81-9070-240a8111ac3e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3813398 Mar 16 11:00:38.352802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port d4e8d50e-03c6-4743-89ce-f82aa5426ade {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:38.352802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.354279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38176) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:38.361964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:38.474008 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 8d8efa05-fa2c-4506-851f-e2565879b4e5, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8d8efa05-fa2c-4506-851f-e2565879b4e5,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:38.493203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'port_id': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'mac_address': 'fa:16:3e:be:1e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:00:38.527620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:38.532910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:38.536054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:38.543556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:38.555712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:38.559669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.572155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.593187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8efa05-fa2c-4506-851f-e2565879b4e5 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:00:38.610422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port d4e8d50e-03c6-4743-89ce-f82aa5426ade, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d4e8d50e-03c6-4743-89ce-f82aa5426ade,segment=NetworkSegment(a0a1c8bd-b817-4770-aae7-5b874e20973d),segment_id=a0a1c8bd-b817-4770-aae7-5b874e20973d)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:38.610945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.618484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 8d8efa05-fa2c-4506-851f-e2565879b4e5, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8d8efa05-fa2c-4506-851f-e2565879b4e5,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:38.631328 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.712539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=8d8efa05-fa2c-4506-851f-e2565879b4e5,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:38.724332 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.ipam_backend_mixin [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 839a49c5-3477-4e44-9aa0-50f62a16df70 (CIDR: 172.20.0.16/28) Mar 16 11:00:38.727988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:00:38.728561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:38.750758 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2c98c863-523f-46d2-89eb-39d1a7a82b32 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3952899 Mar 16 11:00:38.757250 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38180) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:38.758946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for d4e8d50e-03c6-4743-89ce-f82aa5426ade owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:38.764112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'subnet': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:38.954901 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bca0b14c-efff-4827-82c1-463b9cbe5e7f None None] Provisioning complete for port 164d488b-4330-4fab-8955-25665099b61a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:38.955908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bca0b14c-efff-4827-82c1-463b9cbe5e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.973640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.981334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:38.991196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Usage tracker for resource:subnet and tenant:bae9d88ff91540a7a3aa8b1d334c2924 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:38.992911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['8d8efa05-fa2c-4506-851f-e2565879b4e5'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:00:38.995586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:39.008846 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599073bb-20d3-4950-910b-978c75fd4574 req-aae39347-9bac-4fae-bbb0-d052898712b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:39.010356 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-599073bb-20d3-4950-910b-978c75fd4574 req-aae39347-9bac-4fae-bbb0-d052898712b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 944 time: 0.1520901 Mar 16 11:00:39.011312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:39.031865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=d4e8d50e-03c6-4743-89ce-f82aa5426ade,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:39.043290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Made reservation on behalf of bae9d88ff91540a7a3aa8b1d334c2924 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:39.047480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.087849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-bca0b14c-efff-4827-82c1-463b9cbe5e7f None None] Port 164d488b-4330-4fab-8955-25665099b61a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:39.139851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bca0b14c-efff-4827-82c1-463b9cbe5e7f None None] Provisioning for port 337cf16f-f166-442e-affd-d6d4820f95c9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:39.150430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bca0b14c-efff-4827-82c1-463b9cbe5e7f None None] Provisioning complete for port 337cf16f-f166-442e-affd-d6d4820f95c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:39.150866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bca0b14c-efff-4827-82c1-463b9cbe5e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.226471 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-599073bb-20d3-4950-910b-978c75fd4574 req-cd1005b3-7e17-4f71-b31a-8800842a2863 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074964 Mar 16 11:00:39.374186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.386095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.442234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:39.445350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:39.448661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:39.449406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.458577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73975dad-9ec4-4e56-a011-39a6d1c5751d None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:39.468054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Subnet': ['ID=8e987a3c-865e-43cb-ac21-0546a1f77ad0,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:39.483939 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b000ef83-885f-400f-ba8b-c22538523df4 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7227538 Mar 16 11:00:39.484149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38186) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:39.490849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1031249665', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8e987a3c-865e-43cb-ac21-0546a1f77ad0'}], 'security_groups': ['af879208-e749-4bbe-a905-69c731316afa', '79292630-b180-4069-b7ae-54efce41a1aa']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:39.576621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f63c90e0-753d-4ba1-98b6-54d637366ae8 None None] Provisioning for port 65c8b99d-583f-40e7-a5e7-f26a5aca362f completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:39.584356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f63c90e0-753d-4ba1-98b6-54d637366ae8 None None] Provisioning complete for port 65c8b99d-583f-40e7-a5e7-f26a5aca362f triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:39.584728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f63c90e0-753d-4ba1-98b6-54d637366ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.629278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.710238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f63c90e0-753d-4ba1-98b6-54d637366ae8 None None] Port 65c8b99d-583f-40e7-a5e7-f26a5aca362f cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:39.859730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:39.936190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959925b-7d86-4599-9202-dd0d5cf00675 None None] Update dhcp port {'port': {'network_id': '006e5825-a7d2-425f-9fd1-d9dcf78b3ab7', 'fixed_ips': [{'subnet_id': '839a49c5-3477-4e44-9aa0-50f62a16df70', 'ip_address': '172.20.0.18'}, {'subnet_id': '0f4c08d7-0665-474f-85bf-63f4178047fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '8e987a3c-865e-43cb-ac21-0546a1f77ad0'}], 'binding:host_id': 'dv-neutron-833860-1-hyperv'}, 'id': '337cf16f-f166-442e-affd-d6d4820f95c9'} from dv-neutron-833860-1-hyperv. {{(pid=87876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:00:39.990197 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7959925b-7d86-4599-9202-dd0d5cf00675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.019646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:40.034016 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6ad54952-197b-4442-8fdd-960328241a63 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8603513 Mar 16 11:00:40.035977 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] Sync routers for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:40.036541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38190) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:40.059821 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:40.060868 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:40.121254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93cbac6-9acf-4c4a-8b8e-bf24724135dc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting subnet 1adbe00f-b64f-4162-b613-7f794b8bcbb9 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:40.125108 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b93cbac6-9acf-4c4a-8b8e-bf24724135dc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.200672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Delete allocated IP 172.20.0.11 (006e5825-a7d2-425f-9fd1-d9dcf78b3ab7/0f4c08d7-0665-474f-85bf-63f4178047fa) {{(pid=87874) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:00:40.208914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Allocated IP 172.20.0.45 (006e5825-a7d2-425f-9fd1-d9dcf78b3ab7/8e987a3c-865e-43cb-ac21-0546a1f77ad0/65c8b99d-583f-40e7-a5e7-f26a5aca362f) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:40.216182 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b93cbac6-9acf-4c4a-8b8e-bf24724135dc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.246243 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:40.254210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 337cf16f-f166-442e-affd-d6d4820f95c9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:40.330439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 8d8efa05-fa2c-4506-851f-e2565879b4e5 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:40.351263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b93cbac6-9acf-4c4a-8b8e-bf24724135dc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.452782 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.474404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Transition to ACTIVE for port object 65c8b99d-583f-40e7-a5e7-f26a5aca362f will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:40.481832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.482330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b93cbac6-9acf-4c4a-8b8e-bf24724135dc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.488159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 8d8efa05-fa2c-4506-851f-e2565879b4e5 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:40.498162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 337cf16f-f166-442e-affd-d6d4820f95c9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:40.499006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.559612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 8d8efa05-fa2c-4506-851f-e2565879b4e5 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:40.559981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.569198 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cbac6-9acf-4c4a-8b8e-bf24724135dc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Subnet': ['ID=1adbe00f-b64f-4162-b613-7f794b8bcbb9,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:40.578678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b93cbac6-9acf-4c4a-8b8e-bf24724135dc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.599565 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b93cbac6-9acf-4c4a-8b8e-bf24724135dc tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/1adbe00f-b64f-4162-b613-7f794b8bcbb9 HTTP/1.1" status: 204 len: 168 time: 0.5619550 Mar 16 11:00:40.603365 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38196) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:40.614464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03145273-fc46-497a-b397-f64e78492c8c None None] Network 07296cda-6dc6-449c-ab0f-004a0eef2678 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:40.630224 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:38Z', 'revision_number': 10, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:40.636593 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] Checking router: 1512f2b2-fce2-4364-9544-5e72a95303b3 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:40.648760 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:40.649812 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:40.671760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event updated for resources: {'Port': ['ID=65c8b99d-583f-40e7-a5e7-f26a5aca362f,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:40.695414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] In _notify_port_updated(), no bound segment for port 65c8b99d-583f-40e7-a5e7-f26a5aca362f on network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:00:40.701369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:40.702964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.706940 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0e27ac97-2558-4a86-9bd6-2ddd498de078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "PUT /v2.0/ports/65c8b99d-583f-40e7-a5e7-f26a5aca362f HTTP/1.1" status: 200 len: 960 time: 1.2193332 Mar 16 11:00:40.707262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38200) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:40.772185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22ec8f-73da-4257-bc96-f2c280c243f6 req-95d5a18e-fdbd-47c6-be79-6219b2026f7a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:40.773863 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cb22ec8f-73da-4257-bc96-f2c280c243f6 req-95d5a18e-fdbd-47c6-be79-6219b2026f7a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 944 time: 0.3344049 Mar 16 11:00:40.784342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.784810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7a8dc19d-5800-43bd-931f-ef067633ec35 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 65c8b99d-583f-40e7-a5e7-f26a5aca362f {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:40.785158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7a8dc19d-5800-43bd-931f-ef067633ec35 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.806522 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-7959925b-7d86-4599-9202-dd0d5cf00675 None None] Allocated IP 172.20.0.34 (006e5825-a7d2-425f-9fd1-d9dcf78b3ab7/8e987a3c-865e-43cb-ac21-0546a1f77ad0/337cf16f-f166-442e-affd-d6d4820f95c9) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:40.825044 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:40.832357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port c0766a07-ef64-4caf-a4e0-0df6595a0893 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:40.833059 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.882609 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cb22ec8f-73da-4257-bc96-f2c280c243f6 req-be92d4e6-41c5-4aa0-a431-6476a8177f7a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943167 Mar 16 11:00:41.068330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.072443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7a8dc19d-5800-43bd-931f-ef067633ec35 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.104791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port c0766a07-ef64-4caf-a4e0-0df6595a0893, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c0766a07-ef64-4caf-a4e0-0df6595a0893,segment=NetworkSegment(a0a1c8bd-b817-4770-aae7-5b874e20973d),segment_id=a0a1c8bd-b817-4770-aae7-5b874e20973d)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:41.105925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.108061 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 8d8efa05-fa2c-4506-851f-e2565879b4e5, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8d8efa05-fa2c-4506-851f-e2565879b4e5,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:41.113353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8efa05-fa2c-4506-851f-e2565879b4e5'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:41.174287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.218515 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'code': 200} Mar 16 11:00:41.239123 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:38Z', 'revision_number': 10, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:41.246249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7a8dc19d-5800-43bd-931f-ef067633ec35 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 65c8b99d-583f-40e7-a5e7-f26a5aca362f owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:41.255443 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc01d982-5036-4d6f-a180-79fe8e86b544 None None] The sync data for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv is: [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:38Z', 'revision_number': 10, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None, '_interfaces': [{'id': 'da3b5e45-fbab-42f3-b12c-94d98e37c64b', 'name': '', 'network_id': 'b7a43021-f4bb-4ee5-90de-dfc616f7e4d6', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'mac_address': 'fa:16:3e:e9:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:58Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'subnets': [{'id': 'd6efa324-80e7-44ee-ae63-a7bf4ba26e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:41.320337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for c0766a07-ef64-4caf-a4e0-0df6595a0893 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:41.327514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7959925b-7d86-4599-9202-dd0d5cf00675 None None] For port 337cf16f-f166-442e-affd-d6d4820f95c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=337cf16f-f166-442e-affd-d6d4820f95c9,segment=NetworkSegment(1c99d6be-01da-4984-8ec2-8d19600e956b),segment_id=1c99d6be-01da-4984-8ec2-8d19600e956b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:41.333375 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=8d8efa05-fa2c-4506-851f-e2565879b4e5,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:41.374404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7959925b-7d86-4599-9202-dd0d5cf00675 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.392659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7959925b-7d86-4599-9202-dd0d5cf00675 None None] Transition to ACTIVE for port object 337cf16f-f166-442e-affd-d6d4820f95c9 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:41.398508 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7959925b-7d86-4599-9202-dd0d5cf00675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.426153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.476651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=c0766a07-ef64-4caf-a4e0-0df6595a0893,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:41.483828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No DVR routers for this DVR port c0766a07-ef64-4caf-a4e0-0df6595a0893 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:41.496192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7a8dc19d-5800-43bd-931f-ef067633ec35 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.549045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dc19d-5800-43bd-931f-ef067633ec35 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=65c8b99d-583f-40e7-a5e7-f26a5aca362f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:41.583198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959925b-7d86-4599-9202-dd0d5cf00675 None None] Pushing event updated for resources: {'Port': ['ID=337cf16f-f166-442e-affd-d6d4820f95c9,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:41.634095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cb782-165f-47e3-9216-2bcced69a987 req-273305d5-d857-4531-866b-c54a55e8756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:41.635666 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b48cb782-165f-47e3-9216-2bcced69a987 req-273305d5-d857-4531-866b-c54a55e8756e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 1098 time: 0.2082195 Mar 16 11:00:41.657494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9865f5c4-11d8-435f-9599-f81e6ed1ac0a None None] DHCP port deletion for 07296cda-6dc6-449c-ab0f-004a0eef2678 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:41.722348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7a8dc19d-5800-43bd-931f-ef067633ec35 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.727220 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b48cb782-165f-47e3-9216-2bcced69a987 req-7b8a4966-1d77-4a7a-a52c-c7b51f044399 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815043 Mar 16 11:00:41.735819 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7a8dc19d-5800-43bd-931f-ef067633ec35 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/65c8b99d-583f-40e7-a5e7-f26a5aca362f HTTP/1.1" status: 204 len: 168 time: 1.0276134 Mar 16 11:00:41.738300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38206) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:41.786628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.794309 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b5a310-f5e1-44e4-a0a5-ed154759350b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] GET failed (client error): The resource could not be found. Mar 16 11:00:41.794858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-25b5a310-f5e1-44e4-a0a5-ed154759350b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Synchronizing usage tracker for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:41.814215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-25b5a310-f5e1-44e4-a0a5-ed154759350b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Unset dirty status for tenant:bae9d88ff91540a7a3aa8b1d334c2924 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:41.819012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07296cda-6dc6-449c-ab0f-004a0eef2678']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:41.819914 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-25b5a310-f5e1-44e4-a0a5-ed154759350b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports/65c8b99d-583f-40e7-a5e7-f26a5aca362f HTTP/1.1" status: 404 len: 333 time: 0.0804627 Mar 16 11:00:41.820798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38210) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:41.835655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a1c8bd-b817-4770-aae7-5b874e20973d') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:41.835926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a1c8bd-b817-4770-aae7-5b874e20973d') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:41.848285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.866254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.872965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:41.873623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:41.889853 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:41.892431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0538bc82-0fd5-486f-99ce-4182d9a321d1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.927751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0538bc82-0fd5-486f-99ce-4182d9a321d1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.987728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0538bc82-0fd5-486f-99ce-4182d9a321d1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.988454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.995546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.011201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538bc82-0fd5-486f-99ce-4182d9a321d1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a542ec31-ec90-4ae6-846f-a4e50aef92ec,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:42.016906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0538bc82-0fd5-486f-99ce-4182d9a321d1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.018229 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0538bc82-0fd5-486f-99ce-4182d9a321d1 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/security-groups/a542ec31-ec90-4ae6-846f-a4e50aef92ec HTTP/1.1" status: 204 len: 168 time: 0.1959579 Mar 16 11:00:42.022084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38216) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.062881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Network': ['ID=07296cda-6dc6-449c-ab0f-004a0eef2678,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:42.085180 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0dff3cd6-6da8-4ffb-82b0-4cf3282ac043 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/networks/07296cda-6dc6-449c-ab0f-004a0eef2678 HTTP/1.1" status: 204 len: 168 time: 1.4806819 Mar 16 11:00:42.087875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38220) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.167588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c4903a50-e9f9-4f97-b01d-8eb0bac577f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.178443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717daa7-db5f-4f87-886e-b75d546e1320 req-246713c3-6e91-4a79-9fca-221d0b29aa04 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:42.180249 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b717daa7-db5f-4f87-886e-b75d546e1320 req-246713c3-6e91-4a79-9fca-221d0b29aa04 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 945 time: 0.1589971 Mar 16 11:00:42.195293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 337cf16f-f166-442e-affd-d6d4820f95c9 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:42.229911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c4903a50-e9f9-4f97-b01d-8eb0bac577f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.266886 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b717daa7-db5f-4f87-886e-b75d546e1320 req-3051d680-6ed9-480d-bf0a-a1095cb46c55 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775638 Mar 16 11:00:42.274937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-988805ba-2899-4266-8bfc-bcc68295de69 None None] Provisioning complete for port 164d488b-4330-4fab-8955-25665099b61a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:42.275624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-988805ba-2899-4266-8bfc-bcc68295de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.306129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c4903a50-e9f9-4f97-b01d-8eb0bac577f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.329271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c4903a50-e9f9-4f97-b01d-8eb0bac577f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.332863 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c4903a50-e9f9-4f97-b01d-8eb0bac577f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/security-groups/79292630-b180-4069-b7ae-54efce41a1aa HTTP/1.1" status: 204 len: 168 time: 0.3014922 Mar 16 11:00:42.332863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4903a50-e9f9-4f97-b01d-8eb0bac577f7 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79292630-b180-4069-b7ae-54efce41a1aa,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:42.333608 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38224) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.355672 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:00:42.401380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-988805ba-2899-4266-8bfc-bcc68295de69 None None] Port 164d488b-4330-4fab-8955-25665099b61a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:42.405293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-988805ba-2899-4266-8bfc-bcc68295de69 None None] Could not find standard attr ID for object 65c8b99d-583f-40e7-a5e7-f26a5aca362f. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:42.406366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d7057f2-b9d2-4dcb-8318-e41b86112e9e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.418566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-988805ba-2899-4266-8bfc-bcc68295de69 None None] Provisioning for port 337cf16f-f166-442e-affd-d6d4820f95c9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:42.425412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-988805ba-2899-4266-8bfc-bcc68295de69 None None] Provisioning complete for port 337cf16f-f166-442e-affd-d6d4820f95c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:42.426170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-988805ba-2899-4266-8bfc-bcc68295de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.448096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d7057f2-b9d2-4dcb-8318-e41b86112e9e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.468949 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d4e8d50e-03c6-4743-89ce-f82aa5426ade no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:42.495152 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d7057f2-b9d2-4dcb-8318-e41b86112e9e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.515005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7057f2-b9d2-4dcb-8318-e41b86112e9e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af879208-e749-4bbe-a905-69c731316afa,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:42.515148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: d4e8d50e-03c6-4743-89ce-f82aa5426ade {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:42.515148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d4e8d50e-03c6-4743-89ce-f82aa5426ade not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:42.515590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c0766a07-ef64-4caf-a4e0-0df6595a0893 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:42.523397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d7057f2-b9d2-4dcb-8318-e41b86112e9e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.524425 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2d7057f2-b9d2-4dcb-8318-e41b86112e9e tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/security-groups/af879208-e749-4bbe-a905-69c731316afa HTTP/1.1" status: 204 len: 168 time: 0.1897378 Mar 16 11:00:42.527148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38228) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.573368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: c0766a07-ef64-4caf-a4e0-0df6595a0893 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:42.574005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c0766a07-ef64-4caf-a4e0-0df6595a0893 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:42.644014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-3477899b-a533-4658-b28b-abc28da6559b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 0f4c08d7-0665-474f-85bf-63f4178047fa {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:42.678271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3477899b-a533-4658-b28b-abc28da6559b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.746508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3477899b-a533-4658-b28b-abc28da6559b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.773690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-17eaec7d-cf84-49cd-bb75-8f5a0800fb06 None None] Could not find standard attr ID for object 65c8b99d-583f-40e7-a5e7-f26a5aca362f. {{(pid=87876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:42.886688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3477899b-a533-4658-b28b-abc28da6559b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.966473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.089860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3477899b-a533-4658-b28b-abc28da6559b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.141187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477899b-a533-4658-b28b-abc28da6559b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4c08d7-0665-474f-85bf-63f4178047fa,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:43.155160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3477899b-a533-4658-b28b-abc28da6559b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.159679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a5694-51b3-4336-a9da-e3f637f9ff27 None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:43.214690 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3477899b-a533-4658-b28b-abc28da6559b tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/0f4c08d7-0665-474f-85bf-63f4178047fa HTTP/1.1" status: 204 len: 168 time: 0.6864779 Mar 16 11:00:43.222023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38232) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.324052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadde086-b5b1-4ff8-ac54-33b174b8a407 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 8e987a3c-865e-43cb-ac21-0546a1f77ad0 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:43.328999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dadde086-b5b1-4ff8-ac54-33b174b8a407 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.420604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dadde086-b5b1-4ff8-ac54-33b174b8a407 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.572707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port da3b5e45-fbab-42f3-b12c-94d98e37c64b {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:43.573077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.767978 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dadde086-b5b1-4ff8-ac54-33b174b8a407 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.804788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869da523-8313-4ba5-b229-4616a0f32406 req-e2af4b82-0ecb-451b-999f-28f2ba16097b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:43.806349 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-869da523-8313-4ba5-b229-4616a0f32406 req-e2af4b82-0ecb-451b-999f-28f2ba16097b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 945 time: 0.4229622 Mar 16 11:00:43.899241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b0f70c7e-17d5-48a0-913a-6ba21e61a2e5 None None] Provisioning complete for port 164d488b-4330-4fab-8955-25665099b61a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:43.899898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b0f70c7e-17d5-48a0-913a-6ba21e61a2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.957317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b0f70c7e-17d5-48a0-913a-6ba21e61a2e5 None None] Port 164d488b-4330-4fab-8955-25665099b61a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:43.968202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b0f70c7e-17d5-48a0-913a-6ba21e61a2e5 None None] Provisioning complete for port 337cf16f-f166-442e-affd-d6d4820f95c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:43.968550 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b0f70c7e-17d5-48a0-913a-6ba21e61a2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.993301 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-869da523-8313-4ba5-b229-4616a0f32406 req-ac72d283-6167-408b-bc83-747f83b4986a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530421 Mar 16 11:00:44.000501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port da3b5e45-fbab-42f3-b12c-94d98e37c64b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=da3b5e45-fbab-42f3-b12c-94d98e37c64b,segment=NetworkSegment(82a289ae-14fc-4ba4-a9fd-c5c76ca97d88),segment_id=82a289ae-14fc-4ba4-a9fd-c5c76ca97d88)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:44.000935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.063952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dadde086-b5b1-4ff8-ac54-33b174b8a407 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.155504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for da3b5e45-fbab-42f3-b12c-94d98e37c64b owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:44.180112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd572-9fee-45ba-8d06-d15720b0812b req-42d07161-e1f8-4aef-bed4-9994c3f4c2f9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:44.182376 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-683cd572-9fee-45ba-8d06-d15720b0812b req-42d07161-e1f8-4aef-bed4-9994c3f4c2f9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 945 time: 0.0794327 Mar 16 11:00:44.204089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadde086-b5b1-4ff8-ac54-33b174b8a407 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=8e987a3c-865e-43cb-ac21-0546a1f77ad0,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:44.208174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dadde086-b5b1-4ff8-ac54-33b174b8a407 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.211170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68924bc0-9858-4857-b9cd-ec09ce90c894 None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:44.226821 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dadde086-b5b1-4ff8-ac54-33b174b8a407 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/8e987a3c-865e-43cb-ac21-0546a1f77ad0 HTTP/1.1" status: 204 len: 168 time: 1.0015569 Mar 16 11:00:44.227756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38240) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.233867 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-683cd572-9fee-45ba-8d06-d15720b0812b req-f5b53f8f-976e-4c00-a598-58a320de7fb4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461106 Mar 16 11:00:44.257706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38244) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.270098 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e856b02-3ab2-41aa-a907-8d8c9c929a7a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.270560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e856b02-3ab2-41aa-a907-8d8c9c929a7a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.272265 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2e856b02-3ab2-41aa-a907-8d8c9c929a7a tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/0f4c08d7-0665-474f-85bf-63f4178047fa HTTP/1.1" status: 404 len: 337 time: 0.0436749 Mar 16 11:00:44.280201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38248) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.333281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e355645c-31d1-4012-af62-0c71ebee9700 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:44.337446 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e355645c-31d1-4012-af62-0c71ebee9700 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 1093 time: 0.0759053 Mar 16 11:00:44.337669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38252) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.343127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:44.349582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:44.353811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:floatingip and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:44.356901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:44.364340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:44.372421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb773b9e-18fe-48c9-b543-bed50b06851d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting subnet 839a49c5-3477-4e44-9aa0-50f62a16df70 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:44.376587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb773b9e-18fe-48c9-b543-bed50b06851d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.377732 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.474855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb773b9e-18fe-48c9-b543-bed50b06851d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.533975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.554851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.613137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Port': ['ID=da3b5e45-fbab-42f3-b12c-94d98e37c64b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:44.699532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb773b9e-18fe-48c9-b543-bed50b06851d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.702688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.176 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/9f97fca6-626e-4edd-a484-1470b536240a) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:44.885210 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.924846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.929750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.943409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb773b9e-18fe-48c9-b543-bed50b06851d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.986158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:44.989050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:44.997568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:45.033382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=9f97fca6-626e-4edd-a484-1470b536240a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:45.047211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb773b9e-18fe-48c9-b543-bed50b06851d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Subnet': ['ID=839a49c5-3477-4e44-9aa0-50f62a16df70,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:45.090640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04724b2-de50-4a08-9be4-26414fb91518 None None] Network 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:45.100997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb773b9e-18fe-48c9-b543-bed50b06851d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.198781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c51dd704-db78-461b-8b9d-e01081ed6083 None None] Provisioning complete for port 164d488b-4330-4fab-8955-25665099b61a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:45.199149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c51dd704-db78-461b-8b9d-e01081ed6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.294516 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-eb773b9e-18fe-48c9-b543-bed50b06851d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/839a49c5-3477-4e44-9aa0-50f62a16df70 HTTP/1.1" status: 204 len: 168 time: 1.0111210 Mar 16 11:00:45.300318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38256) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.317605 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c51dd704-db78-461b-8b9d-e01081ed6083 None None] Port 164d488b-4330-4fab-8955-25665099b61a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:45.337463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c51dd704-db78-461b-8b9d-e01081ed6083 None None] Provisioning complete for port 337cf16f-f166-442e-affd-d6d4820f95c9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:45.337693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c51dd704-db78-461b-8b9d-e01081ed6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.411660 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-64742592-74ec-4140-94e3-bf3c581b75c3 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.412398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64742592-74ec-4140-94e3-bf3c581b75c3 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.417145 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-64742592-74ec-4140-94e3-bf3c581b75c3 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/1bd480df-a317-4f0e-96d0-823dc84e5cb8 HTTP/1.1" status: 404 len: 337 time: 0.1157913 Mar 16 11:00:45.417981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38260) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.425110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:45.434883 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.478470 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-66a27af6-a855-4066-b66b-7ec5d9a81242 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a80de25-564e-459e-a471-e04cee8c1342 HTTP/1.1" status: 200 len: 205 time: 0.0561936 Mar 16 11:00:45.482463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38264) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.482605 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709212a1-4b46-419a-bc7f-b9877488fac6 None None] DHCP port deletion for 006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:45.487130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-709212a1-4b46-419a-bc7f-b9877488fac6 None None] Deleting port 337cf16f-f166-442e-affd-d6d4820f95c9 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:45.487672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-709212a1-4b46-419a-bc7f-b9877488fac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.613609 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-5ea3a3a3-3d79-47ca-96da-440ec8f2dc25 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] delete failed (client error): The resource could not be found. Mar 16 11:00:45.617328 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5ea3a3a3-3d79-47ca-96da-440ec8f2dc25 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/routers/7a80de25-564e-459e-a471-e04cee8c1342 HTTP/1.1" status: 404 len: 336 time: 0.1337683 Mar 16 11:00:45.617961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38268) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.649949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.704235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-709212a1-4b46-419a-bc7f-b9877488fac6 None None] For port 337cf16f-f166-442e-affd-d6d4820f95c9, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=337cf16f-f166-442e-affd-d6d4820f95c9,segment=NetworkSegment(1c99d6be-01da-4984-8ec2-8d19600e956b),segment_id=1c99d6be-01da-4984-8ec2-8d19600e956b)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:45.705021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-709212a1-4b46-419a-bc7f-b9877488fac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.714923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:45.727039 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9a2ab22f-cca8-48c1-9d45-4957b8bdac92 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6356514 Mar 16 11:00:45.727039 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-b058448b-bc7b-405e-b619-f49d489a7d92 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.727039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b058448b-bc7b-405e-b619-f49d489a7d92 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.731232 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b058448b-bc7b-405e-b619-f49d489a7d92 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/185489ba-0b29-44e3-8c04-d3ec3c2d5480 HTTP/1.1" status: 404 len: 337 time: 0.0570278 Mar 16 11:00:45.731232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38272) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.732157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38274) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.785859 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33d108c-670d-40bf-a0c8-ac8c3fbb510d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.786349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33d108c-670d-40bf-a0c8-ac8c3fbb510d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.800860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-599816dd-5cc6-4f02-b8df-6c25b99cbb62 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting subnet d6efa324-80e7-44ee-ae63-a7bf4ba26e75 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:45.804152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-599816dd-5cc6-4f02-b8df-6c25b99cbb62 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.860140 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d33d108c-670d-40bf-a0c8-ac8c3fbb510d tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/8516d728-f7d8-440e-9e33-7593c4507970 HTTP/1.1" status: 404 len: 337 time: 0.1251335 Mar 16 11:00:45.861703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38280) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.862988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-709212a1-4b46-419a-bc7f-b9877488fac6 None None] Calling delete_port for 337cf16f-f166-442e-affd-d6d4820f95c9 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:45.868654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-599816dd-5cc6-4f02-b8df-6c25b99cbb62 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.897292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] Sync routers for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:45.905988 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-862d43aa-2841-4456-973f-c65b80e76a08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.906442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862d43aa-2841-4456-973f-c65b80e76a08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.910551 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-862d43aa-2841-4456-973f-c65b80e76a08 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/3523ee5a-5017-41a9-b842-6d10730aaacf HTTP/1.1" status: 404 len: 337 time: 0.0454969 Mar 16 11:00:45.911348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38284) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.923984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:45.924777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:45.956368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.961980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.963862 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3e0404-34e1-4aa2-8abe-167524df8a15 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.964493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3e0404-34e1-4aa2-8abe-167524df8a15 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.968650 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ca3e0404-34e1-4aa2-8abe-167524df8a15 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/ff370a66-c8ab-40c6-8cc4-e11bff0716bf HTTP/1.1" status: 404 len: 333 time: 0.0539100 Mar 16 11:00:45.969352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38288) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.016528 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ee81b3-6e1c-4bd5-b1c7-3e939b71a581 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:46.017426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ee81b3-6e1c-4bd5-b1c7-3e939b71a581 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:46.020817 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b2ee81b3-6e1c-4bd5-b1c7-3e939b71a581 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/363cec02-4228-4c1f-88c2-0c77ee53dbab HTTP/1.1" status: 404 len: 337 time: 0.0501056 Mar 16 11:00:46.023165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38292) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.066235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:46.076049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=9f97fca6-626e-4edd-a484-1470b536240a,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:46.078952 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-df36a7ff-5b06-4750-824e-ad597235ffb8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:46.079950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df36a7ff-5b06-4750-824e-ad597235ffb8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:46.081848 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-df36a7ff-5b06-4750-824e-ad597235ffb8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/9d1dc53b-f06f-4ccf-9cc9-5da5e7730adf HTTP/1.1" status: 404 len: 337 time: 0.0575056 Mar 16 11:00:46.084629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38296) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.089418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.131454 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda0f6a8-052e-4afc-ab8e-ee619c70a078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:46.131933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda0f6a8-052e-4afc-ab8e-ee619c70a078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:46.136215 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dda0f6a8-052e-4afc-ab8e-ee619c70a078 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/7154e327-a3ab-49f1-bc11-10823c6ab5dc HTTP/1.1" status: 404 len: 333 time: 0.0479934 Mar 16 11:00:46.137255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38300) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.165365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-709212a1-4b46-419a-bc7f-b9877488fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.176296 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f85106e-2f8a-4256-82be-d397104183c8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:46.176768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f85106e-2f8a-4256-82be-d397104183c8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:46.180798 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2f85106e-2f8a-4256-82be-d397104183c8 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/4aec933d-7323-4dc3-bdef-6e153c04e791 HTTP/1.1" status: 404 len: 337 time: 0.0411599 Mar 16 11:00:46.181341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38304) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.210869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:44Z', 'revision_number': 11, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:46.226006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] Checking router: 1512f2b2-fce2-4364-9544-5e72a95303b3 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:46.227942 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05f51d2-9262-41f7-a682-26f483a7645f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:46.228421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05f51d2-9262-41f7-a682-26f483a7645f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:46.229696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709212a1-4b46-419a-bc7f-b9877488fac6 None None] Pushing event deleted for resources: {'Port': ['ID=337cf16f-f166-442e-affd-d6d4820f95c9,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:46.233448 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e05f51d2-9262-41f7-a682-26f483a7645f tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/subnets/93f96f6e-725f-4be7-b327-d34b856271e2 HTTP/1.1" status: 404 len: 337 time: 0.0475059 Mar 16 11:00:46.233571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709212a1-4b46-419a-bc7f-b9877488fac6 None None] No DVR routers for this DVR port 337cf16f-f166-442e-affd-d6d4820f95c9 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:46.233661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38308) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.244716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:46.245773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:46.286643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-599816dd-5cc6-4f02-b8df-6c25b99cbb62 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.291299 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP 6b9bb19a-9a18-4de0-8ed8-c714a947735b associated. External IP: 172.26.2.176, port: 8d8efa05-fa2c-4506-851f-e2565879b4e5. Mar 16 11:00:46.301994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 337cf16f-f166-442e-affd-d6d4820f95c9 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:46.345435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 337cf16f-f166-442e-affd-d6d4820f95c9 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:46.345775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 337cf16f-f166-442e-affd-d6d4820f95c9 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:46.367233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-faeb1f11-61d3-4865-9793-1369f919bbde tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Deleting port 164d488b-4330-4fab-8955-25665099b61a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:46.367233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-faeb1f11-61d3-4865-9793-1369f919bbde tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.410625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:46.461770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-599816dd-5cc6-4f02-b8df-6c25b99cbb62 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.512415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599816dd-5cc6-4f02-b8df-6c25b99cbb62 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Subnet': ['ID=d6efa324-80e7-44ee-ae63-a7bf4ba26e75,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:46.514969 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:44Z', 'revision_number': 11, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:46.516279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-599816dd-5cc6-4f02-b8df-6c25b99cbb62 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.519096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b9f46-19ef-458d-9fa1-f64da0a91789 None None] The sync data for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv is: [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:44Z', 'revision_number': 11, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:46.525778 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-599816dd-5cc6-4f02-b8df-6c25b99cbb62 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/d6efa324-80e7-44ee-ae63-a7bf4ba26e75 HTTP/1.1" status: 204 len: 168 time: 0.7950468 Mar 16 11:00:46.526928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38312) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.532669 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab916c8-2cde-49f8-b8d7-e5a1b427ae23 None None] Network b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:46.687794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:46.867345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.870170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-faeb1f11-61d3-4865-9793-1369f919bbde tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.886088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb12abd-f10d-47ac-8032-1a5ccb20dd53 None None] DHCP port deletion for b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:46.887817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:46.892194 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6cb12abd-f10d-47ac-8032-1a5ccb20dd53 None None] Deleting port fde51849-1286-466a-b85f-b8d7c269afb0 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:46.892633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6cb12abd-f10d-47ac-8032-1a5ccb20dd53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.906265 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] Sync routers for ids ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:46.918688 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] Routers {'df0ec5d0-3174-42de-8a6b-d34e3d2c6710'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:46.920480 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:46.926184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.002841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-faeb1f11-61d3-4865-9793-1369f919bbde tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Calling delete_port for 164d488b-4330-4fab-8955-25665099b61a owned by {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:47.007926 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-504d129f-e97a-46d4-b1cb-d71311a0a65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6691716 Mar 16 11:00:47.008592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38316) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:47.009067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'tag': '8d8efa05-fa2c-4506-851f-e2565879b4e5'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:47.046497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port fde51849-1286-466a-b85f-b8d7c269afb0 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:47.047002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.164057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6cb12abd-f10d-47ac-8032-1a5ccb20dd53 None None] For port fde51849-1286-466a-b85f-b8d7c269afb0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fde51849-1286-466a-b85f-b8d7c269afb0,segment=NetworkSegment(82a289ae-14fc-4ba4-a9fd-c5c76ca97d88),segment_id=82a289ae-14fc-4ba4-a9fd-c5c76ca97d88)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:47.164539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6cb12abd-f10d-47ac-8032-1a5ccb20dd53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.199642 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] Set router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:47.222309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-faeb1f11-61d3-4865-9793-1369f919bbde tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.277877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb1f11-61d3-4865-9793-1369f919bbde tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Port': ['ID=164d488b-4330-4fab-8955-25665099b61a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:47.338702 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-623a7222-69a2-4762-a502-a2af8861bb5f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/6b9bb19a-9a18-4de0-8ed8-c714a947735b HTTP/1.1" status: 200 len: 991 time: 0.3240125 Mar 16 11:00:47.340496 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'tag': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'status': 'completed', 'code': 200} Mar 16 11:00:47.348028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-faeb1f11-61d3-4865-9793-1369f919bbde tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.362823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6cb12abd-f10d-47ac-8032-1a5ccb20dd53 None None] Calling delete_port for fde51849-1286-466a-b85f-b8d7c269afb0 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:47.421176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] For port fde51849-1286-466a-b85f-b8d7c269afb0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=fde51849-1286-466a-b85f-b8d7c269afb0,segment=NetworkSegment(82a289ae-14fc-4ba4-a9fd-c5c76ca97d88),segment_id=82a289ae-14fc-4ba4-a9fd-c5c76ca97d88)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:47.421535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.429434 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-faeb1f11-61d3-4865-9793-1369f919bbde tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/ports/164d488b-4330-4fab-8955-25665099b61a HTTP/1.1" status: 204 len: 168 time: 1.1956894 Mar 16 11:00:47.432174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38322) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:47.450530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6cb12abd-f10d-47ac-8032-1a5ccb20dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.501890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb12abd-f10d-47ac-8032-1a5ccb20dd53 None None] Pushing event deleted for resources: {'Port': ['ID=fde51849-1286-466a-b85f-b8d7c269afb0,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:47.511123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb12abd-f10d-47ac-8032-1a5ccb20dd53 None None] No DVR routers for this DVR port fde51849-1286-466a-b85f-b8d7c269afb0 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:47.569055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.595319 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '6b9bb19a-9a18-4de0-8ed8-c714a947735b', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.176', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'port_id': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'mac_address': 'fa:16:3e:be:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:00:45Z', 'updated_at': '2022-03-16T11:00:45Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:31Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.599400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Calling delete_port for fde51849-1286-466a-b85f-b8d7c269afb0 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:47.600429 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] Checking router: df0ec5d0-3174-42de-8a6b-d34e3d2c6710 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:47.609499 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] Routers {'df0ec5d0-3174-42de-8a6b-d34e3d2c6710'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:47.610225 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.671945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-83c4c658-9af3-4a03-baec-101f78c76b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:47.673632 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-83c4c658-9af3-4a03-baec-101f78c76b93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 1098 time: 0.3220239 Mar 16 11:00:47.717159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.746817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006e5825-a7d2-425f-9fd1-d9dcf78b3ab7']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.759139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c99d6be-01da-4984-8ec2-8d19600e956b') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.759474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c99d6be-01da-4984-8ec2-8d19600e956b') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.770886 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.789025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.795737 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:00:47.796249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:00:47.796380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:47.796665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.797589 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] Set router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:47.812492 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:47.816537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-db1d5b62-d3d6-4a0f-a3c0-814ae18cfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:47.818156 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-db1d5b62-d3d6-4a0f-a3c0-814ae18cfc38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d6a1952-c01c-4d3e-88b1-59346321b492 HTTP/1.1" status: 200 len: 897 time: 0.1333022 Mar 16 11:00:47.894956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.914050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.923895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] Pushing event deleted for resources: {'Network': ['ID=006e5825-a7d2-425f-9fd1-d9dcf78b3ab7,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:47.926654 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-b9ac8270-cb49-4b60-90b5-1a9775bd9bc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8efa05-fa2c-4506-851f-e2565879b4e5 HTTP/1.1" status: 200 len: 999 time: 0.1029460 Mar 16 11:00:47.930491 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ba676b6b-d891-4639-8fd9-dc8003e393a6 tempest-PortsTestJSON-1701129641 tempest-PortsTestJSON-1701129641-project] 10.222.0.37 "DELETE /v2.0/networks/006e5825-a7d2-425f-9fd1-d9dcf78b3ab7 HTTP/1.1" status: 204 len: 168 time: 0.4971118 Mar 16 11:00:47.990729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-752f643d-0478-48e1-be4d-4d2c2b0b057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:47.992078 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-752f643d-0478-48e1-be4d-4d2c2b0b057e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b83f11-611d-4245-b870-efd1bfd38e55 HTTP/1.1" status: 200 len: 835 time: 0.0590281 Mar 16 11:00:48.073599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-35116181-dd88-4118-8668-b25368f96051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:48.075773 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-35116181-dd88-4118-8668-b25368f96051 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d6a1952-c01c-4d3e-88b1-59346321b492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780110 Mar 16 11:00:48.161711 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '6b9bb19a-9a18-4de0-8ed8-c714a947735b', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.176', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'port_id': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'mac_address': 'fa:16:3e:be:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:00:45Z', 'updated_at': '2022-03-16T11:00:45Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:31Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:48.166563 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52cdbf-66cb-413c-b50b-155560d3271c None None] The sync data for ids ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'] in dv-neutron-833860-1-hyperv is: [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '6b9bb19a-9a18-4de0-8ed8-c714a947735b', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.176', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'port_id': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'mac_address': 'fa:16:3e:be:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:00:45Z', 'updated_at': '2022-03-16T11:00:45Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:31Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:48.192433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fde51849-1286-466a-b85f-b8d7c269afb0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:48.215903 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-a78734b0-3a0c-425e-b690-1f05d578e7f5 service neutron] 10.222.0.48 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332741 Mar 16 11:00:48.233500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38330) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.239060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: fde51849-1286-466a-b85f-b8d7c269afb0 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:48.239399 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device fde51849-1286-466a-b85f-b8d7c269afb0 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:48.240140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device da3b5e45-fbab-42f3-b12c-94d98e37c64b no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:48.274111 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: da3b5e45-fbab-42f3-b12c-94d98e37c64b {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:48.274593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device da3b5e45-fbab-42f3-b12c-94d98e37c64b not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:48.303984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Deleting port fde51849-1286-466a-b85f-b8d7c269afb0 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:48.304322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.340783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38336) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.393066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2432d36-8662-471b-b7a3-39bf6fdf8fbc None None] New status for floating IP 6b9bb19a-9a18-4de0-8ed8-c714a947735b: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:00:48.502141 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b6473ab9-6907-40f1-bcb8-e0accbf8cfbf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/6b9bb19a-9a18-4de0-8ed8-c714a947735b HTTP/1.1" status: 200 len: 991 time: 0.1579008 Mar 16 11:00:48.510371 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9a7f9a55-0f69-4336-98e2-eb53a2fa6ce8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bae9d88ff91540a7a3aa8b1d334c2924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732525 Mar 16 11:00:48.510735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38340) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.512361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] The port 'fde51849-1286-466a-b85f-b8d7c269afb0' was deleted {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:00:48.569751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-01c12b47-8086-40b8-8bbb-5962f2711061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.598570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-01c12b47-8086-40b8-8bbb-5962f2711061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.654024 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d5fd548c-af72-4fe9-8225-670b78ada6fb req-9c6cd44c-3cbb-463d-ae82-c4a697fa4e1e service neutron] 10.222.0.48 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314153 Mar 16 11:00:48.657967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-01c12b47-8086-40b8-8bbb-5962f2711061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.666783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.685237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c12b47-8086-40b8-8bbb-5962f2711061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91afe471-8041-474d-9317-f70804377eba,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:48.688818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-01c12b47-8086-40b8-8bbb-5962f2711061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.693115 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-01c12b47-8086-40b8-8bbb-5962f2711061 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91afe471-8041-474d-9317-f70804377eba HTTP/1.1" status: 204 len: 168 time: 0.1782544 Mar 16 11:00:48.704874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a43021-f4bb-4ee5-90de-dfc616f7e4d6']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:48.723031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:48.723332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a289ae-14fc-4ba4-a9fd-c5c76ca97d88') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:48.736681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.753270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.759100 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:48.759472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: util.warn( Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:48.773662 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:48.860990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.879643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.895695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Pushing event deleted for resources: {'Network': ['ID=b7a43021-f4bb-4ee5-90de-dfc616f7e4d6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:48.907397 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4bdcbfe1-cdde-421b-a52d-97526ca4c11c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/networks/b7a43021-f4bb-4ee5-90de-dfc616f7e4d6 HTTP/1.1" status: 204 len: 168 time: 2.3697906 Mar 16 11:00:48.907617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38346) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.912961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8d21ffe2-69ae-4200-9ace-c8d9f2128194 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'routes': None}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:49.203071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.extraroute_db [None req-8d21ffe2-69ae-4200-9ace-c8d9f2128194 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Added routes are [] {{(pid=87874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:00:49.203785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.extraroute_db [None req-8d21ffe2-69ae-4200-9ace-c8d9f2128194 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Removed routes are [] {{(pid=87874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:00:49.203785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8d21ffe2-69ae-4200-9ace-c8d9f2128194 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.463949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8d21ffe2-69ae-4200-9ace-c8d9f2128194 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.467454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8d21ffe2-69ae-4200-9ace-c8d9f2128194 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.505054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38350) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.602829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d21ffe2-69ae-4200-9ace-c8d9f2128194 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router 1512f2b2-fce2-4364-9544-5e72a95303b3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:49.614266 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-62b7f289-b5ff-4b91-9a02-d5af6d0e8267 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/6b9bb19a-9a18-4de0-8ed8-c714a947735b HTTP/1.1" status: 200 len: 993 time: 0.1038888 Mar 16 11:00:49.857154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d21ffe2-69ae-4200-9ace-c8d9f2128194 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:49.865001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8d21ffe2-69ae-4200-9ace-c8d9f2128194 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.866497 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8d21ffe2-69ae-4200-9ace-c8d9f2128194 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3 HTTP/1.1" status: 200 len: 700 time: 0.9579172 Mar 16 11:00:49.866854 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] Sync routers for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:49.869645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38354) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.877509 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:49.878110 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:49.916115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cce7afb8-14e8-4092-a42f-01786897a811 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Synchronizing usage tracker for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:49.933284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cce7afb8-14e8-4092-a42f-01786897a811 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Unset dirty status for tenant:4c5c3b96ab9a456884f14afafc29de76 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:49.934642 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cce7afb8-14e8-4092-a42f-01786897a811 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=1512f2b2-fce2-4364-9544-5e72a95303b3 HTTP/1.1" status: 200 len: 205 time: 0.0639942 Mar 16 11:00:49.937474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38358) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.033923 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:50.070186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-565da5b1-b62f-48f7-a200-3da18b1b6f98 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.139905 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:44Z', 'revision_number': 11, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:50.143909 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] Checking router: 1512f2b2-fce2-4364-9544-5e72a95303b3 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:50.152233 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] Routers {'1512f2b2-fce2-4364-9544-5e72a95303b3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:50.152861 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1512f2b2-fce2-4364-9544-5e72a95303b3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:50.277932 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] Set router 1512f2b2-fce2-4364-9544-5e72a95303b3 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:50.384652 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:44Z', 'revision_number': 11, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:50.389258 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0fa688-3cd6-4ccf-a994-f612269af721 None None] The sync data for ids ['1512f2b2-fce2-4364-9544-5e72a95303b3'] in dv-neutron-833860-1-hyperv is: [{'id': '1512f2b2-fce2-4364-9544-5e72a95303b3', 'name': 'tempest-RoutersTest-router-580862193', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:56Z', 'updated_at': '2022-03-16T11:00:44Z', 'revision_number': 11, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:50.489809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-565da5b1-b62f-48f7-a200-3da18b1b6f98 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.492080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-565da5b1-b62f-48f7-a200-3da18b1b6f98 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.519227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-565da5b1-b62f-48f7-a200-3da18b1b6f98 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.519906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565da5b1-b62f-48f7-a200-3da18b1b6f98 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Fanout notify agent at l3_agent the message router_deleted on router 1512f2b2-fce2-4364-9544-5e72a95303b3 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:00:50.537651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-565da5b1-b62f-48f7-a200-3da18b1b6f98 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.538731 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-565da5b1-b62f-48f7-a200-3da18b1b6f98 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3 HTTP/1.1" status: 204 len: 168 time: 0.6002898 Mar 16 11:00:50.543047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38362) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.548309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1328065102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:50.555203 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:50.559588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Usage tracker for resource:router and tenant:4c5c3b96ab9a456884f14afafc29de76 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:50.562772 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:50.569385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:50.580418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.581602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.598700 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.617981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.644541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.645694 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0ac029e0-f61f-4646-bb32-729399fd5f0b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1017437 Mar 16 11:00:50.648448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38366) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.653561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3d0e2534-25fc-4fbf-a3cc-7027f2715c81 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:51.042943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d0e2534-25fc-4fbf-a3cc-7027f2715c81 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.055367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d0e2534-25fc-4fbf-a3cc-7027f2715c81 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.220254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0e2534-25fc-4fbf-a3cc-7027f2715c81 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Router a764e520-a078-4d90-becf-5d03a002252e is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:00:51.355889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0e2534-25fc-4fbf-a3cc-7027f2715c81 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:51.362283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d0e2534-25fc-4fbf-a3cc-7027f2715c81 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.363384 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3d0e2534-25fc-4fbf-a3cc-7027f2715c81 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "PUT /v2.0/routers/a764e520-a078-4d90-becf-5d03a002252e HTTP/1.1" status: 200 len: 694 time: 0.7139583 Mar 16 11:00:51.366115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] Sync routers for ids ['a764e520-a078-4d90-becf-5d03a002252e'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:51.366649 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38370) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:51.376920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] Routers {'a764e520-a078-4d90-becf-5d03a002252e'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:51.377529 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['a764e520-a078-4d90-becf-5d03a002252e'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:51.499312 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-537bffdc-6315-4a38-8a37-7c18baf8c707 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/routers/a764e520-a078-4d90-becf-5d03a002252e HTTP/1.1" status: 200 len: 700 time: 0.1320760 Mar 16 11:00:51.500059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] Set router a764e520-a078-4d90-becf-5d03a002252e gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:51.502010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38374) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:51.545088 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d04bc3e7-2bc9-46a6-a30d-ca44cbfa7cec tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=a764e520-a078-4d90-becf-5d03a002252e HTTP/1.1" status: 200 len: 205 time: 0.0420079 Mar 16 11:00:51.547815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38378) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:51.602504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a764e520-a078-4d90-becf-5d03a002252e', 'name': 'tempest-RoutersTest-router-1328065102', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:50Z', 'updated_at': '2022-03-16T11:00:51Z', 'revision_number': 2, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:51.606773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] Checking router: a764e520-a078-4d90-becf-5d03a002252e for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:51.615087 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] Routers {'a764e520-a078-4d90-becf-5d03a002252e'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:51.615707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['a764e520-a078-4d90-becf-5d03a002252e'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:51.745959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] Set router a764e520-a078-4d90-becf-5d03a002252e gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:51.808220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f145da60-84d7-4ce6-93e3-060214d0d9c6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.859716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a764e520-a078-4d90-becf-5d03a002252e', 'name': 'tempest-RoutersTest-router-1328065102', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:50Z', 'updated_at': '2022-03-16T11:00:51Z', 'revision_number': 2, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:51.864622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f98a0c-6318-47e9-bf3b-a46f82b33ec5 None None] The sync data for ids ['a764e520-a078-4d90-becf-5d03a002252e'] in dv-neutron-833860-1-hyperv is: [{'id': 'a764e520-a078-4d90-becf-5d03a002252e', 'name': 'tempest-RoutersTest-router-1328065102', 'tenant_id': '4c5c3b96ab9a456884f14afafc29de76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:50Z', 'updated_at': '2022-03-16T11:00:51Z', 'revision_number': 2, 'project_id': '4c5c3b96ab9a456884f14afafc29de76', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:51.866572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9530-914b-4f9e-b661-12bbec67bb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.113863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f145da60-84d7-4ce6-93e3-060214d0d9c6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.116107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f145da60-84d7-4ce6-93e3-060214d0d9c6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.144592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f145da60-84d7-4ce6-93e3-060214d0d9c6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.144592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f145da60-84d7-4ce6-93e3-060214d0d9c6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Fanout notify agent at l3_agent the message router_deleted on router a764e520-a078-4d90-becf-5d03a002252e {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:00:52.158028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f145da60-84d7-4ce6-93e3-060214d0d9c6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.159100 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f145da60-84d7-4ce6-93e3-060214d0d9c6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/a764e520-a078-4d90-becf-5d03a002252e HTTP/1.1" status: 204 len: 168 time: 0.6102159 Mar 16 11:00:52.167882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38382) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.215564 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0a8d1466-49f8-411d-8c07-f7e3a7764890 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=a764e520-a078-4d90-becf-5d03a002252e HTTP/1.1" status: 200 len: 205 time: 0.0462615 Mar 16 11:00:52.217565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38386) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.283912 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-f35599d5-5b08-47f5-b326-013ad55813d1 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] delete failed (client error): The resource could not be found. Mar 16 11:00:52.284931 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f35599d5-5b08-47f5-b326-013ad55813d1 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/a764e520-a078-4d90-becf-5d03a002252e HTTP/1.1" status: 404 len: 336 time: 0.0664284 Mar 16 11:00:52.288718 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38390) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.330069 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cda6162-a1ea-4cef-aefa-bfc35cb92b87 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:52.330503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cda6162-a1ea-4cef-aefa-bfc35cb92b87 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:52.332117 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3cda6162-a1ea-4cef-aefa-bfc35cb92b87 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/f95f3bfc-e54b-4b3e-8d25-534d9f663b91 HTTP/1.1" status: 404 len: 337 time: 0.0425210 Mar 16 11:00:52.335625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38394) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.372663 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7d87d2-ecac-48e9-a287-b0926ba3c7b5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:52.373054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7d87d2-ecac-48e9-a287-b0926ba3c7b5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:52.374942 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cf7d87d2-ecac-48e9-a287-b0926ba3c7b5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/85aa91d6-05a1-48d6-8a0b-21b4ec4a52f7 HTTP/1.1" status: 404 len: 337 time: 0.0382645 Mar 16 11:00:52.377386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38398) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.415797 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4984ef-da2c-4a93-9854-619b23629c56 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:52.416251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4984ef-da2c-4a93-9854-619b23629c56 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:52.417991 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6f4984ef-da2c-4a93-9854-619b23629c56 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/1adbe00f-b64f-4162-b613-7f794b8bcbb9 HTTP/1.1" status: 404 len: 337 time: 0.0398533 Mar 16 11:00:52.420518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38402) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.461794 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-482268b2-572d-4451-813d-81e6589e175e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:52.462228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482268b2-572d-4451-813d-81e6589e175e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:52.463948 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-482268b2-572d-4451-813d-81e6589e175e tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/d6efa324-80e7-44ee-ae63-a7bf4ba26e75 HTTP/1.1" status: 404 len: 337 time: 0.0423660 Mar 16 11:00:52.466638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38406) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.510271 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-328eb861-ca69-4a32-b3e7-174ceceb6253 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=1512f2b2-fce2-4364-9544-5e72a95303b3 HTTP/1.1" status: 200 len: 205 time: 0.0425701 Mar 16 11:00:52.512873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38410) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.582167 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-76b03b85-f949-4475-893e-59727aba1d65 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] delete failed (client error): The resource could not be found. Mar 16 11:00:52.583197 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-76b03b85-f949-4475-893e-59727aba1d65 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/1512f2b2-fce2-4364-9544-5e72a95303b3 HTTP/1.1" status: 404 len: 336 time: 0.0694978 Mar 16 11:00:52.585940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38414) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.630761 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-45ad68bc-d3af-470b-95f2-214bc0556af5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92b5152-7f4d-4c65-9c20-a42068c1fba0 HTTP/1.1" status: 200 len: 205 time: 0.0436206 Mar 16 11:00:52.633084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38418) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.702265 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-12bfe72c-fe90-4bc4-97d3-a96f6538a428 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] delete failed (client error): The resource could not be found. Mar 16 11:00:52.703277 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-12bfe72c-fe90-4bc4-97d3-a96f6538a428 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/e92b5152-7f4d-4c65-9c20-a42068c1fba0 HTTP/1.1" status: 404 len: 336 time: 0.0692902 Mar 16 11:00:52.707335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38422) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.745265 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-488760fa-0367-402f-a000-dcae2eadf2b5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:52.745702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488760fa-0367-402f-a000-dcae2eadf2b5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:52.747309 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-488760fa-0367-402f-a000-dcae2eadf2b5 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/af99e328-721a-4c6b-acce-def3c258612b HTTP/1.1" status: 404 len: 337 time: 0.0391016 Mar 16 11:00:52.749864 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38426) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.791461 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4859aeab-b063-43e7-9a48-c15ce5f10ca7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e1b69-85e0-4d25-8eb3-b6f267ac052c HTTP/1.1" status: 200 len: 205 time: 0.0406356 Mar 16 11:00:52.793885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38430) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.862317 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-8a86bf2b-a216-464b-8c3c-1bcacb8b02e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] delete failed (client error): The resource could not be found. Mar 16 11:00:52.863210 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8a86bf2b-a216-464b-8c3c-1bcacb8b02e4 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/320e1b69-85e0-4d25-8eb3-b6f267ac052c HTTP/1.1" status: 404 len: 336 time: 0.0684664 Mar 16 11:00:52.867191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38434) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.909674 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-955a31a4-ed62-4d9a-b3d2-eba99e493592 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd3ceb37-aaac-4081-aa6b-ff3495e76996 HTTP/1.1" status: 200 len: 205 time: 0.0414925 Mar 16 11:00:52.912011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38438) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.979454 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-34f5965d-edfc-4353-a5fe-c837fb89d4f6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] delete failed (client error): The resource could not be found. Mar 16 11:00:52.980414 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-34f5965d-edfc-4353-a5fe-c837fb89d4f6 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/dd3ceb37-aaac-4081-aa6b-ff3495e76996 HTTP/1.1" status: 404 len: 336 time: 0.0675557 Mar 16 11:00:52.984030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38442) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.021131 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcca23bf-02fa-4c92-8645-403914bbabcf tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:53.021572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcca23bf-02fa-4c92-8645-403914bbabcf tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:53.023150 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fcca23bf-02fa-4c92-8645-403914bbabcf tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/86cc8468-ae72-49a3-ab6f-91b9375f918e HTTP/1.1" status: 404 len: 337 time: 0.0382829 Mar 16 11:00:53.026970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38446) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.180100 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f2edab47-79c0-461c-9044-e02d977c7a32 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=a08707d9-07d3-499e-8d4c-29815f37f2b7 HTTP/1.1" status: 200 len: 205 time: 0.1519880 Mar 16 11:00:53.183704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38450) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.249808 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-f08d86f8-42f7-450c-9cc5-ba2ad5216beb tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] delete failed (client error): The resource could not be found. Mar 16 11:00:53.250783 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f08d86f8-42f7-450c-9cc5-ba2ad5216beb tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/a08707d9-07d3-499e-8d4c-29815f37f2b7 HTTP/1.1" status: 404 len: 336 time: 0.0662117 Mar 16 11:00:53.254575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38454) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.294265 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a223a9c-897a-403c-adcb-53f19eccb41b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:53.294701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a223a9c-897a-403c-adcb-53f19eccb41b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:53.296326 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2a223a9c-897a-403c-adcb-53f19eccb41b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/2797f7c1-3e6b-44f4-80b4-d7f16cd9e1a8 HTTP/1.1" status: 404 len: 337 time: 0.0408945 Mar 16 11:00:53.298891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38458) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.340318 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-78ea0f8e-8385-4838-b22e-f411cb1cb7ee tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb9a0294-c61e-4aa1-977b-b854329aa696 HTTP/1.1" status: 200 len: 205 time: 0.0404406 Mar 16 11:00:53.342676 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38462) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.410540 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-7c2591d9-68c4-4480-8a8e-7c8a1f0b628c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] delete failed (client error): The resource could not be found. Mar 16 11:00:53.411512 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7c2591d9-68c4-4480-8a8e-7c8a1f0b628c tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/routers/cb9a0294-c61e-4aa1-977b-b854329aa696 HTTP/1.1" status: 404 len: 336 time: 0.0679259 Mar 16 11:00:53.415111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38466) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.451978 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-39810214-f047-4912-8360-0aeef1da90c7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:53.452367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39810214-f047-4912-8360-0aeef1da90c7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:53.454022 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-39810214-f047-4912-8360-0aeef1da90c7 tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/7b84af9e-1c50-4513-b01e-a1549c9becd9 HTTP/1.1" status: 404 len: 337 time: 0.0380552 Mar 16 11:00:53.457557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38470) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.494800 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa9dc00-d798-4bdc-ae81-784a12a20a3b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:53.495250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa9dc00-d798-4bdc-ae81-784a12a20a3b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:53.496976 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-baa9dc00-d798-4bdc-ae81-784a12a20a3b tempest-RoutersTest-1467874106 tempest-RoutersTest-1467874106-project] 10.222.0.37 "DELETE /v2.0/subnets/86bc6652-7e93-405f-a94d-a88512c1651b HTTP/1.1" status: 404 len: 337 time: 0.0384998 Mar 16 11:00:53.766915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38478) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.922008 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ee9c6b5b-42b6-4d44-98d1-e360bc8e76c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c5c3b96ab9a456884f14afafc29de76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535604 Mar 16 11:00:53.925874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38484) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.988574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-437bb739-c26d-46b0-aa7b-0451495e8823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.014274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-437bb739-c26d-46b0-aa7b-0451495e8823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.069488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-437bb739-c26d-46b0-aa7b-0451495e8823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.085972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bb739-c26d-46b0-aa7b-0451495e8823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb899fe3-fa47-4b4c-9292-4ff351f62fc9,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:54.089243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-437bb739-c26d-46b0-aa7b-0451495e8823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.090926 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-437bb739-c26d-46b0-aa7b-0451495e8823 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb899fe3-fa47-4b4c-9292-4ff351f62fc9 HTTP/1.1" status: 204 len: 168 time: 0.1633563 Mar 16 11:00:54.772095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38508) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:54.837564 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.883445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1875758146-network', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:54.888350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:54.892519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Usage tracker for resource:network and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:54.895524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:54.901966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:54.913612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Made reservation on behalf of 7f902f2e21dc4dfba3a204d55a8fdcd1 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:54.916032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.928394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.942847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:54.946770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Usage tracker for resource:security_group_rule and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:54.949611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:54.955341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:54.998672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a7157895-f7e9-4643-94e8-5fc866da07c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.040363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.045871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.075367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:55.083679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355b9eab-5e70-4c8a-9936-dbbf19f8744d,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.089367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.089678 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Added segment 57fc11af-355c-4406-a124-501b1ef8a00a of type vlan for network 961ea7db-628d-4e74-be77-2d38ab843106 Mar 16 11:00:55.115656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.146291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.147278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:55.147854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.243209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.254342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] Pushing event updated for resources: {'Network': ['ID=961ea7db-628d-4e74-be77-2d38ab843106,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.258517 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cc09f620-0a80-4f1e-ac84-cdd91bdb924a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4850087 Mar 16 11:00:55.261597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38514) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.263571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 961ea7db-628d-4e74-be77-2d38ab843106 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:55.267888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Request body: {'subnet': {'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1875758146-subnet', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'ip_version': 4}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.273106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:55.277260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Usage tracker for resource:subnet and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:55.280238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:55.286111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.297133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Made reservation on behalf of 7f902f2e21dc4dfba3a204d55a8fdcd1 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:55.299417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.510020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.579984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1c4fe0-b914-4f10-8987-26593049e158,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.591636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Checking segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:55.591957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Network hostable DHCP agents. Network: 961ea7db-628d-4e74-be77-2d38ab843106, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:55.613747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Network 961ea7db-628d-4e74-be77-2d38ab843106 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:55.624375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 961ea7db-628d-4e74-be77-2d38ab843106) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:55.628424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:55.629045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.636242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d8af7b-fac0-4888-9b2d-544bee1bf385 None None] Network 961ea7db-628d-4e74-be77-2d38ab843106 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:55.652618 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-235c36bd-4d2a-47e9-ae86-e1826666ee53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3892744 Mar 16 11:00:55.655360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38518) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.660186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.665003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:55.669032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Usage tracker for resource:router and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:55.672028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:55.677989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.689821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.690872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.705794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.870709 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-961ea7db-628d-4e74-be77-2d38ab843106', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:55.871530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.973706 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.027932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Allocated IP 172.20.0.2 (961ea7db-628d-4e74-be77-2d38ab843106/4f1c4fe0-b914-4f10-8987-26593049e158/33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:56.236282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.246763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Transition to ACTIVE for port object 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:56.265950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Transition to ACTIVE for port object 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:56.272444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.292989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.322577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.331261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Network 961ea7db-628d-4e74-be77-2d38ab843106 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:56.334092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:56.337623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:56.376192 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Pushing event updated for resources: {'Port': ['ID=33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:56.436136 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Attempting to bind port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:56.436530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Attempting to bind port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:56.436937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Attempting to bind port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 on network 961ea7db-628d-4e74-be77-2d38ab843106 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:56.442155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:56.442528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Checking segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:56.442928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.443315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Bound using segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:56.443786 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Bound port: 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:56.444136 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.459354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Allocated IP 172.26.2.37 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/7dd96e0a-241a-43b1-80e9-0669d669e1bd) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:56.536150 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] For port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:56.539776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] For port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:56.545603 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.611464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.637108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.640769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.645344 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a201f19-d0ed-4c7e-b266-15e056fdfcd1 None None] Pushing event updated for resources: {'Port': ['ID=33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:56.702329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:56.709427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:56.713612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:56.746217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd96e0a-241a-43b1-80e9-0669d669e1bd,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:57.273321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.532779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d7f649-1b56-4ef5-883d-a506b52e15ea None None] Network 961ea7db-628d-4e74-be77-2d38ab843106 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:57.624122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.646550 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-60a3b50e-b9bc-4c5b-9cd4-c148d5adfd5d None None] Provisioning for port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:57.832836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Router 024f22ac-8c7c-44c4-b644-f9e2269a7291 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:00:58.012181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:58.021182 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Sync routers for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:58.030549 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:58.031141 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:58.038939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.040166 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-abf55cb8-4527-4bc8-ac7b-edbba2256e16 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3838754 Mar 16 11:00:58.043155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38522) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:58.200451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:58.209473 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:58.278374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:58.283725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:58.284095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.401899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.436430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:58.444282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.505894 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:57Z', 'revision_number': 3, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:58.510292 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Checking router: 024f22ac-8c7c-44c4-b644-f9e2269a7291 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:58.510752 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Updating router 024f22ac-8c7c-44c4-b644-f9e2269a7291 port 7dd96e0a-241a-43b1-80e9-0669d669e1bd binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:58.515839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:58.567192 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.852458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.910523 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.922455 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Transition to ACTIVE for port object 7dd96e0a-241a-43b1-80e9-0669d669e1bd will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:58.931485 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.008714 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b10394-cb10-42dc-a63c-1a2d4eda748f None None] Pushing event updated for resources: {'Port': ['ID=7dd96e0a-241a-43b1-80e9-0669d669e1bd,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:59.012444 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Attempting to bind port 7dd96e0a-241a-43b1-80e9-0669d669e1bd on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:59.012823 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Attempting to bind port 7dd96e0a-241a-43b1-80e9-0669d669e1bd by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:59.013174 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Attempting to bind port 7dd96e0a-241a-43b1-80e9-0669d669e1bd on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:59.018866 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:59.019239 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:59.019631 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.020004 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:59.020447 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Bound port: 7dd96e0a-241a-43b1-80e9-0669d669e1bd, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:59.020856 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.058295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Allocated IP 172.20.0.1 (961ea7db-628d-4e74-be77-2d38ab843106/4f1c4fe0-b914-4f10-8987-26593049e158/6621a37d-3081-4487-8b7a-43c95ad0a6f2) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:59.092440 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] For port 7dd96e0a-241a-43b1-80e9-0669d669e1bd, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:59.096182 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] For port 7dd96e0a-241a-43b1-80e9-0669d669e1bd, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7dd96e0a-241a-43b1-80e9-0669d669e1bd,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:59.102454 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.178779 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:59.179385 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:59.207373 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.225186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Transition to ACTIVE for port object 6621a37d-3081-4487-8b7a-43c95ad0a6f2 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:59.247815 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b10394-cb10-42dc-a63c-1a2d4eda748f None None] Pushing event updated for resources: {'Port': ['ID=7dd96e0a-241a-43b1-80e9-0669d669e1bd,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:59.249060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.314601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Network 961ea7db-628d-4e74-be77-2d38ab843106 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:59.321549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:59.324091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:59.357657 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:59.365550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Pushing event updated for resources: {'Port': ['ID=6621a37d-3081-4487-8b7a-43c95ad0a6f2,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:59.385250 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.521703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.616210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5db441c8-65a9-442c-ac3d-cafd880fe145 None None] Provisioning for port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:59.621251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5db441c8-65a9-442c-ac3d-cafd880fe145 None None] Provisioning complete for port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:59.621708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5db441c8-65a9-442c-ac3d-cafd880fe145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.652415 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:57Z', 'revision_number': 3, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:59.656547 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586dc0c-ccf0-4c57-9110-a36af33af39c None None] The sync data for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv is: [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:57Z', 'revision_number': 3, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:59.684634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5db441c8-65a9-442c-ac3d-cafd880fe145 None None] Port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:59.751045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.755840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.864454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Pushing event updated for resources: {'Port': ['ID=6621a37d-3081-4487-8b7a-43c95ad0a6f2,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:59.867055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.136017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Network 961ea7db-628d-4e74-be77-2d38ab843106 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:00.137372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:00.263556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7dd96e0a-241a-43b1-80e9-0669d669e1bd up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:00.351154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Router 024f22ac-8c7c-44c4-b644-f9e2269a7291 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:00.387660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 7dd96e0a-241a-43b1-80e9-0669d669e1bd completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:00.393076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 7dd96e0a-241a-43b1-80e9-0669d669e1bd triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:00.393566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.456323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-aeaa8826-39fa-44be-8dd4-4d286664cc5a None None] Provisioning complete for port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:00.456695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8826-39fa-44be-8dd4-4d286664cc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.538773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:00.553072 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa8826-39fa-44be-8dd4-4d286664cc5a None None] Port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:00.553691 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-07d6f10b-4134-4ec8-8a4f-ec9166c96578 admin admin] 10.222.0.37 "PUT /v2.0/routers/024f22ac-8c7c-44c4-b644-f9e2269a7291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5089648 Mar 16 11:01:00.571379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.588147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 7dd96e0a-241a-43b1-80e9-0669d669e1bd, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7dd96e0a-241a-43b1-80e9-0669d669e1bd,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:00.594305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.595121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:00.708888 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=7dd96e0a-241a-43b1-80e9-0669d669e1bd,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:00.724126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:00.724523 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.061937 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38540) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:01.067727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1277861856-network', 'tenant_id': '2ff3293271e64852a639bde8ee52017c'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:01.072691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:01.076676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Usage tracker for resource:network and tenant:2ff3293271e64852a639bde8ee52017c is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:01.079691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:01.087517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:01.096862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Made reservation on behalf of 2ff3293271e64852a639bde8ee52017c for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:01.099368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.113431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.114321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Sync routers for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:01.124143 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:01.124787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:01.127969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:01.131737 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Usage tracker for resource:security_group_rule and tenant:2ff3293271e64852a639bde8ee52017c is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:01.134489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:01.140110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:01.221826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.226003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.257470 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:01:01.265900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb111f8-46e9-42e0-8702-99c10dc3da0b,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:01.274414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.274748 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Added segment 1dea1857-a5cd-401d-a9b3-81c185c83490 of type vlan for network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 Mar 16 11:01:01.276525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.276895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.277262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.277561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.277879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.278198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.278519 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.278833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.279149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.279465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.279777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.280117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:01.306389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:01.311008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.342080 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.343258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:01.343930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.445305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] Pushing event updated for resources: {'Network': ['ID=7e15cbfe-0591-40d4-86f6-a4bc3d490d37,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:01.452797 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4330d9c5-ec49-450e-afd1-085ed0998dec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3871596 Mar 16 11:01:01.453276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38544) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:01.459310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Request body: {'subnet': {'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1277861856-subnet', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'ip_version': 4}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:01.461772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:01:01.464419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:01.468295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Usage tracker for resource:subnet and tenant:2ff3293271e64852a639bde8ee52017c is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:01.471125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:01.477278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:01.489230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Made reservation on behalf of 2ff3293271e64852a639bde8ee52017c for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:01.491733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.698681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.705098 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 2, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:01.709464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Checking router: 024f22ac-8c7c-44c4-b644-f9e2269a7291 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:01:01.710109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Updating router 024f22ac-8c7c-44c4-b644-f9e2269a7291 port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:01:01.762186 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.773610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b50fee4-5782-48cd-8e7d-5977e180e11c,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:01.781114 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Checking segment: {'id': '1dea1857-a5cd-401d-a9b3-81c185c83490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:01.781462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Network hostable DHCP agents. Network: 7e15cbfe-0591-40d4-86f6-a4bc3d490d37, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:01:01.802079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:01:01.811840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 7e15cbfe-0591-40d4-86f6-a4bc3d490d37) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:01.815825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:01.816623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.821872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0337a9d-788f-4b7e-bca2-61011fe1162e None None] Network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:01.841248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38548) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:01.841886 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-27162cec-7ce6-4251-903d-5187768da227 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3871906 Mar 16 11:01:01.846838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1277861856-router', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:01.851522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:01.855546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Usage tracker for resource:router and tenant:2ff3293271e64852a639bde8ee52017c is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:01.858920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:01.865334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:01.878032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.879100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.893124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.160521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.173265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7dd96e0a-241a-43b1-80e9-0669d669e1bd up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:02.302948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-7e15cbfe-0591-40d4-86f6-a4bc3d490d37', 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'fixed_ips': [{'subnet_id': '5b50fee4-5782-48cd-8e7d-5977e180e11c'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:01:02.303746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.341273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 7dd96e0a-241a-43b1-80e9-0669d669e1bd triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:02.341643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.465206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.514674 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.575772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Transition to ACTIVE for port object 6621a37d-3081-4487-8b7a-43c95ad0a6f2 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:02.614597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.620174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.751536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Allocated IP 172.20.0.2 (7e15cbfe-0591-40d4-86f6-a4bc3d490d37/5b50fee4-5782-48cd-8e7d-5977e180e11c/e1af26f2-c145-41f8-adae-2b30ded7d1d8) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:02.775500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Allocated IP 172.26.2.33 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/7029944a-d2cd-46f9-a37e-ea8aa1caaaeb) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:02.785637 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28628a5-d3fe-4dcd-b017-e8fee3eb867c None None] Pushing event updated for resources: {'Port': ['ID=6621a37d-3081-4487-8b7a-43c95ad0a6f2,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:02.930172 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.959905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.970126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Attempting to bind port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:02.970501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Attempting to bind port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:02.970864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Attempting to bind port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 on network 961ea7db-628d-4e74-be77-2d38ab843106 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:02.986754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:02.987125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Checking segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:02.987533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.987927 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Bound using segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:02.988395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Bound port: 6621a37d-3081-4487-8b7a-43c95ad0a6f2, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:02.988795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.017522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:03.020188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:03.023850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:03.073990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Pushing event updated for resources: {'Port': ['ID=7029944a-d2cd-46f9-a37e-ea8aa1caaaeb,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:03.085556 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.085891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.086219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.086537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.086854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.087164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.087477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.087784 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.088095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.088398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.088706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.089036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:03.154945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] For port 6621a37d-3081-4487-8b7a-43c95ad0a6f2, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:03.159996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] For port 6621a37d-3081-4487-8b7a-43c95ad0a6f2, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6621a37d-3081-4487-8b7a-43c95ad0a6f2,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:03.161326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.167073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.211194 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Transition to ACTIVE for port object e1af26f2-c145-41f8-adae-2b30ded7d1d8 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:03.264706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Transition to ACTIVE for port object e1af26f2-c145-41f8-adae-2b30ded7d1d8 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:03.269552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:03.270163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:03.322576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28628a5-d3fe-4dcd-b017-e8fee3eb867c None None] Pushing event updated for resources: {'Port': ['ID=6621a37d-3081-4487-8b7a-43c95ad0a6f2,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:03.331212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.415899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:03.420858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:03.432445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:03.434735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Pushing event updated for resources: {'Port': ['ID=e1af26f2-c145-41f8-adae-2b30ded7d1d8,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:03.481978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.669820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:03.730878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Attempting to bind port e1af26f2-c145-41f8-adae-2b30ded7d1d8 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:03.731220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Attempting to bind port e1af26f2-c145-41f8-adae-2b30ded7d1d8 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '1dea1857-a5cd-401d-a9b3-81c185c83490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:03.731605 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Attempting to bind port e1af26f2-c145-41f8-adae-2b30ded7d1d8 on network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:03.747810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:03.748177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Checking segment: {'id': '1dea1857-a5cd-401d-a9b3-81c185c83490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:03.748579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.749128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Bound using segment: {'id': '1dea1857-a5cd-401d-a9b3-81c185c83490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:03.749624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Bound port: e1af26f2-c145-41f8-adae-2b30ded7d1d8, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dea1857-a5cd-401d-a9b3-81c185c83490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:03.749968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.820922 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.986260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] For port e1af26f2-c145-41f8-adae-2b30ded7d1d8, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:03.992039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] For port e1af26f2-c145-41f8-adae-2b30ded7d1d8, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e1af26f2-c145-41f8-adae-2b30ded7d1d8,segment=NetworkSegment(1dea1857-a5cd-401d-a9b3-81c185c83490),segment_id=1dea1857-a5cd-401d-a9b3-81c185c83490)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:04.003140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.132360 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bbe47-1db5-4dc9-94e2-823b0afedb8d None None] Pushing event updated for resources: {'Port': ['ID=e1af26f2-c145-41f8-adae-2b30ded7d1d8,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:04.156415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:03Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:04.160771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9737ac-f7ba-4926-9a0a-fec4a0468a22 None None] The sync data for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv is: [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:03Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:04.172112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Router 8cddf51f-119e-4d6d-b84e-0cb4375121ab is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:01:04.387986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:04.400231 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Sync routers for ids ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:04.410599 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Routers {'8cddf51f-119e-4d6d-b84e-0cb4375121ab'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:04.411537 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:04.426360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.429217 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-83e92400-b114-435a-8e5f-673fba272859 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5868616 Mar 16 11:01:04.430880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38552) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:04.603810 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Set router 8cddf51f-119e-4d6d-b84e-0cb4375121ab gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:04.920711 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'name': 'tempest-TestVolumeBootPattern-1277861856-router', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:01:01Z', 'updated_at': '2022-03-16T11:01:03Z', 'revision_number': 3, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'gw_port': {'id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:02Z', 'updated_at': '2022-03-16T11:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:04.925492 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Checking router: 8cddf51f-119e-4d6d-b84e-0cb4375121ab for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:01:04.926292 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Updating router 8cddf51f-119e-4d6d-b84e-0cb4375121ab port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:01:04.986392 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.196089 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.218779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11694a6e-3398-492f-9efd-bc6d8b52ef8b None None] Network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:05.348113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f847085f-26ad-49c5-8599-d7a47c16c3c7 None None] Provisioning for port e1af26f2-c145-41f8-adae-2b30ded7d1d8 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:05.380942 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.393249 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Transition to ACTIVE for port object 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:05.401065 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.443929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Allocated IP 172.20.0.1 (7e15cbfe-0591-40d4-86f6-a4bc3d490d37/5b50fee4-5782-48cd-8e7d-5977e180e11c/2c99750b-75ba-4f26-a6be-2ba68045a8c0) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:05.483547 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Attempting to bind port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:05.483915 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Attempting to bind port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:05.484270 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Attempting to bind port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:05.491308 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c94955-7032-4fe4-9f84-6bb51bbaf19d None None] Pushing event updated for resources: {'Port': ['ID=7029944a-d2cd-46f9-a37e-ea8aa1caaaeb,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:05.495041 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:05.495406 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:05.495811 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.496168 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:05.496623 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Bound port: 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:05.497032 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.604823 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] For port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:05.606754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.608489 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] For port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7029944a-d2cd-46f9-a37e-ea8aa1caaaeb,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:05.614822 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.625305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Transition to ACTIVE for port object 2c99750b-75ba-4f26-a6be-2ba68045a8c0 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:05.650710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.697961 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Routers {'8cddf51f-119e-4d6d-b84e-0cb4375121ab'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:05.698578 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:05.719515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:05.722654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:05.730709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:05.766789 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=2c99750b-75ba-4f26-a6be-2ba68045a8c0,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:05.777033 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c94955-7032-4fe4-9f84-6bb51bbaf19d None None] Pushing event updated for resources: {'Port': ['ID=7029944a-d2cd-46f9-a37e-ea8aa1caaaeb,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:05.790605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.912127 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] Set router 8cddf51f-119e-4d6d-b84e-0cb4375121ab gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:06.010218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-aec4ad72-11cf-4014-87f5-b7e31ccd4961 None None] Provisioning for port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:06.015879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-aec4ad72-11cf-4014-87f5-b7e31ccd4961 None None] Provisioning complete for port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:06.016246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aec4ad72-11cf-4014-87f5-b7e31ccd4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.073540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-aec4ad72-11cf-4014-87f5-b7e31ccd4961 None None] Port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:06.223751 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'name': 'tempest-TestVolumeBootPattern-1277861856-router', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:01:01Z', 'updated_at': '2022-03-16T11:01:03Z', 'revision_number': 3, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'gw_port': {'id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:02Z', 'updated_at': '2022-03-16T11:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:06.230440 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1317b0-f003-49e0-9230-ce25646a7c20 None None] The sync data for ids ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'] in dv-neutron-833860-1-hyperv is: [{'id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'name': 'tempest-TestVolumeBootPattern-1277861856-router', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:01:01Z', 'updated_at': '2022-03-16T11:01:03Z', 'revision_number': 3, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'gw_port': {'id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:02Z', 'updated_at': '2022-03-16T11:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:06.239675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6621a37d-3081-4487-8b7a-43c95ad0a6f2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:06.243198 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.314201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:06.319568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:06.319942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.442668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.488529 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 6621a37d-3081-4487-8b7a-43c95ad0a6f2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6621a37d-3081-4487-8b7a-43c95ad0a6f2,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:06.492697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.493475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e1af26f2-c145-41f8-adae-2b30ded7d1d8 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:06.516579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.521856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.621101 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=6621a37d-3081-4487-8b7a-43c95ad0a6f2,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:06.628499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.643915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port e1af26f2-c145-41f8-adae-2b30ded7d1d8 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:06.649557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e1af26f2-c145-41f8-adae-2b30ded7d1d8 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:06.649924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.760488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=2c99750b-75ba-4f26-a6be-2ba68045a8c0,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:06.806068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.822310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:06.823807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:06.840700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port e1af26f2-c145-41f8-adae-2b30ded7d1d8, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e1af26f2-c145-41f8-adae-2b30ded7d1d8,segment=NetworkSegment(1dea1857-a5cd-401d-a9b3-81c185c83490),segment_id=1dea1857-a5cd-401d-a9b3-81c185c83490)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:06.847974 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.926206 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=e1af26f2-c145-41f8-adae-2b30ded7d1d8,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:07.060838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Router 8cddf51f-119e-4d6d-b84e-0cb4375121ab has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:07.099987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-09e9b763-600c-4568-bca9-1cc146d6564e None None] Provisioning complete for port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:07.100354 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-09e9b763-600c-4568-bca9-1cc146d6564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.167196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-09e9b763-600c-4568-bca9-1cc146d6564e None None] Port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:07.253849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:07.262569 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f86dd4ae-9ded-459b-af8c-fddb384c2fe1 admin admin] 10.222.0.37 "PUT /v2.0/routers/8cddf51f-119e-4d6d-b84e-0cb4375121ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8306489 Mar 16 11:01:07.884496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Sync routers for ids ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:07.894894 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Routers {'8cddf51f-119e-4d6d-b84e-0cb4375121ab'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:07.895502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:07.961183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38562) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.966612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-834725317', 'description': 'tempest-secgroup-smoke-834725317 description', 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:07.972951 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:07.976862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:security_group and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:07.980281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:07.986030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:07.997996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.018083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:08.022118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:security_group_rule and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:08.025339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:08.031300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:08.101644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.106399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.127915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Set router 8cddf51f-119e-4d6d-b84e-0cb4375121ab gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:08.153231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e0e08-ad08-436f-9486-22f64fb5c2d2,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.159110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.160338 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e74ab493-19eb-468f-9fa7-e872e3e7f3ae tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1980824 Mar 16 11:01:08.163518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38566) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.168967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'security_group_rule': {'security_group_id': 'b91e0e08-ad08-436f-9486-22f64fb5c2d2', 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:08.175098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:08.179946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:security_group_rule and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:08.182926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:08.188847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:08.197809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.210042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.278286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.282808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.289471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:08.304864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4f1d00-5e77-474c-a862-b802a3597632,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.316811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.320598 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-eb62e312-b8a8-446f-8543-a96b3b7d028d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535008 Mar 16 11:01:08.320923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38570) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.326249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'security_group_rule': {'security_group_id': 'b91e0e08-ad08-436f-9486-22f64fb5c2d2', 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:08.332683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:08.336564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:security_group_rule and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:08.339489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:08.345482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:08.363528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.424506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.429288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.452593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686de7af-c034-4b3b-8413-926037543a5d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.462997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.464273 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b5b6d885-9176-4770-a474-d305c0dfdfb9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422229 Mar 16 11:01:08.467510 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38574) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.472853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'security_group_rule': {'security_group_id': 'b91e0e08-ad08-436f-9486-22f64fb5c2d2', 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:08.474267 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:08.478476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:08.482306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:security_group_rule and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:08.483659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:08.484031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.485465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:08.491124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:08.511984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.573826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.578389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.595590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'name': 'tempest-TestVolumeBootPattern-1277861856-router', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:01:01Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 4, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'gw_port': {'id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:02Z', 'updated_at': '2022-03-16T11:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '2c99750b-75ba-4f26-a6be-2ba68045a8c0', 'name': '', 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'mac_address': 'fa:16:3e:63:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5b50fee4-5782-48cd-8e7d-5977e180e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:05Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 2, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'subnets': [{'id': '5b50fee4-5782-48cd-8e7d-5977e180e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:08.601936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12ee3ff-0a42-4885-9af1-193c38ae0205,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.608463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Checking router: 8cddf51f-119e-4d6d-b84e-0cb4375121ab for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:01:08.608843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Updating router 8cddf51f-119e-4d6d-b84e-0cb4375121ab port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:01:08.613978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.615363 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3d98697d-9a22-44b5-b87e-2d29aeaa671b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468427 Mar 16 11:01:08.618164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38578) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.623184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'security_group_rule': {'security_group_id': 'b91e0e08-ad08-436f-9486-22f64fb5c2d2', 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:08.629237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:08.633293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:security_group_rule and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:08.636651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:08.642442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:08.658779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.661623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.684787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.701384 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7029944a-d2cd-46f9-a37e-ea8aa1caaaeb,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:08.725981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.729980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.730767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6621a37d-3081-4487-8b7a-43c95ad0a6f2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:08.731233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.754380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38343d8-cfc0-4e60-8192-b5a7de07362b,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.763972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.765280 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6fbeaa93-611e-4804-98eb-9dbbe901c3f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462009 Mar 16 11:01:08.768122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38582) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.773288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'security_group_rule': {'security_group_id': 'b91e0e08-ad08-436f-9486-22f64fb5c2d2', 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:08.779016 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:08.782750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:security_group_rule and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:08.785554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:08.791401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:08.804577 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Project 7f902f2e21dc4dfba3a204d55a8fdcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:01:08.812422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.923954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=7029944a-d2cd-46f9-a37e-ea8aa1caaaeb,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.971613 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:08.971981 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.992352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.998011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.025433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e95bf1a-286c-4486-ade1-77e780c58882,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:09.033650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.034929 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-acea0706-c1c9-4442-9ce2-270983fab6e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2659016 Mar 16 11:01:09.037885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38586) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:09.042907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'security_group_rule': {'security_group_id': 'b91e0e08-ad08-436f-9486-22f64fb5c2d2', 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:09.048861 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:09.052542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:security_group_rule and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:09.055354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:09.060981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:09.072153 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Project 7f902f2e21dc4dfba3a204d55a8fdcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:01:09.078890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.142251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.147572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.170510 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7247c92-d8df-49c6-8276-014bfa3394d0,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:09.179645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.180314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e1af26f2-c145-41f8-adae-2b30ded7d1d8 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:09.181150 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-41ad6df3-94bb-4e27-bdf8-d2a082cb0718 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421857 Mar 16 11:01:09.289972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.304518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Transition to ACTIVE for port object 2c99750b-75ba-4f26-a6be-2ba68045a8c0 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:09.313432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.348713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e1af26f2-c145-41f8-adae-2b30ded7d1d8 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:09.349138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.489907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2f341-1b50-499e-a847-61721c79fecb None None] Pushing event updated for resources: {'Port': ['ID=2c99750b-75ba-4f26-a6be-2ba68045a8c0,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:09.668152 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Attempting to bind port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:09.668520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Attempting to bind port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '1dea1857-a5cd-401d-a9b3-81c185c83490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:09.668906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Attempting to bind port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 on network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:09.677535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:09.677942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Checking segment: {'id': '1dea1857-a5cd-401d-a9b3-81c185c83490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:09.678289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.678876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Bound using segment: {'id': '1dea1857-a5cd-401d-a9b3-81c185c83490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:09.679138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Bound port: 2c99750b-75ba-4f26-a6be-2ba68045a8c0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dea1857-a5cd-401d-a9b3-81c185c83490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:09.679543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.788986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] For port 2c99750b-75ba-4f26-a6be-2ba68045a8c0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:09.792098 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] For port 2c99750b-75ba-4f26-a6be-2ba68045a8c0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2c99750b-75ba-4f26-a6be-2ba68045a8c0,segment=NetworkSegment(1dea1857-a5cd-401d-a9b3-81c185c83490),segment_id=1dea1857-a5cd-401d-a9b3-81c185c83490)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:09.796702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.877664 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Routers {'8cddf51f-119e-4d6d-b84e-0cb4375121ab'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:09.878316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:00:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:09.946008 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2f341-1b50-499e-a847-61721c79fecb None None] Pushing event updated for resources: {'Port': ['ID=2c99750b-75ba-4f26-a6be-2ba68045a8c0,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:10.072375 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] Set router 8cddf51f-119e-4d6d-b84e-0cb4375121ab gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:10.198617 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:10.374264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:10.374637 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.560635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'name': 'tempest-TestVolumeBootPattern-1277861856-router', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:01:01Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 4, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'gw_port': {'id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:02Z', 'updated_at': '2022-03-16T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '2c99750b-75ba-4f26-a6be-2ba68045a8c0', 'name': '', 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'mac_address': 'fa:16:3e:63:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5b50fee4-5782-48cd-8e7d-5977e180e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:05Z', 'updated_at': '2022-03-16T11:01:09Z', 'revision_number': 4, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'subnets': [{'id': '5b50fee4-5782-48cd-8e7d-5977e180e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:10.564893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e4f7c-3a70-4316-95b5-bbff13eaa4e4 None None] The sync data for ids ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'] in dv-neutron-833860-1-hyperv is: [{'id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'name': 'tempest-TestVolumeBootPattern-1277861856-router', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:01:01Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 4, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'gw_port': {'id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:02Z', 'updated_at': '2022-03-16T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '2c99750b-75ba-4f26-a6be-2ba68045a8c0', 'name': '', 'network_id': '7e15cbfe-0591-40d4-86f6-a4bc3d490d37', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'mac_address': 'fa:16:3e:63:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '5b50fee4-5782-48cd-8e7d-5977e180e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:05Z', 'updated_at': '2022-03-16T11:01:09Z', 'revision_number': 4, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'subnets': [{'id': '5b50fee4-5782-48cd-8e7d-5977e180e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:12.193553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2c99750b-75ba-4f26-a6be-2ba68045a8c0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:12.263191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:12.268849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:12.269209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.389255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.421804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 2c99750b-75ba-4f26-a6be-2ba68045a8c0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2c99750b-75ba-4f26-a6be-2ba68045a8c0,segment=NetworkSegment(1dea1857-a5cd-401d-a9b3-81c185c83490),segment_id=1dea1857-a5cd-401d-a9b3-81c185c83490)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:12.425695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.496148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=2c99750b-75ba-4f26-a6be-2ba68045a8c0,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:14.176492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2c99750b-75ba-4f26-a6be-2ba68045a8c0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:14.247875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:14.248245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:19.348652 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:01:20.993132 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-e217cc1f-10b0-46db-912d-b48e5a354e23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721104 Mar 16 11:01:21.133340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-3e685ab7-7699-4774-a4c6-70c4f046c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:21.134817 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-3e685ab7-7699-4774-a4c6-70c4f046c93e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 1098 time: 0.0758226 Mar 16 11:01:21.276560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-d012fd9a-1637-44fb-8013-b5ed89b6346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:21.277978 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-d012fd9a-1637-44fb-8013-b5ed89b6346e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d6a1952-c01c-4d3e-88b1-59346321b492 HTTP/1.1" status: 200 len: 897 time: 0.1249080 Mar 16 11:01:21.499058 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-b890d3a6-8637-4d9f-a2fb-9ab4d0560f82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8efa05-fa2c-4506-851f-e2565879b4e5 HTTP/1.1" status: 200 len: 1001 time: 0.2142582 Mar 16 11:01:21.565181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-c4fc1d4c-0cd5-4851-a623-3ab33d90182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:21.566729 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-c4fc1d4c-0cd5-4851-a623-3ab33d90182c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b83f11-611d-4245-b870-efd1bfd38e55 HTTP/1.1" status: 200 len: 835 time: 0.0601728 Mar 16 11:01:21.641893 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-bf5de0e8-0cd0-418a-bb43-cdef9f0cfc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:21.643417 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-bf5de0e8-0cd0-418a-bb43-cdef9f0cfc00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d6a1952-c01c-4d3e-88b1-59346321b492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708265 Mar 16 11:01:21.774512 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-406ab280-fe2d-4517-8793-c7700aa68f49 service neutron] 10.222.0.48 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245852 Mar 16 11:01:21.889695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4cc27b07-2cea-4157-8a9a-44c3c61bd036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.915317 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46fa4438-be4b-4e3b-ab1f-bff6dba8a9e3 req-f6e4013a-39ba-4d5a-9a82-be897e94c271 service neutron] 10.222.0.48 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343966 Mar 16 11:01:24.850731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.015342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-58d143fd-6e67-4aba-b437-25ee1da1861f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.238613 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.426163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-ab4a1495-262f-419d-9496-44b36a62c854 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Synchronizing usage tracker for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:25.445235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-ab4a1495-262f-419d-9496-44b36a62c854 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Unset dirty status for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:25.446406 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-ab4a1495-262f-419d-9496-44b36a62c854 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834725317&fields=id&tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1 HTTP/1.1" status: 200 len: 267 time: 0.0601954 Mar 16 11:01:25.604574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-cd9cc583-91a2-4040-a2c5-d8baa74ef0e8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:25.605153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-cd9cc583-91a2-4040-a2c5-d8baa74ef0e8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Synchronizing usage tracker for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:25.624762 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-cd9cc583-91a2-4040-a2c5-d8baa74ef0e8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Unset dirty status for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:25.625879 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-cd9cc583-91a2-4040-a2c5-d8baa74ef0e8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 812 time: 0.1695645 Mar 16 11:01:25.643553 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-11ab9a9e-9755-4fb5-9c24-d070fba757ef tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/quotas/7f902f2e21dc4dfba3a204d55a8fdcd1 HTTP/1.1" status: 200 len: 375 time: 0.0094180 Mar 16 11:01:25.736008 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-ed0b1fcc-eedd-4f20-a0e6-13a0ed2821f1 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850222 Mar 16 11:01:25.883165 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-7bf07c42-1d48-4df0-a3bd-16f7a068049a service neutron] 10.222.0.37 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303303 Mar 16 11:01:26.014625 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-81953696-a4d3-4963-bed7-6fbe65053fa6 service neutron] 10.222.0.37 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255527 Mar 16 11:01:26.440355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-412019d8-9561-48e3-b453-0cfd5f2c8b77 req-55b43437-3a29-408f-89e5-51482dcb7503 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Synchronizing usage tracker for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:26.459815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-412019d8-9561-48e3-b453-0cfd5f2c8b77 req-55b43437-3a29-408f-89e5-51482dcb7503 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Unset dirty status for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:26.461161 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-412019d8-9561-48e3-b453-0cfd5f2c8b77 req-55b43437-3a29-408f-89e5-51482dcb7503 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 210 time: 0.0655801 Mar 16 11:01:26.584846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.494546 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-fc6b266f-768c-47ea-944f-da9244bc97c0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:27.495980 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-fc6b266f-768c-47ea-944f-da9244bc97c0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 812 time: 0.1489148 Mar 16 11:01:27.586352 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-5b2810e7-597e-4dd0-b06c-f89a57b1c48a tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1 HTTP/1.1" status: 200 len: 379 time: 0.0458157 Mar 16 11:01:27.596892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'port': {'device_id': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'admin_state_up': True, 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'security_groups': ['b91e0e08-ad08-436f-9486-22f64fb5c2d2']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:27.616135 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-33c4dad8-e2f0-423c-8a37-800348bdebba req-e09db44a-47c7-4d41-bc96-2e96994b1cfb tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 210 time: 0.0497780 Mar 16 11:01:27.740513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:27.750403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:27.763316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Made reservation on behalf of 7f902f2e21dc4dfba3a204d55a8fdcd1 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:27.766877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.929264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Allocated IP 172.20.0.8 (961ea7db-628d-4e74-be77-2d38ab843106/4f1c4fe0-b914-4f10-8987-26593049e158/d414f0a7-f9e0-4c27-8964-bb074fd68a4c) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:28.115073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.130502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Transition to ACTIVE for port object d414f0a7-f9e0-4c27-8964-bb074fd68a4c will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:28.154207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.223177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Network 961ea7db-628d-4e74-be77-2d38ab843106 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:28.226382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:28.229010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:28.288775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'Port': ['ID=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:28.316920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:28.317627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.347665 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-d7db6877-2dea-4f56-92df-f3c6c0beee12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558334 Mar 16 11:01:28.359475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Request body: {'port': {'device_id': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:28.470406 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e613b85e-0562-46f2-be7e-ebb4f2af04d0 None None] Provisioning for port d414f0a7-f9e0-4c27-8964-bb074fd68a4c completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:28.475016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.476033 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e613b85e-0562-46f2-be7e-ebb4f2af04d0 None None] Provisioning complete for port d414f0a7-f9e0-4c27-8964-bb074fd68a4c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:28.476443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e613b85e-0562-46f2-be7e-ebb4f2af04d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.533990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e613b85e-0562-46f2-be7e-ebb4f2af04d0 None None] Port d414f0a7-f9e0-4c27-8964-bb074fd68a4c cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:28.939975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6d98a-27fb-4ced-98c6-ceb3c88dd58c req-3380c888-a174-47ce-a1af-8d851b571d64 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:28.940587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c9e6d98a-27fb-4ced-98c6-ceb3c88dd58c req-3380c888-a174-47ce-a1af-8d851b571d64 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Synchronizing usage tracker for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:29.003070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d414f0a7-f9e0-4c27-8964-bb074fd68a4c {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:01:29.007245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c9e6d98a-27fb-4ced-98c6-ceb3c88dd58c req-3380c888-a174-47ce-a1af-8d851b571d64 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Unset dirty status for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:29.008456 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c9e6d98a-27fb-4ced-98c6-ceb3c88dd58c req-3380c888-a174-47ce-a1af-8d851b571d64 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 931 time: 0.1997223 Mar 16 11:01:29.012299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.045473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Transition to ACTIVE for port object d414f0a7-f9e0-4c27-8964-bb074fd68a4c will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:29.054811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.116037 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c9e6d98a-27fb-4ced-98c6-ceb3c88dd58c req-06046a51-5ec6-4bf8-b156-70dd404916ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011288 Mar 16 11:01:29.192375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Pushing event updated for resources: {'Port': ['ID=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:29.303742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Attempting to bind port d414f0a7-f9e0-4c27-8964-bb074fd68a4c on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:29.304075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Attempting to bind port d414f0a7-f9e0-4c27-8964-bb074fd68a4c by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:29.304418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Attempting to bind port d414f0a7-f9e0-4c27-8964-bb074fd68a4c on network 961ea7db-628d-4e74-be77-2d38ab843106 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:29.309184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Port d414f0a7-f9e0-4c27-8964-bb074fd68a4c on network 961ea7db-628d-4e74-be77-2d38ab843106 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:01:29.309506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Attempting to bind port d414f0a7-f9e0-4c27-8964-bb074fd68a4c on network 961ea7db-628d-4e74-be77-2d38ab843106 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:29.314632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:29.314965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Checking segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:29.315337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Bound using segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:29.315761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Bound port: d414f0a7-f9e0-4c27-8964-bb074fd68a4c, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:29.316100 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.409428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] For port d414f0a7-f9e0-4c27-8964-bb074fd68a4c, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:29.412525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] For port d414f0a7-f9e0-4c27-8964-bb074fd68a4c, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:29.417923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.474190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:29.474845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.476102 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] 10.222.0.48 "PUT /v2.0/ports/d414f0a7-f9e0-4c27-8964-bb074fd68a4c HTTP/1.1" status: 200 len: 1093 time: 1.1211205 Mar 16 11:01:29.476555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'tag': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:29.498736 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8f91a-256d-49d5-986e-ebe78472fc34 service neutron] Pushing event updated for resources: {'Port': ['ID=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:29.574772 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'tag': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c', 'status': 'completed', 'code': 200} Mar 16 11:01:29.609253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-f3396d04-fa1a-467f-8ecc-8fbf0a2f52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:29.611138 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-f3396d04-fa1a-467f-8ecc-8fbf0a2f52a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 1096 time: 0.0838842 Mar 16 11:01:29.689449 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-035984f3-58bb-4779-ba4a-d90d6401326a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d414f0a7-f9e0-4c27-8964-bb074fd68a4c HTTP/1.1" status: 200 len: 217 time: 0.0710115 Mar 16 11:01:29.753660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-f5c4e42c-1f36-485e-9eb9-08a5f8d2d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:29.754988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-f5c4e42c-1f36-485e-9eb9-08a5f8d2d621 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.0596962 Mar 16 11:01:29.833239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-0ad0d2a4-8598-4f77-8a5e-bf05ab698346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:29.834730 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-0ad0d2a4-8598-4f77-8a5e-bf05ab698346 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738196 Mar 16 11:01:29.974503 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-f0985e14-9eb1-4370-a0cc-c00060a515dc service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306825 Mar 16 11:01:30.110891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ce1220f-c8d3-4ca4-abad-191653cd4147 req-40ea0886-6da2-4e79-a2ef-7fa92f450533 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302996 Mar 16 11:01:30.263520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-fc1ffbb3-f3aa-4241-9d73-19845e436281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:30.265137 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-fc1ffbb3-f3aa-4241-9d73-19845e436281 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 1096 time: 0.1095865 Mar 16 11:01:30.418659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fd42f-0017-4fc1-9e2e-0664cc924ed9 req-8b004ca8-6e70-44bc-9df9-1ddbee7d25b5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:30.420130 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f28fd42f-0017-4fc1-9e2e-0664cc924ed9 req-8b004ca8-6e70-44bc-9df9-1ddbee7d25b5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 943 time: 0.1975503 Mar 16 11:01:30.424673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-563b5a48-ceda-49fe-bdaa-65cd039d91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:30.426051 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-563b5a48-ceda-49fe-bdaa-65cd039d91b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.1547811 Mar 16 11:01:30.622148 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-875dca73-505d-49d2-ab96-e8808f049b16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d414f0a7-f9e0-4c27-8964-bb074fd68a4c HTTP/1.1" status: 200 len: 217 time: 0.1824994 Mar 16 11:01:30.680699 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f28fd42f-0017-4fc1-9e2e-0664cc924ed9 req-f81ad5da-fe19-46e1-989b-1eddd8132722 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536147 Mar 16 11:01:30.704197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-3a67cec5-a1d6-4582-875e-8642aced19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:30.705715 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-3a67cec5-a1d6-4582-875e-8642aced19c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.0752170 Mar 16 11:01:30.786140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-6de8fb1e-c816-4487-8a35-493add93f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:30.787666 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-6de8fb1e-c816-4487-8a35-493add93f012 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764241 Mar 16 11:01:30.921515 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-9dd3862d-f020-4621-b357-2d0c4a6e3efb service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277568 Mar 16 11:01:31.054275 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b2bf6ddd-64db-4240-a8d6-694e69fab852 req-42e08381-5d81-455b-81ad-e86ec2278493 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274891 Mar 16 11:01:31.885537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621565b-c57a-45d7-af55-92f5b847f9d4 req-8339bd75-466c-47f7-b312-be06045ca5e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:31.886998 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9621565b-c57a-45d7-af55-92f5b847f9d4 req-8339bd75-466c-47f7-b312-be06045ca5e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 943 time: 0.0868306 Mar 16 11:01:31.932491 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9621565b-c57a-45d7-af55-92f5b847f9d4 req-b71d3639-186f-40b9-8b74-648040a5337d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386546 Mar 16 11:01:33.236812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49381-e4dd-44ca-bc30-016f3e9d3e05 req-1f26a2c1-4041-46d0-945a-c83214de5371 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:33.238178 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f3f49381-e4dd-44ca-bc30-016f3e9d3e05 req-1f26a2c1-4041-46d0-945a-c83214de5371 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 943 time: 0.1937232 Mar 16 11:01:33.282553 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f3f49381-e4dd-44ca-bc30-016f3e9d3e05 req-e4ef6fc6-d376-43a8-982b-8e1f25a2b24b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387325 Mar 16 11:01:34.531218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffec1c-a161-4c2a-b9b4-92a30457405d req-4ef15764-700e-43a8-84f1-c6fc4c97acf5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:34.532683 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f4ffec1c-a161-4c2a-b9b4-92a30457405d req-4ef15764-700e-43a8-84f1-c6fc4c97acf5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 943 time: 0.1369913 Mar 16 11:01:34.579863 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f4ffec1c-a161-4c2a-b9b4-92a30457405d req-c6ba3ca1-7b2d-463b-8f7d-9df30ea11b2e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413826 Mar 16 11:01:35.788898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f7cab-1a8e-4319-bb22-3decb2eb9e36 req-48d4ca37-0e3d-4a24-9e83-3bd5423a9707 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:35.790355 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc4f7cab-1a8e-4319-bb22-3decb2eb9e36 req-48d4ca37-0e3d-4a24-9e83-3bd5423a9707 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 943 time: 0.0917356 Mar 16 11:01:35.838480 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc4f7cab-1a8e-4319-bb22-3decb2eb9e36 req-107368f2-77df-4542-b006-b281200c6c5e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399094 Mar 16 11:01:37.041259 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed90c17-bb06-4032-86db-0def1c2c4c84 req-1dd82ca2-e867-4e27-93f2-1225e2966606 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:37.042711 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8ed90c17-bb06-4032-86db-0def1c2c4c84 req-1dd82ca2-e867-4e27-93f2-1225e2966606 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 943 time: 0.0813468 Mar 16 11:01:37.087529 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8ed90c17-bb06-4032-86db-0def1c2c4c84 req-85d76469-b424-4537-ab9c-da89ae6da3e5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388527 Mar 16 11:01:38.182109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.286895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d35fb-e26f-4e9b-addb-c598e50b7501 req-1bf7708e-0b5d-4b2b-af23-7916ba033e76 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:38.288387 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9b6d35fb-e26f-4e9b-addb-c598e50b7501 req-1bf7708e-0b5d-4b2b-af23-7916ba033e76 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 943 time: 0.0854781 Mar 16 11:01:38.335071 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9b6d35fb-e26f-4e9b-addb-c598e50b7501 req-a87d9d5b-8b1b-42e3-85b3-85428bcf66ff tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382674 Mar 16 11:01:39.541052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30d359-1d1d-4809-94f8-3a0b925844ae req-5b867153-07c0-490b-8091-b18146b84cc3 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:39.542488 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3f30d359-1d1d-4809-94f8-3a0b925844ae req-5b867153-07c0-490b-8091-b18146b84cc3 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 943 time: 0.0932140 Mar 16 11:01:39.587114 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3f30d359-1d1d-4809-94f8-3a0b925844ae req-fcbc2568-fa6b-4aa7-827e-2b12562b15d8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390184 Mar 16 11:01:40.549530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d414f0a7-f9e0-4c27-8964-bb074fd68a4c details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:01:40.684975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d414f0a7-f9e0-4c27-8964-bb074fd68a4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:40.698246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'port_id': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c', 'mac_address': 'fa:16:3e:90:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:01:40.753408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.770438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d414f0a7-f9e0-4c27-8964-bb074fd68a4c {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:01:40.772901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc349b2-ed84-448f-89a7-2f61c8c671ba req-ee5bff08-b809-4113-8ab6-97a6cdef9ba5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:40.774359 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cc349b2-ed84-448f-89a7-2f61c8c671ba req-ee5bff08-b809-4113-8ab6-97a6cdef9ba5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 943 time: 0.0834994 Mar 16 11:01:40.786278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d414f0a7-f9e0-4c27-8964-bb074fd68a4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:40.790717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.819052 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cc349b2-ed84-448f-89a7-2f61c8c671ba req-d69f298c-9b66-410e-907e-1aafcfd0efc9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384738 Mar 16 11:01:40.859367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:40.867054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.867395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.867797 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.868117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.868441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.868795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.869121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.869440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.869760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.870079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.870391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:40.870704 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:41.139571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['d414f0a7-f9e0-4c27-8964-bb074fd68a4c'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:01:42.023622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccd886-a533-4f4b-b05a-122570c74bc9 req-f9805a45-b7b4-4f84-a9e7-a32833e09400 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:42.025122 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-36ccd886-a533-4f4b-b05a-122570c74bc9 req-f9805a45-b7b4-4f84-a9e7-a32833e09400 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 944 time: 0.0925341 Mar 16 11:01:42.071952 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-36ccd886-a533-4f4b-b05a-122570c74bc9 req-cefe2eb1-7e9a-4c8e-8de7-ca87ef5df760 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383525 Mar 16 11:01:42.563337 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d414f0a7-f9e0-4c27-8964-bb074fd68a4c up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:42.633536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port d414f0a7-f9e0-4c27-8964-bb074fd68a4c completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:42.638645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port d414f0a7-f9e0-4c27-8964-bb074fd68a4c triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:42.639015 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.761128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.788234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:42.798423 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d414f0a7-f9e0-4c27-8964-bb074fd68a4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:42.803051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.836992 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c', 'code': 200} Mar 16 11:01:42.875857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:43.054147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14763887-6e41-4390-b8dd-8e0df67a3346 req-0b23deb8-1a30-40d6-9d9a-a21ffe4d30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:43.055610 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14763887-6e41-4390-b8dd-8e0df67a3346 req-0b23deb8-1a30-40d6-9d9a-a21ffe4d30a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 1098 time: 0.0703735 Mar 16 11:01:43.095464 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14763887-6e41-4390-b8dd-8e0df67a3346 req-e954d00c-285b-452d-9289-20c5716d2e8c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337853 Mar 16 11:01:43.268517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d874316-4c8f-4e67-a05b-d2741b02aecf req-4f6ebc08-72b3-4080-9bfe-dc4113201238 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:43.270000 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6d874316-4c8f-4e67-a05b-d2741b02aecf req-4f6ebc08-72b3-4080-9bfe-dc4113201238 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 945 time: 0.0926876 Mar 16 11:01:43.313231 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6d874316-4c8f-4e67-a05b-d2741b02aecf req-edac6e1a-7658-48d7-901e-e6a67f07d803 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374851 Mar 16 11:01:44.514059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127d57d-acb7-4ecb-b74e-fa97e08e70a6 req-6c3f1a26-24c1-4ad3-a19e-76f633ff6382 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.515451 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3127d57d-acb7-4ecb-b74e-fa97e08e70a6 req-6c3f1a26-24c1-4ad3-a19e-76f633ff6382 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 945 time: 0.0885720 Mar 16 11:01:44.559657 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3127d57d-acb7-4ecb-b74e-fa97e08e70a6 req-527ce2a2-faee-4b9f-8ac1-409c46c106f8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381701 Mar 16 11:01:45.750425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e66d1-625d-4a5c-9ced-994a260c6fda req-b90db449-9473-4154-a61f-932bcaf9056a tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:45.751844 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a75e66d1-625d-4a5c-9ced-994a260c6fda req-b90db449-9473-4154-a61f-932bcaf9056a tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 945 time: 0.0896261 Mar 16 11:01:45.795351 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a75e66d1-625d-4a5c-9ced-994a260c6fda req-7f8a3de1-77e1-46e3-8ab5-87f8c5600116 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377450 Mar 16 11:01:45.990231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b51ab-a5a4-4d4a-878a-454256e93892 req-2867b719-8214-4262-9246-b6746b6fa71f tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:45.991679 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f74b51ab-a5a4-4d4a-878a-454256e93892 req-2867b719-8214-4262-9246-b6746b6fa71f tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 945 time: 0.0827677 Mar 16 11:01:46.037912 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f74b51ab-a5a4-4d4a-878a-454256e93892 req-d96dff17-0a0b-4ac6-ac79-1be2bf5dc42d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405645 Mar 16 11:01:46.060521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38810) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:46.179404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de017e-d255-40b7-a3bb-932f58a5fbd1 tempest-TestVolumeBootPattern-1472405099 tempest-TestVolumeBootPattern-1472405099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:46.180100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-95de017e-d255-40b7-a3bb-932f58a5fbd1 tempest-TestVolumeBootPattern-1472405099 tempest-TestVolumeBootPattern-1472405099-project-admin] Synchronizing usage tracker for tenant:2ff3293271e64852a639bde8ee52017c on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:46.198123 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-95de017e-d255-40b7-a3bb-932f58a5fbd1 tempest-TestVolumeBootPattern-1472405099 tempest-TestVolumeBootPattern-1472405099-project-admin] Unset dirty status for tenant:2ff3293271e64852a639bde8ee52017c on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:46.199294 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-95de017e-d255-40b7-a3bb-932f58a5fbd1 tempest-TestVolumeBootPattern-1472405099 tempest-TestVolumeBootPattern-1472405099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 1093 time: 0.1377215 Mar 16 11:01:46.202257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38816) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:46.207186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:46.213084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:46.216942 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:floatingip and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:46.219742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:46.225837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:46.237461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.376512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.613737 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Allocated IP 172.26.2.65 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/4bc9d9f2-0d9a-4490-927b-61e728a48568) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:46.767630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.802155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.865235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:46.872057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:46.874811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:46.910462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'Port': ['ID=4bc9d9f2-0d9a-4490-927b-61e728a48568,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:47.295224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.368919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.571735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.577694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.688633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'Port': ['ID=4bc9d9f2-0d9a-4490-927b-61e728a48568,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:47.699661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.873205 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Floating IP d5926a78-272a-4381-b575-ff0ff17f7946 associated. External IP: 172.26.2.65, port: d414f0a7-f9e0-4c27-8964-bb074fd68a4c. Mar 16 11:01:48.345365 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Router 024f22ac-8c7c-44c4-b644-f9e2269a7291 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:48.531495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:48.541912 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] Sync routers for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:48.551790 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:48.552475 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:01:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:48.557075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.625882 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-973da9dc-5082-4a06-ab0a-f6fe632854b8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4095309 Mar 16 11:01:48.625882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'tag': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:48.657730 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'tag': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c', 'status': 'completed', 'code': 200} Mar 16 11:01:48.752078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b520c1b-d46e-4db0-9144-df00546b557c req-ef75e24b-1224-4d9d-b7d7-c0be6d8ae6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:48.753600 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7b520c1b-d46e-4db0-9144-df00546b557c req-ef75e24b-1224-4d9d-b7d7-c0be6d8ae6df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 1098 time: 0.0729544 Mar 16 11:01:48.759292 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:48.884459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b520c1b-d46e-4db0-9144-df00546b557c req-81470997-d99d-4843-a260-435b592b6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:48.885855 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7b520c1b-d46e-4db0-9144-df00546b557c req-81470997-d99d-4843-a260-435b592b6438 service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.1261427 Mar 16 11:01:48.988380 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7b520c1b-d46e-4db0-9144-df00546b557c req-e8baf5ee-56fd-4f0b-ad1f-5b57fcf783ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d414f0a7-f9e0-4c27-8964-bb074fd68a4c HTTP/1.1" status: 200 len: 998 time: 0.0956812 Mar 16 11:01:49.050479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b520c1b-d46e-4db0-9144-df00546b557c req-16cf8bde-295e-4a9e-8bba-6cc36e38b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:49.051948 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7b520c1b-d46e-4db0-9144-df00546b557c req-16cf8bde-295e-4a9e-8bba-6cc36e38b189 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.0569463 Mar 16 11:01:49.099144 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'd5926a78-272a-4381-b575-ff0ff17f7946', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.65', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:90:9c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:01:47Z', 'updated_at': '2022-03-16T11:01:47Z', 'revision_number': 0, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:49.103398 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] Checking router: 024f22ac-8c7c-44c4-b644-f9e2269a7291 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:01:49.111567 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:49.112182 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:01:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:49.129502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b520c1b-d46e-4db0-9144-df00546b557c req-aea46c46-3f36-45c0-bf55-aabc60d46c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:49.130986 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7b520c1b-d46e-4db0-9144-df00546b557c req-aea46c46-3f36-45c0-bf55-aabc60d46c24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730951 Mar 16 11:01:49.152184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-7b520c1b-d46e-4db0-9144-df00546b557c req-ff0329ec-7857-418b-8dd4-129590c12049 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:01:49.153127 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7b520c1b-d46e-4db0-9144-df00546b557c req-ff0329ec-7857-418b-8dd4-129590c12049 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048890 Mar 16 11:01:49.291873 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:49.392117 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7b520c1b-d46e-4db0-9144-df00546b557c req-a9759929-21be-4bfd-8367-e5c47ab141c3 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319758 Mar 16 11:01:49.525740 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7b520c1b-d46e-4db0-9144-df00546b557c req-15d2eca4-5fd3-44b3-9fd3-689b006424c8 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248362 Mar 16 11:01:49.643281 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'd5926a78-272a-4381-b575-ff0ff17f7946', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.65', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:90:9c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:01:47Z', 'updated_at': '2022-03-16T11:01:47Z', 'revision_number': 0, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:49.647609 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cbecc-d0b9-4e41-a510-1a60e14dde2d None None] The sync data for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv is: [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'd5926a78-272a-4381-b575-ff0ff17f7946', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.65', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:90:9c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:01:47Z', 'updated_at': '2022-03-16T11:01:47Z', 'revision_number': 0, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:49.836633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9febb3fa-3a46-471a-a658-3f3f31b018c8 None None] New status for floating IP d5926a78-272a-4381-b575-ff0ff17f7946: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:01:51.844709 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4248cd3a-205e-4899-85a0-bc95fda2330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.855839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.005929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a66f670b-b664-4d21-9a48-7a930e5e320a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.250575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.348028 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:01:56.584589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.599010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38830) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:58.814692 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f602dc32-8416-43d2-ad8c-df2ef2c9d7ca tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/6b9bb19a-9a18-4de0-8ed8-c714a947735b HTTP/1.1" status: 200 len: 993 time: 0.2145987 Mar 16 11:01:59.127367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38840) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:59.354302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 9f97fca6-626e-4edd-a484-1470b536240a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:59.354639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:59.523138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:59.524120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:59.645498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 9f97fca6-626e-4edd-a484-1470b536240a owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:59.807626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:59.862176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=9f97fca6-626e-4edd-a484-1470b536240a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:59.957826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:59.958118 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP 6b9bb19a-9a18-4de0-8ed8-c714a947735b disassociated (deleted). External IP: 172.26.2.176, port: 8d8efa05-fa2c-4506-851f-e2565879b4e5. Mar 16 11:02:00.427978 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:00.618615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:00.628933 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] Sync routers for ids ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:00.639638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.640186 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] Routers {'df0ec5d0-3174-42de-8a6b-d34e3d2c6710'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:00.640820 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:01:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:00.699397 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1f6b03a3-9f06-404d-a73c-644efdeb193a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/floatingips/6b9bb19a-9a18-4de0-8ed8-c714a947735b HTTP/1.1" status: 204 len: 168 time: 1.5704913 Mar 16 11:02:00.700116 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'tag': '8d8efa05-fa2c-4506-851f-e2565879b4e5'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:00.802370 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'tag': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'status': 'completed', 'code': 200} Mar 16 11:02:00.816384 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] Set router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:00.965691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21efbe5-c328-42df-a651-9324ce274263 req-9576df99-3372-4e7c-a542-85adf60fc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:00.967093 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b21efbe5-c328-42df-a651-9324ce274263 req-9576df99-3372-4e7c-a542-85adf60fc1aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 1098 time: 0.1386411 Mar 16 11:02:01.146784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21efbe5-c328-42df-a651-9324ce274263 req-42c309bb-ada6-4cbb-a448-d9bc540f36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:01.148263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b21efbe5-c328-42df-a651-9324ce274263 req-42c309bb-ada6-4cbb-a448-d9bc540f36c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d6a1952-c01c-4d3e-88b1-59346321b492 HTTP/1.1" status: 200 len: 897 time: 0.1738663 Mar 16 11:02:01.165304 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:31Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:01.169584 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] Checking router: df0ec5d0-3174-42de-8a6b-d34e3d2c6710 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:01.178747 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] Routers {'df0ec5d0-3174-42de-8a6b-d34e3d2c6710'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:01.179409 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:01:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:01.223131 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b21efbe5-c328-42df-a651-9324ce274263 req-8bad272b-fa66-4109-b35b-17547242620d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8efa05-fa2c-4506-851f-e2565879b4e5 HTTP/1.1" status: 200 len: 217 time: 0.0662401 Mar 16 11:02:01.230760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723e81f-0030-41e9-b632-75447bebe1c3 req-e03b9a76-ca57-48d4-a9e1-77d26655e13c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:01.231446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-e723e81f-0030-41e9-b632-75447bebe1c3 req-e03b9a76-ca57-48d4-a9e1-77d26655e13c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:01.293823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-e723e81f-0030-41e9-b632-75447bebe1c3 req-e03b9a76-ca57-48d4-a9e1-77d26655e13c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:01.294988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e723e81f-0030-41e9-b632-75447bebe1c3 req-e03b9a76-ca57-48d4-a9e1-77d26655e13c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 945 time: 0.2854464 Mar 16 11:02:01.298363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21efbe5-c328-42df-a651-9324ce274263 req-29c6e1bb-efaa-43dc-a299-bea6b1e830a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:01.299705 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b21efbe5-c328-42df-a651-9324ce274263 req-29c6e1bb-efaa-43dc-a299-bea6b1e830a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76b83f11-611d-4245-b870-efd1bfd38e55 HTTP/1.1" status: 200 len: 835 time: 0.0654943 Mar 16 11:02:01.357055 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] Set router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:01.383409 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e723e81f-0030-41e9-b632-75447bebe1c3 req-8cdc03b6-a41e-4849-b274-f3fc8b56ff51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820858 Mar 16 11:02:01.413726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21efbe5-c328-42df-a651-9324ce274263 req-f6464364-2799-4ddd-8d35-ba434cf30c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:01.415232 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b21efbe5-c328-42df-a651-9324ce274263 req-f6464364-2799-4ddd-8d35-ba434cf30c51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d6a1952-c01c-4d3e-88b1-59346321b492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013300 Mar 16 11:02:01.553277 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b21efbe5-c328-42df-a651-9324ce274263 req-8585c22f-024a-46a2-badf-a54cce1da130 service neutron] 10.222.0.48 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250913 Mar 16 11:02:01.662677 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:31Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:01.666992 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d4b68-d4bc-4ce1-ab2a-01cc25afe3b5 None None] The sync data for ids ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'] in dv-neutron-833860-1-hyperv is: [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '24e9cd6b-60e2-462d-913f-c8b27a039972', 'name': '', 'network_id': '7d6a1952-c01c-4d3e-88b1-59346321b492', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:c8:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:18Z', 'updated_at': '2022-03-16T11:00:31Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '76b83f11-611d-4245-b870-efd1bfd38e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:01.686455 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b21efbe5-c328-42df-a651-9324ce274263 req-26f65115-26c5-4525-aa48-b17952641372 service neutron] 10.222.0.48 "GET /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268518 Mar 16 11:02:01.888794 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9490fed6-2950-4f6d-8524-6955d86158d0 None None] New status for floating IP 6b9bb19a-9a18-4de0-8ed8-c714a947735b: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:02:02.570185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157e10c-12b3-4a67-b560-97156b5fa935 req-74bd2247-0a96-4079-8118-c718fa349dbc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:02.571654 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e157e10c-12b3-4a67-b560-97156b5fa935 req-74bd2247-0a96-4079-8118-c718fa349dbc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 945 time: 0.0826366 Mar 16 11:02:02.615890 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e157e10c-12b3-4a67-b560-97156b5fa935 req-a94d8b79-a5ee-4b20-bd6c-201478432eb0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=48e38f2f-fe2e-44c1-8102-31ba0f70706f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383892 Mar 16 11:02:02.795401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-cd5de84e-0696-427d-8b5f-7a4793099fbd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:02.796827 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-cd5de84e-0696-427d-8b5f-7a4793099fbd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 945 time: 0.0870657 Mar 16 11:02:02.880091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 8d8efa05-fa2c-4506-851f-e2565879b4e5 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:02.880458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.129011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 8d8efa05-fa2c-4506-851f-e2565879b4e5, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=8d8efa05-fa2c-4506-851f-e2565879b4e5,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:03.129340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.372985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 8d8efa05-fa2c-4506-851f-e2565879b4e5 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:03.544609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.596656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=8d8efa05-fa2c-4506-851f-e2565879b4e5,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:03.634112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.634483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.634813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.635140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.635463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.635783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.636099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.636417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.636769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.637067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.637379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.637688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.689186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port 8d8efa05-fa2c-4506-851f-e2565879b4e5 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:02:03.689186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.691995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'name': 'network-vif-deleted', 'tag': '8d8efa05-fa2c-4506-851f-e2565879b4e5'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:03.712579 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-48bf0274-772a-462f-9e16-ffa7b6f50a59 req-266f1b5f-451e-43d4-9e3c-63c88251f3b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "DELETE /v2.0/ports/8d8efa05-fa2c-4506-851f-e2565879b4e5 HTTP/1.1" status: 204 len: 173 time: 0.9070036 Mar 16 11:02:03.825057 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7298f021-a32e-46fe-a0ed-9d1250a35728', 'name': 'network-vif-deleted', 'tag': '8d8efa05-fa2c-4506-851f-e2565879b4e5', 'status': 'completed', 'code': 200} Mar 16 11:02:03.825057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-17a9146d-290b-47d8-8961-31074aa13638 req-3f3e9aaa-83f8-4cb9-9a85-9f026f6e437f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:03.839815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-17a9146d-290b-47d8-8961-31074aa13638 req-3f3e9aaa-83f8-4cb9-9a85-9f026f6e437f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:03.841208 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-17a9146d-290b-47d8-8961-31074aa13638 req-3f3e9aaa-83f8-4cb9-9a85-9f026f6e437f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=7298f021-a32e-46fe-a0ed-9d1250a35728 HTTP/1.1" status: 200 len: 210 time: 0.0916898 Mar 16 11:02:04.934918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38864) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:05.010544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9a15269-1536-4e43-aba8-ac6b1fbdc1f8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.039934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9a15269-1536-4e43-aba8-ac6b1fbdc1f8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.109623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9a15269-1536-4e43-aba8-ac6b1fbdc1f8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.127426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a15269-1536-4e43-aba8-ac6b1fbdc1f8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e38f2f-fe2e-44c1-8102-31ba0f70706f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:05.140057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a9a15269-1536-4e43-aba8-ac6b1fbdc1f8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.141239 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a9a15269-1536-4e43-aba8-ac6b1fbdc1f8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/48e38f2f-fe2e-44c1-8102-31ba0f70706f HTTP/1.1" status: 204 len: 168 time: 0.2053118 Mar 16 11:02:05.172912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38870) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:05.750733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.230036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 24e9cd6b-60e2-462d-913f-c8b27a039972 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:06.230036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.420943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 24e9cd6b-60e2-462d-913f-c8b27a039972, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=24e9cd6b-60e2-462d-913f-c8b27a039972,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:06.421301 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.547658 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 24e9cd6b-60e2-462d-913f-c8b27a039972 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:06.712665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 8d8efa05-fa2c-4506-851f-e2565879b4e5 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:06.762119 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 8d8efa05-fa2c-4506-851f-e2565879b4e5 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:06.762119 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 8d8efa05-fa2c-4506-851f-e2565879b4e5 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:06.904688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.960665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=24e9cd6b-60e2-462d-913f-c8b27a039972,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:07.007384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.007384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.007384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.007384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.007384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.007384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.007384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.007384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.007384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.007384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.012015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.012015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:07.284274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.766956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:07.959941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:07.966703 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] Sync routers for ids ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:07.976872 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-66d870f1-9eb5-4d01-b489-ecff1e305c51 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/df0ec5d0-3174-42de-8a6b-d34e3d2c6710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8026712 Mar 16 11:02:07.978299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38874) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:07.979571 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] Routers {'df0ec5d0-3174-42de-8a6b-d34e3d2c6710'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:07.980341 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:01:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:08.051825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-4571058b-92c5-44c9-a9ca-b81f1b8bf239 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting subnet 76b83f11-611d-4245-b870-efd1bfd38e55 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:02:08.054117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4571058b-92c5-44c9-a9ca-b81f1b8bf239 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.114092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4571058b-92c5-44c9-a9ca-b81f1b8bf239 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.170231 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] Set router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:08.197674 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.230149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4571058b-92c5-44c9-a9ca-b81f1b8bf239 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.306703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4571058b-92c5-44c9-a9ca-b81f1b8bf239 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.351896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571058b-92c5-44c9-a9ca-b81f1b8bf239 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Subnet': ['ID=76b83f11-611d-4245-b870-efd1bfd38e55,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:08.357426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4571058b-92c5-44c9-a9ca-b81f1b8bf239 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.364273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae46c0-66db-46ee-bb09-82283499ef02 None None] Network 7d6a1952-c01c-4d3e-88b1-59346321b492 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:08.365090 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4571058b-92c5-44c9-a9ca-b81f1b8bf239 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/subnets/76b83f11-611d-4245-b870-efd1bfd38e55 HTTP/1.1" status: 204 len: 168 time: 0.3855095 Mar 16 11:02:08.368013 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38878) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:08.498868 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:02:06Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:08.503257 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] Checking router: df0ec5d0-3174-42de-8a6b-d34e3d2c6710 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:08.517574 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] Routers {'df0ec5d0-3174-42de-8a6b-d34e3d2c6710'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:08.517574 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:01:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:08.573278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.723542 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] Set router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:08.724483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc70a4-1502-42d8-b50b-a76da8f50aec None None] DHCP port deletion for 7d6a1952-c01c-4d3e-88b1-59346321b492 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:02:08.729474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-76bc70a4-1502-42d8-b50b-a76da8f50aec None None] Deleting port f31996e3-3f97-496e-bc11-f3074d9984c7 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:08.730193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76bc70a4-1502-42d8-b50b-a76da8f50aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.764366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.775484 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port f00e3d63-9db1-40ff-b388-3b6276a69d48 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:08.775890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.953483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-76bc70a4-1502-42d8-b50b-a76da8f50aec None None] For port f31996e3-3f97-496e-bc11-f3074d9984c7, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f31996e3-3f97-496e-bc11-f3074d9984c7,segment=NetworkSegment(863cf054-0e2b-4ec3-969a-ea1edde290d4),segment_id=863cf054-0e2b-4ec3-969a-ea1edde290d4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:08.954019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76bc70a4-1502-42d8-b50b-a76da8f50aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.003880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port f00e3d63-9db1-40ff-b388-3b6276a69d48, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f00e3d63-9db1-40ff-b388-3b6276a69d48,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:09.004824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.083360 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:02:06Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:09.083978 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-76bc70a4-1502-42d8-b50b-a76da8f50aec None None] Calling delete_port for f31996e3-3f97-496e-bc11-f3074d9984c7 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:09.084171 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688ad5f-b928-490b-ba5e-ce8d736d97de None None] The sync data for ids ['df0ec5d0-3174-42de-8a6b-d34e3d2c6710'] in dv-neutron-833860-1-hyperv is: [{'id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'name': 'tempest-TestNetworkBasicOps-router-2082353883', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:02:06Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': 'f00e3d63-9db1-40ff-b388-3b6276a69d48', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ec5d0-3174-42de-8a6b-d34e3d2c6710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:13Z', 'updated_at': '2022-03-16T11:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:09.149382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for f00e3d63-9db1-40ff-b388-3b6276a69d48 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:09.168935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76bc70a4-1502-42d8-b50b-a76da8f50aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.216567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc70a4-1502-42d8-b50b-a76da8f50aec None None] Pushing event deleted for resources: {'Port': ['ID=f31996e3-3f97-496e-bc11-f3074d9984c7,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:09.223361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc70a4-1502-42d8-b50b-a76da8f50aec None None] No DVR routers for this DVR port f31996e3-3f97-496e-bc11-f3074d9984c7 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:02:09.335917 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.387907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=f00e3d63-9db1-40ff-b388-3b6276a69d48,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:09.480524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.783333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.784456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.807529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.807958 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Fanout notify agent at l3_agent the message router_deleted on router df0ec5d0-3174-42de-8a6b-d34e3d2c6710 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:02:09.826191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.826926 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-40283a74-2f38-407d-99e8-08bc8a73e6ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/routers/df0ec5d0-3174-42de-8a6b-d34e3d2c6710 HTTP/1.1" status: 204 len: 168 time: 1.4576828 Mar 16 11:02:09.830029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38884) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:09.967897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.105847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.135352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6a1952-c01c-4d3e-88b1-59346321b492']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:10.149349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863cf054-0e2b-4ec3-969a-ea1edde290d4') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:10.150488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863cf054-0e2b-4ec3-969a-ea1edde290d4') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:10.163349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.182518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.194778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:02:10.194778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:02:10.206762 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:02:10.294005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.312101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.344143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Network': ['ID=7d6a1952-c01c-4d3e-88b1-59346321b492,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:10.346317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f31996e3-3f97-496e-bc11-f3074d9984c7 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:10.354503 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-edc50f00-3152-4385-82f8-4dd057eddfd5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/networks/7d6a1952-c01c-4d3e-88b1-59346321b492 HTTP/1.1" status: 204 len: 168 time: 0.5167284 Mar 16 11:02:10.361772 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38888) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:10.369203 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'network': {'name': 'tempest-network-smoke--1694074170', 'project_id': '849b974e975a469799922d4fd7056cfd', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:10.374220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:10.378656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:network and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:10.382047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:10.388285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: f31996e3-3f97-496e-bc11-f3074d9984c7 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:10.388703 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f31996e3-3f97-496e-bc11-f3074d9984c7 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:10.389180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f00e3d63-9db1-40ff-b388-3b6276a69d48 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:10.389994 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:10.402953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:10.406289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.427180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: f00e3d63-9db1-40ff-b388-3b6276a69d48 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:10.427521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f00e3d63-9db1-40ff-b388-3b6276a69d48 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:10.428345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 24e9cd6b-60e2-462d-913f-c8b27a039972 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:10.442391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:02:10.461565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.461565 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Added segment 6af3d308-823a-45f9-89f2-0a19fa951c06 of type vlan for network ab87e941-a23c-496a-8897-4ce90a538a1e Mar 16 11:02:10.474494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 24e9cd6b-60e2-462d-913f-c8b27a039972 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:10.474494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 24e9cd6b-60e2-462d-913f-c8b27a039972 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:10.497281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.536930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.540131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:10.540131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.645871 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2810004 Mar 16 11:02:10.647464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38892) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:10.652347 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae16cf8-3292-44ec-ac19-ad9ff089df63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Network': ['ID=ab87e941-a23c-496a-8897-4ce90a538a1e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:10.652573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-247539864', 'admin_state_up': True, 'project_id': '849b974e975a469799922d4fd7056cfd', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:10.660905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:10.663075 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network ab87e941-a23c-496a-8897-4ce90a538a1e details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:02:10.665069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:router and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:10.668117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:10.674513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:10.685920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.686875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.703014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.079145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.387962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.416728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.556690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.60 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/3e4cec41-b134-4e12-83df-45d6c3b85a8d) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:11.703811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.735792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.796916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:11.803480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:11.807460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:11.835601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=3e4cec41-b134-4e12-83df-45d6c3b85a8d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:12.233194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:12.716289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:12.935933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router e8833ef7-70ee-4345-92b1-533b4455379c is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:02:13.122647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:13.135987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Sync routers for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:13.140537 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:13.141143 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:01:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:13.152119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.162108 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38896) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:13.163125 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cd3d3936-35d0-45a8-adfb-2ec89f1c911f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5083749 Mar 16 11:02:13.323517 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a2819263-2a40-4a30-8008-0f78496a8ddf tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=849b974e975a469799922d4fd7056cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1653998 Mar 16 11:02:13.326426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38902) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:13.332687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:13.474399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b087a94c-1987-4a72-924c-a1b0a6c3014e tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:13.476101 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b087a94c-1987-4a72-924c-a1b0a6c3014e tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491168 Mar 16 11:02:13.479290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38906) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:13.533460 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d6cf7976-8674-4793-b46f-6e769a6526e9 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502517 Mar 16 11:02:13.534111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38910) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:13.541161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1346262182', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'project_id': '849b974e975a469799922d4fd7056cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:13.651858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:12Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:13.655558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Checking router: e8833ef7-70ee-4345-92b1-533b4455379c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:13.656551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Updating router e8833ef7-70ee-4345-92b1-533b4455379c port 3e4cec41-b134-4e12-83df-45d6c3b85a8d binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:02:13.667965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:13.673668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:subnet and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:13.678239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:13.684322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:13.695356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:13.699610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.752120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.940253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.022447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Subnet': ['ID=4c85ebea-ec43-4a2b-acba-6ee6d745a38a,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:14.031621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Checking segment: {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:14.032646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network hostable DHCP agents. Network: ab87e941-a23c-496a-8897-4ce90a538a1e, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:02:14.057348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network ab87e941-a23c-496a-8897-4ce90a538a1e is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:02:14.066755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, ab87e941-a23c-496a-8897-4ce90a538a1e) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:14.073578 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:14.073578 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.086757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c1bdc-3543-4450-aa74-eaad8a79bcd3 None None] Network ab87e941-a23c-496a-8897-4ce90a538a1e requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:14.100108 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-69747fbf-9e6c-4f8c-a500-4f00d55166b8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5648282 Mar 16 11:02:14.103504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38914) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:14.211382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.230300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Transition to ACTIVE for port object 3e4cec41-b134-4e12-83df-45d6c3b85a8d will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:14.234936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.355434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1ad21-2e74-4f61-bdf9-b2b983c8428d None None] Pushing event updated for resources: {'Port': ['ID=3e4cec41-b134-4e12-83df-45d6c3b85a8d,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:14.379024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Attempting to bind port 3e4cec41-b134-4e12-83df-45d6c3b85a8d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:14.379433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Attempting to bind port 3e4cec41-b134-4e12-83df-45d6c3b85a8d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:14.379859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Attempting to bind port 3e4cec41-b134-4e12-83df-45d6c3b85a8d on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:14.389351 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:14.390115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:14.390115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.390491 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:14.390991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Bound port: 3e4cec41-b134-4e12-83df-45d6c3b85a8d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:14.391396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.487614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-ab87e941-a23c-496a-8897-4ce90a538a1e', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:02:14.489334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.562376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] For port 3e4cec41-b134-4e12-83df-45d6c3b85a8d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:14.580376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] For port 3e4cec41-b134-4e12-83df-45d6c3b85a8d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3e4cec41-b134-4e12-83df-45d6c3b85a8d,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:14.590397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.725303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:14.725303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:01:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:14.798114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1ad21-2e74-4f61-bdf9-b2b983c8428d None None] Pushing event updated for resources: {'Port': ['ID=3e4cec41-b134-4e12-83df-45d6c3b85a8d,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:14.820845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Allocated IP 172.20.0.2 (ab87e941-a23c-496a-8897-4ce90a538a1e/4c85ebea-ec43-4a2b-acba-6ee6d745a38a/d03ba734-649a-4071-8013-78de3db79ff4) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:15.019525 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:15.054065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.424670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.438320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Transition to ACTIVE for port object d03ba734-649a-4071-8013-78de3db79ff4 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:15.461480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Transition to ACTIVE for port object d03ba734-649a-4071-8013-78de3db79ff4 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:15.473363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.509724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:12Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:15.526179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bddb569-98cd-4344-ba65-5a183c95beea None None] The sync data for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv is: [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:12Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:15.549109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Network ab87e941-a23c-496a-8897-4ce90a538a1e is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:15.549881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.1 (ab87e941-a23c-496a-8897-4ce90a538a1e/4c85ebea-ec43-4a2b-acba-6ee6d745a38a/05841556-ea56-41a2-a469-5b897d70de0d) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:15.550374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:15.554514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:15.645727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Pushing event updated for resources: {'Port': ['ID=d03ba734-649a-4071-8013-78de3db79ff4,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:15.670638 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Attempting to bind port d03ba734-649a-4071-8013-78de3db79ff4 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:15.671321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Attempting to bind port d03ba734-649a-4071-8013-78de3db79ff4 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:15.671434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Attempting to bind port d03ba734-649a-4071-8013-78de3db79ff4 on network ab87e941-a23c-496a-8897-4ce90a538a1e {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:15.677533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:15.678002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Checking segment: {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:15.678551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.679078 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Bound using segment: {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:15.679409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Bound port: d03ba734-649a-4071-8013-78de3db79ff4, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:15.680040 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.751578 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.772671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 05841556-ea56-41a2-a469-5b897d70de0d will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:15.801143 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-71643190-2593-469b-8120-2ca2edd5daff None None] For port d03ba734-649a-4071-8013-78de3db79ff4, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:15.808861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-71643190-2593-469b-8120-2ca2edd5daff None None] For port d03ba734-649a-4071-8013-78de3db79ff4, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d03ba734-649a-4071-8013-78de3db79ff4,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:15.818395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.822556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.935156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network ab87e941-a23c-496a-8897-4ce90a538a1e is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:15.942944 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:15.945666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=05841556-ea56-41a2-a469-5b897d70de0d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:15.947320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:15.948624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71643190-2593-469b-8120-2ca2edd5daff None None] Pushing event updated for resources: {'Port': ['ID=d03ba734-649a-4071-8013-78de3db79ff4,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:16.015737 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.203097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.306677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3e4cec41-b134-4e12-83df-45d6c3b85a8d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:16.393977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 3e4cec41-b134-4e12-83df-45d6c3b85a8d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:16.399600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3e4cec41-b134-4e12-83df-45d6c3b85a8d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:16.400125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.521395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.541494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 3e4cec41-b134-4e12-83df-45d6c3b85a8d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3e4cec41-b134-4e12-83df-45d6c3b85a8d,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:16.550077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.644404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=3e4cec41-b134-4e12-83df-45d6c3b85a8d,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:16.858529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.865209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.983894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.987451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=05841556-ea56-41a2-a469-5b897d70de0d,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:17.097614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d37df3-754e-437b-bd30-b882db0f51c6 None None] Network ab87e941-a23c-496a-8897-4ce90a538a1e requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:17.133235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network ab87e941-a23c-496a-8897-4ce90a538a1e is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:17.134301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:17.205405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-34cbad39-484a-453e-b3ad-8703eaa7dfae None None] Provisioning for port d03ba734-649a-4071-8013-78de3db79ff4 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:17.314880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router e8833ef7-70ee-4345-92b1-533b4455379c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:17.508388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:17.523937 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b195e9a5-0744-45be-9c35-9edcc8192b48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/e8833ef7-70ee-4345-92b1-533b4455379c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4192517 Mar 16 11:02:17.526417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38918) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:17.553092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2f4e189a-2b99-4e26-8e4b-455f6eeb4b4e None None] Provisioning for port 05841556-ea56-41a2-a469-5b897d70de0d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:17.571724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2f4e189a-2b99-4e26-8e4b-455f6eeb4b4e None None] Provisioning complete for port 05841556-ea56-41a2-a469-5b897d70de0d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:17.572460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2f4e189a-2b99-4e26-8e4b-455f6eeb4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.639873 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Sync routers for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:17.654784 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:17.655622 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:01:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:17.658619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e189a-2b99-4e26-8e4b-455f6eeb4b4e None None] Port 05841556-ea56-41a2-a469-5b897d70de0d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:17.701770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc359b-e5d4-41fc-a209-c064c5707623 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.702442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc359b-e5d4-41fc-a209-c064c5707623 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.708120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc359b-e5d4-41fc-a209-c064c5707623 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.708677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc359b-e5d4-41fc-a209-c064c5707623 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.709416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc359b-e5d4-41fc-a209-c064c5707623 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.709963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc359b-e5d4-41fc-a209-c064c5707623 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.713486 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-efdc359b-e5d4-41fc-a209-c064c5707623 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1859713 Mar 16 11:02:17.716151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38922) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:17.799064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2122fb-c12d-4737-b45a-3bfa9389e7bd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.799729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2122fb-c12d-4737-b45a-3bfa9389e7bd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.800230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2122fb-c12d-4737-b45a-3bfa9389e7bd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.800872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2122fb-c12d-4737-b45a-3bfa9389e7bd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.801533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2122fb-c12d-4737-b45a-3bfa9389e7bd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.802198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2122fb-c12d-4737-b45a-3bfa9389e7bd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.804141 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bb2122fb-c12d-4737-b45a-3bfa9389e7bd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0867701 Mar 16 11:02:17.806994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38926) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:17.859437 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:17.886684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7535fe3a-3501-4b9f-ac9c-4a858d7fd129 None None] Provisioning complete for port 05841556-ea56-41a2-a469-5b897d70de0d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:17.887243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7535fe3a-3501-4b9f-ac9c-4a858d7fd129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.962050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7535fe3a-3501-4b9f-ac9c-4a858d7fd129 None None] Port 05841556-ea56-41a2-a469-5b897d70de0d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:18.031988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a5c58dc6-a140-48fe-8aad-9fdde7b43bc1 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2235928 Mar 16 11:02:18.082914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d485ca67-a72a-4818-8d92-3f28331ad51c None None] Provisioning complete for port 05841556-ea56-41a2-a469-5b897d70de0d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:18.083310 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d485ca67-a72a-4818-8d92-3f28331ad51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.141549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d485ca67-a72a-4818-8d92-3f28331ad51c None None] Port 05841556-ea56-41a2-a469-5b897d70de0d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:18.198400 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:18.202442 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Checking router: e8833ef7-70ee-4345-92b1-533b4455379c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:18.202881 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Updating router e8833ef7-70ee-4345-92b1-533b4455379c port 05841556-ea56-41a2-a469-5b897d70de0d binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:02:18.256776 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.283886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38934) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:18.297502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885685375', 'description': 'tempest-secgroup-smoke-885685375 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:18.298770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d03ba734-649a-4071-8013-78de3db79ff4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:18.304800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:18.309147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:18.312197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:18.318128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:18.332145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.354156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:18.358681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:18.362488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:18.369072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:18.370106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port d03ba734-649a-4071-8013-78de3db79ff4 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:18.374964 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d03ba734-649a-4071-8013-78de3db79ff4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:18.375339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.468976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.478234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.568871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bea68fd-3fd1-49a7-88e4-a961a5695cb5,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:18.577765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.580009 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ba8830a3-41ea-4b21-be16-bbad65a5d29e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2941983 Mar 16 11:02:18.582367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38938) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:18.591376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0bea68fd-3fd1-49a7-88e4-a961a5695cb5', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:18.601370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:18.605483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:18.617600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:18.621629 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.628632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:18.671606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port d03ba734-649a-4071-8013-78de3db79ff4, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d03ba734-649a-4071-8013-78de3db79ff4,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:18.672991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.678790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.680545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3e4cec41-b134-4e12-83df-45d6c3b85a8d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:18.691284 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.703694 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Transition to ACTIVE for port object 05841556-ea56-41a2-a469-5b897d70de0d will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:18.711229 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.778528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.789243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.818384 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=d03ba734-649a-4071-8013-78de3db79ff4,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:18.841538 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3e4cec41-b134-4e12-83df-45d6c3b85a8d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:18.841892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.852671 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Pushing event updated for resources: {'Port': ['ID=05841556-ea56-41a2-a469-5b897d70de0d,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:18.854006 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc18b74-2557-4a87-9d23-0f2f5905dc7f,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:18.857976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.859895 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4927239b-4f55-4378-8bd9-b40b00c349c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2766123 Mar 16 11:02:18.862787 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38942) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:18.870113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0bea68fd-3fd1-49a7-88e4-a961a5695cb5', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:18.870597 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.871500 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.871986 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.872901 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.873381 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.874626 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.876191 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.876695 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.878874 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.879313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:18.879577 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.880197 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.880820 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:18.885912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:18.895204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:18.913018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:18.941308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.001395 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Attempting to bind port 05841556-ea56-41a2-a469-5b897d70de0d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:19.001833 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Attempting to bind port 05841556-ea56-41a2-a469-5b897d70de0d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:19.002248 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Attempting to bind port 05841556-ea56-41a2-a469-5b897d70de0d on network ab87e941-a23c-496a-8897-4ce90a538a1e {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:19.013518 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:19.013518 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Checking segment: {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:19.014325 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.014813 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Bound using segment: {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:19.015410 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Bound port: 05841556-ea56-41a2-a469-5b897d70de0d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:19.015897 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.048724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.053917 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.080769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281eeeda-29ed-4795-951f-7fca1618ed6b,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:19.090927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.092217 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-adea34d2-27bf-43ab-912c-45a235e35b32 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2278128 Mar 16 11:02:19.095154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38946) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:19.100629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0bea68fd-3fd1-49a7-88e4-a961a5695cb5', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:19.106580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:19.110415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:19.113248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:19.118912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:19.135913 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.152049 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] For port 05841556-ea56-41a2-a469-5b897d70de0d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:19.155208 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] For port 05841556-ea56-41a2-a469-5b897d70de0d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=05841556-ea56-41a2-a469-5b897d70de0d,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:19.159797 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.214119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.219812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.240105 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:19.240727 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:01:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:19.245016 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e216fb-8eb4-4d42-a32e-8bdb3f90dfde,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:19.257566 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.259437 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dd065fbc-4355-4794-a534-debd9774fe20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625364 Mar 16 11:02:19.261924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38950) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:19.269362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0bea68fd-3fd1-49a7-88e4-a961a5695cb5', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:19.277145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:19.281633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:19.285029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:19.291389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:19.300563 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa424f7-01e0-4f60-b86b-5f8996f7f0f1 None None] Pushing event updated for resources: {'Port': ['ID=05841556-ea56-41a2-a469-5b897d70de0d,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:19.316807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.391027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.396119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.420144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cf1d1e-d4dc-4f2d-8272-89c4822b16d1,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:19.433979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.435239 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5f793814-4d90-4441-a9b2-976c559c6d22 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1715987 Mar 16 11:02:19.438807 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 38954) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:19.445361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0bea68fd-3fd1-49a7-88e4-a961a5695cb5', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:19.446704 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:19.453994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:19.459443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:19.462657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:19.468338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:19.479422 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:02:19.486155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.553372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.557219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.582332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7948e3b4-a74e-47f0-b8db-7ffc7464eff5,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:19.593225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.597490 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bcb3a93e-6d63-4995-b657-9449524d484b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566772 Mar 16 11:02:19.598236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 38958) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:19.603682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0bea68fd-3fd1-49a7-88e4-a961a5695cb5', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:19.609859 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:19.614869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:19.617751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:19.623834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:19.634237 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:02:19.640873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.706580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.710842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.737142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656db31c-8393-47ea-a952-f775bab465ce,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:19.748037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.749312 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3b3369f2-3a38-48da-9bb1-f07546f944d2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500282 Mar 16 11:02:19.772298 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:19.776378 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6770dfe-a01e-448e-911b-b8438e6cec72 None None] The sync data for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv is: [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:19Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:19.940757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-b4a1f66e-8f72-4252-8eab-5f26f000dd6c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:19.958406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-b4a1f66e-8f72-4252-8eab-5f26f000dd6c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:19.960906 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-b4a1f66e-8f72-4252-8eab-5f26f000dd6c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885685375&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.0624619 Mar 16 11:02:20.263992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-3299da90-0e97-493c-8026-14b39f807d89 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:20.264793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-3299da90-0e97-493c-8026-14b39f807d89 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:20.283551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-3299da90-0e97-493c-8026-14b39f807d89 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:20.284882 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-3299da90-0e97-493c-8026-14b39f807d89 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 797 time: 0.3164763 Mar 16 11:02:20.295931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d03ba734-649a-4071-8013-78de3db79ff4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:20.311797 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-9e24cd0b-ac4b-43dd-981c-159befaee308 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/quotas/849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 375 time: 0.0100682 Mar 16 11:02:20.382872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d03ba734-649a-4071-8013-78de3db79ff4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:20.383244 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.408443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-4b588dc5-bac7-4b40-8f0b-7c7b3994b7b9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:20.431399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-4b588dc5-bac7-4b40-8f0b-7c7b3994b7b9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:20.433840 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-4b588dc5-bac7-4b40-8f0b-7c7b3994b7b9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158676 Mar 16 11:02:20.519409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 05841556-ea56-41a2-a469-5b897d70de0d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:20.588023 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-e41269f5-2d35-43e5-8593-d9037929ce75 service neutron] 10.222.0.37 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408696 Mar 16 11:02:20.595142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 05841556-ea56-41a2-a469-5b897d70de0d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:20.600692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 05841556-ea56-41a2-a469-5b897d70de0d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:20.601321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.724899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.742459 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-4a76b556-c9f0-4930-8de9-3d040056b466 service neutron] 10.222.0.37 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478288 Mar 16 11:02:20.762447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 05841556-ea56-41a2-a469-5b897d70de0d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=05841556-ea56-41a2-a469-5b897d70de0d,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:20.767615 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.846221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=05841556-ea56-41a2-a469-5b897d70de0d,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:20.951652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-ae559ce2-769b-47e3-b651-3f25e3f4dc08 req-562b79a4-c1fd-400c-b188-6a3b19212fc1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:20.963635 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-ae559ce2-769b-47e3-b651-3f25e3f4dc08 req-562b79a4-c1fd-400c-b188-6a3b19212fc1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:20.964833 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ae559ce2-769b-47e3-b651-3f25e3f4dc08 req-562b79a4-c1fd-400c-b188-6a3b19212fc1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 210 time: 0.0706794 Mar 16 11:02:21.840300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4164644c-f358-4ee6-a7c8-60a5a17e4760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.142471 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-61093508-5035-4e90-9dfa-1f08f43cd9ca req-7070462f-b106-403f-823f-dd74776061a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 210 time: 0.0685837 Mar 16 11:02:22.236297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 05841556-ea56-41a2-a469-5b897d70de0d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:22.270874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-30b164d2-7d5f-45b5-aa49-9202a426eeb7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:22.272520 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-30b164d2-7d5f-45b5-aa49-9202a426eeb7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 797 time: 0.1629090 Mar 16 11:02:22.307600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 05841556-ea56-41a2-a469-5b897d70de0d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:22.307970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.329853 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-16514380-bd7f-4923-96de-794a1385023b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 379 time: 0.0481954 Mar 16 11:02:22.345879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'device_id': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'admin_state_up': True, 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'security_groups': ['0bea68fd-3fd1-49a7-88e4-a961a5695cb5']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:22.500811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:22.510066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:22.521189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:22.524816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.696596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.12 (ab87e941-a23c-496a-8897-4ce90a538a1e/4c85ebea-ec43-4a2b-acba-6ee6d745a38a/1f55f833-4ed0-462a-98d7-5ea0fafdd23a) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:22.897890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.910193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 1f55f833-4ed0-462a-98d7-5ea0fafdd23a will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:22.934641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.047965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network ab87e941-a23c-496a-8897-4ce90a538a1e is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:23.052707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:23.055439 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:23.087512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:23.131762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:23.132365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.163339 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-834836f2-4d48-4834-a544-090a95f8dd3b req-7b8de3fd-a8cc-4581-91ea-adc4fc7cee60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1937895 Mar 16 11:02:23.174051 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-27ed563c-8678-4282-aaac-5a6d02c8876a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8317552 Mar 16 11:02:23.185645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Request body: {'port': {'device_id': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:23.337962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343c6be-7a5d-4f88-a274-2af49675501b req-4c3f5bad-68bb-4c03-abeb-26cd66fc9e1f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:23.339482 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7343c6be-7a5d-4f88-a274-2af49675501b req-4c3f5bad-68bb-4c03-abeb-26cd66fc9e1f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 932 time: 0.0820754 Mar 16 11:02:23.352003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-115a77f3-f2ea-44f9-9dce-b7fb0561281b None None] Provisioning for port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:23.355000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.361301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-115a77f3-f2ea-44f9-9dce-b7fb0561281b None None] Provisioning complete for port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:23.361948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-115a77f3-f2ea-44f9-9dce-b7fb0561281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.392501 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7343c6be-7a5d-4f88-a274-2af49675501b req-bed69cde-2210-4fcc-996a-757fd8d7a84b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451548 Mar 16 11:02:23.432151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-115a77f3-f2ea-44f9-9dce-b7fb0561281b None None] Port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:23.547553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834836f2-4d48-4834-a544-090a95f8dd3b req-e38bd936-b1e8-465a-8455-0e18d11a2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:23.549038 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-834836f2-4d48-4834-a544-090a95f8dd3b req-e38bd936-b1e8-465a-8455-0e18d11a2848 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 1098 time: 0.2994735 Mar 16 11:02:23.836842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834836f2-4d48-4834-a544-090a95f8dd3b req-2a31ad03-fdd4-4a20-aeab-e53d9232dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:23.838283 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-834836f2-4d48-4834-a544-090a95f8dd3b req-2a31ad03-fdd4-4a20-aeab-e53d9232dc61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.2368281 Mar 16 11:02:23.976200 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-834836f2-4d48-4834-a544-090a95f8dd3b req-69bcfabe-4a97-4145-bf06-03264d9339b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d414f0a7-f9e0-4c27-8964-bb074fd68a4c HTTP/1.1" status: 200 len: 1000 time: 0.1268091 Mar 16 11:02:24.092129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f55f833-4ed0-462a-98d7-5ea0fafdd23a {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:02:24.104041 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.111701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834836f2-4d48-4834-a544-090a95f8dd3b req-e241c6f6-e6cf-4f53-9215-45d363865680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:24.113507 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-834836f2-4d48-4834-a544-090a95f8dd3b req-e241c6f6-e6cf-4f53-9215-45d363865680 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.1318800 Mar 16 11:02:24.160515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Transition to ACTIVE for port object 1f55f833-4ed0-462a-98d7-5ea0fafdd23a will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:24.166160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.328553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Pushing event updated for resources: {'Port': ['ID=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:24.459097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834836f2-4d48-4834-a544-090a95f8dd3b req-0e367ac4-858f-4e64-bdaf-3c13d21fe2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:24.459097 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-834836f2-4d48-4834-a544-090a95f8dd3b req-0e367ac4-858f-4e64-bdaf-3c13d21fe2c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3332269 Mar 16 11:02:24.524520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Attempting to bind port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:24.524520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Attempting to bind port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:24.524520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Attempting to bind port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a on network ab87e941-a23c-496a-8897-4ce90a538a1e {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:24.636701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a on network ab87e941-a23c-496a-8897-4ce90a538a1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:02:24.637378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Attempting to bind port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a on network ab87e941-a23c-496a-8897-4ce90a538a1e {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:24.659218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:24.659218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Checking segment: {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:24.660203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Bound using segment: {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:24.660203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Bound port: 1f55f833-4ed0-462a-98d7-5ea0fafdd23a, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:24.660511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.734844 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-834836f2-4d48-4834-a544-090a95f8dd3b req-b3930aae-32ab-4352-abee-6fa556b941cc service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708573 Mar 16 11:02:24.822763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5d3c-1d65-4b9c-9dd5-21217ee65480 req-688da6bd-9ed8-4312-bc7d-dd27335bf640 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:24.823462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-b1da5d3c-1d65-4b9c-9dd5-21217ee65480 req-688da6bd-9ed8-4312-bc7d-dd27335bf640 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:24.849823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.923531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-b1da5d3c-1d65-4b9c-9dd5-21217ee65480 req-688da6bd-9ed8-4312-bc7d-dd27335bf640 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:24.925614 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b1da5d3c-1d65-4b9c-9dd5-21217ee65480 req-688da6bd-9ed8-4312-bc7d-dd27335bf640 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 944 time: 0.3510187 Mar 16 11:02:24.927456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] For port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:24.934474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] For port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:24.959319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.999229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c96fd588-ef39-467e-9cd0-28ad97ae4ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.024279 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-834836f2-4d48-4834-a544-090a95f8dd3b req-7fa5bf8c-dd31-45e0-840e-956d98df614c service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812140 Mar 16 11:02:25.041995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:25.042611 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.044033 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] 10.222.0.48 "PUT /v2.0/ports/1f55f833-4ed0-462a-98d7-5ea0fafdd23a HTTP/1.1" status: 200 len: 1094 time: 1.8629043 Mar 16 11:02:25.046538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'tag': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:25.075763 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b1da5d3c-1d65-4b9c-9dd5-21217ee65480 req-849ce374-fdd7-44dc-83b0-08a45f835b76 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431701 Mar 16 11:02:25.082353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413534ef-2ffc-4105-9b58-4a90cc62185d service neutron] Pushing event updated for resources: {'Port': ['ID=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:25.137188 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'tag': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'status': 'completed', 'code': 200} Mar 16 11:02:25.175643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-bfcdbd2b-9ec8-425c-a3c5-c72d2d855a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:25.177379 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-bfcdbd2b-9ec8-425c-a3c5-c72d2d855a54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 1097 time: 0.0870056 Mar 16 11:02:25.247093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.373379 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-a6f0b53c-f031-4c02-a537-c91bd353d804 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a HTTP/1.1" status: 200 len: 217 time: 0.1885140 Mar 16 11:02:25.440659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-0f694c6e-b130-4435-b614-c1cf5f75c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:25.442119 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-0f694c6e-b130-4435-b614-c1cf5f75c676 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c85ebea-ec43-4a2b-acba-6ee6d745a38a HTTP/1.1" status: 200 len: 835 time: 0.0613530 Mar 16 11:02:25.526135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-0c3a80c6-cecc-4b17-a401-57a6f9e5f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:25.528385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-0c3a80c6-cecc-4b17-a401-57a6f9e5f4c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab87e941-a23c-496a-8897-4ce90a538a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789256 Mar 16 11:02:25.676636 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-2890dc58-b4ea-403c-9501-4414e88e9ef0 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415677 Mar 16 11:02:25.816781 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-91c6dfa6-c7cb-4ee2-a4dc-1f8dccc9332e req-d8cd9227-a844-436f-92b5-2d0486fc9240 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333027 Mar 16 11:02:25.947497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-782692ca-4d26-4303-867c-571f12743579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:25.949041 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-782692ca-4d26-4303-867c-571f12743579 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 1097 time: 0.0842688 Mar 16 11:02:26.082473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-6b6e8aae-3dbc-4e56-93ca-cd263f98df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:26.083839 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-6b6e8aae-3dbc-4e56-93ca-cd263f98df02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 898 time: 0.1286206 Mar 16 11:02:26.167346 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-c55a4375-40af-4cfc-b9c5-349e675c31c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a HTTP/1.1" status: 200 len: 217 time: 0.0756702 Mar 16 11:02:26.278600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-de53cf94-f6ae-4937-9e51-55dd976f0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:26.280114 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-de53cf94-f6ae-4937-9e51-55dd976f0d0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c85ebea-ec43-4a2b-acba-6ee6d745a38a HTTP/1.1" status: 200 len: 835 time: 0.1075399 Mar 16 11:02:26.353446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf004a0-5f94-49bc-aa19-0d1c2a3d4fb2 req-10200d38-55cf-4526-84d6-d93709e9a247 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:26.354863 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ebf004a0-5f94-49bc-aa19-0d1c2a3d4fb2 req-10200d38-55cf-4526-84d6-d93709e9a247 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 944 time: 0.1473098 Mar 16 11:02:26.409908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-17512382-a1b4-4088-866e-839be38c9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:26.411253 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-17512382-a1b4-4088-866e-839be38c9f78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab87e941-a23c-496a-8897-4ce90a538a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1236684 Mar 16 11:02:26.414107 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ebf004a0-5f94-49bc-aa19-0d1c2a3d4fb2 req-447c2137-edbb-4481-a4cc-506e0347a835 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529604 Mar 16 11:02:26.549010 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-854abd03-58b7-4653-a088-815c637ee66d service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291709 Mar 16 11:02:26.588919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.680871 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f995d1b5-7abc-4a1c-8e9a-e6867d06479b req-8731a786-a729-4603-970d-f5bd336d779f service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246440 Mar 16 11:02:27.615018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55544557-626b-4b6f-b61c-66c331b0b9cc req-6a28cb3a-b640-42e6-a9da-0913f100f205 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:27.616491 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-55544557-626b-4b6f-b61c-66c331b0b9cc req-6a28cb3a-b640-42e6-a9da-0913f100f205 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 944 time: 0.0859246 Mar 16 11:02:27.659663 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-55544557-626b-4b6f-b61c-66c331b0b9cc req-a6356427-9c09-4fac-86a1-68a5f8e2773f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375199 Mar 16 11:02:28.860045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c9cf-e498-40d9-9369-8326962b810d req-b5303a5a-3364-47e3-a139-d722611ffdd2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:28.861533 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4730c9cf-e498-40d9-9369-8326962b810d req-b5303a5a-3364-47e3-a139-d722611ffdd2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 944 time: 0.0856974 Mar 16 11:02:28.866252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 1f55f833-4ed0-462a-98d7-5ea0fafdd23a details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:02:28.906894 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4730c9cf-e498-40d9-9369-8326962b810d req-1a0714d3-1b60-4787-92e6-840b65b8eb5a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395756 Mar 16 11:02:28.997465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:29.010366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'port_id': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'mac_address': 'fa:16:3e:aa:76:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:02:29.063245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.082282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f55f833-4ed0-462a-98d7-5ea0fafdd23a {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:02:29.097788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:29.104013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.182404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:29.427477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['1f55f833-4ed0-462a-98d7-5ea0fafdd23a'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:02:30.112049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aed963-6ba7-4ee5-90cf-27aed55fa995 req-7cc341e0-e23a-476e-9663-af8aa9b43fd1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:30.113554 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-83aed963-6ba7-4ee5-90cf-27aed55fa995 req-7cc341e0-e23a-476e-9663-af8aa9b43fd1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0917082 Mar 16 11:02:30.160834 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-83aed963-6ba7-4ee5-90cf-27aed55fa995 req-1d986694-e809-48c7-a3bc-dd3aafbc37b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378871 Mar 16 11:02:30.866010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 1f55f833-4ed0-462a-98d7-5ea0fafdd23a up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:30.976348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:30.981099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:30.981462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.109621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.136207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:31.145943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:31.151931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.219915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:31.239491 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'code': 200} Mar 16 11:02:31.360111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06e19-7ac7-4cca-9d6c-cf5e93f48887 req-ef201717-2038-4f8f-8221-44d44b717719 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:31.361853 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2bd06e19-7ac7-4cca-9d6c-cf5e93f48887 req-ef201717-2038-4f8f-8221-44d44b717719 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 946 time: 0.0850961 Mar 16 11:02:31.407474 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2bd06e19-7ac7-4cca-9d6c-cf5e93f48887 req-2e72335e-f6f0-4a87-bbfb-78d505769ae9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387027 Mar 16 11:02:31.468034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba499811-8ebe-4f01-afa3-f4d272f39358 req-0de9d296-0f4e-493a-9ada-7b7a27a18ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:31.469575 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ba499811-8ebe-4f01-afa3-f4d272f39358 req-0de9d296-0f4e-493a-9ada-7b7a27a18ad6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 1099 time: 0.0732515 Mar 16 11:02:31.510786 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ba499811-8ebe-4f01-afa3-f4d272f39358 req-3b96f680-14e4-4745-af99-9e35afa1993c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350287 Mar 16 11:02:32.592668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3d9bc-4016-408a-bc9f-c252146ec29b req-e9c4d461-7843-48ad-9291-adcedee75102 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:32.594181 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-24e3d9bc-4016-408a-bc9f-c252146ec29b req-e9c4d461-7843-48ad-9291-adcedee75102 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 946 time: 0.0786045 Mar 16 11:02:32.641639 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-24e3d9bc-4016-408a-bc9f-c252146ec29b req-316e4590-43f0-4171-83d0-0b70fea06d78 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411470 Mar 16 11:02:33.351028 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:02:33.835529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77982d-2465-4b77-95a6-85f3166ee7cc req-cf7996d7-9dd7-4393-b825-ab8f94f7d802 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:33.837036 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5e77982d-2465-4b77-95a6-85f3166ee7cc req-cf7996d7-9dd7-4393-b825-ab8f94f7d802 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 946 time: 0.0882058 Mar 16 11:02:33.891278 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5e77982d-2465-4b77-95a6-85f3166ee7cc req-cf6aafd6-d8bb-4313-ac0e-58178c4844da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483336 Mar 16 11:02:34.197433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d6a9f-5e45-4af3-817d-ff28f265bab3 req-cd9b39e5-0a0a-4168-b5be-3a344d1222f8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:34.198906 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca1d6a9f-5e45-4af3-817d-ff28f265bab3 req-cd9b39e5-0a0a-4168-b5be-3a344d1222f8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 946 time: 0.1924355 Mar 16 11:02:34.243856 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca1d6a9f-5e45-4af3-817d-ff28f265bab3 req-22062282-8a8e-475b-81dd-48c08d317ead tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391903 Mar 16 11:02:34.268144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39024) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:34.338339 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbf2164-654f-40f2-9c97-a0589c826f31 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:34.339795 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5dbf2164-654f-40f2-9c97-a0589c826f31 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 1094 time: 0.0706267 Mar 16 11:02:34.342809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39028) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:34.348220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:34.354380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:34.358599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:floatingip and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:34.361535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:34.367640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:34.384208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.619734 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.761499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.158 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/e599adc0-f286-44af-b827-56af1c9d8724) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:34.913882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.949491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.009729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:35.012434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:35.015781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:35.070805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=e599adc0-f286-44af-b827-56af1c9d8724,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:35.451856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.526633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.737742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.744388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.846051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=e599adc0-f286-44af-b827-56af1c9d8724,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:35.857978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.031099 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP e1e77c1b-0917-47d3-ba35-c4199a181718 associated. External IP: 172.26.2.158, port: 1f55f833-4ed0-462a-98d7-5ea0fafdd23a. Mar 16 11:02:36.499361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router e8833ef7-70ee-4345-92b1-533b4455379c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:36.678849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:36.690604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] Sync routers for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:36.700833 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:36.701609 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:02:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:36.703988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.762123 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-16088653-ebeb-48c0-b246-1e6cdbcef22b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4155405 Mar 16 11:02:36.762123 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'tag': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:36.762467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39032) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:36.818868 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'tag': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'status': 'completed', 'code': 200} Mar 16 11:02:36.878221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:36.920718 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-97336ef4-35bd-42c4-9ee3-375f9a313fe1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 992 time: 0.1567786 Mar 16 11:02:36.945405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-d781ea70-0a86-4298-a18c-e971f3de2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:36.946888 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-d781ea70-0a86-4298-a18c-e971f3de2456 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 1099 time: 0.1015890 Mar 16 11:02:37.076215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-6c517afc-25d6-4cfc-8ec2-148b27e5607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:37.077753 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-6c517afc-25d6-4cfc-8ec2-148b27e5607d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 898 time: 0.1252704 Mar 16 11:02:37.179932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-4f7e80ab-3191-492a-b940-99cef7c365c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a HTTP/1.1" status: 200 len: 1000 time: 0.0962253 Mar 16 11:02:37.223296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'e1e77c1b-0917-47d3-ba35-c4199a181718', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.158', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'port_id': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'mac_address': 'fa:16:3e:aa:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:35Z', 'updated_at': '2022-03-16T11:02:35Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:37.227113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] Checking router: e8833ef7-70ee-4345-92b1-533b4455379c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:37.235445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:37.236064 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:02:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:37.240927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-d030f8b3-fca9-42b2-b8fb-b2c63d50fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:37.242360 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-d030f8b3-fca9-42b2-b8fb-b2c63d50fb21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c85ebea-ec43-4a2b-acba-6ee6d745a38a HTTP/1.1" status: 200 len: 835 time: 0.0564647 Mar 16 11:02:37.315984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-15ef854e-920f-41cc-94ff-23f4d056a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:37.317582 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-15ef854e-920f-41cc-94ff-23f4d056a265 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab87e941-a23c-496a-8897-4ce90a538a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692713 Mar 16 11:02:37.408371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:37.446867 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-f91a2f7d-0f4d-494e-bc0e-57d1ad690714 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231022 Mar 16 11:02:37.579905 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc2a4242-7779-492b-9472-6024d9f3bd0f req-f4669f36-9b70-4bc2-a07c-949baa574512 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259050 Mar 16 11:02:37.759037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'e1e77c1b-0917-47d3-ba35-c4199a181718', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.158', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'port_id': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'mac_address': 'fa:16:3e:aa:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:35Z', 'updated_at': '2022-03-16T11:02:35Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:37.763360 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb257c5e-fa3f-4a4a-81b1-285416aa5bfe None None] The sync data for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv is: [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'e1e77c1b-0917-47d3-ba35-c4199a181718', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.158', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'port_id': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'mac_address': 'fa:16:3e:aa:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:35Z', 'updated_at': '2022-03-16T11:02:35Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:37.924695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39038) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:37.941746 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0573780-57db-4168-bdc7-a8e085c7cb30 None None] New status for floating IP e1e77c1b-0917-47d3-ba35-c4199a181718: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:02:38.034134 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2f60c6c4-0e4d-41e1-8bb8-8deadac085c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 992 time: 0.1081736 Mar 16 11:02:38.192913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:39.039064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39042) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:39.157608 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ae5999f1-cfc5-4f16-bb6b-f34626baaa35 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 994 time: 0.1170425 Mar 16 11:02:51.859129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e25afb4-25c8-48f0-8385-3855701396b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:54.863914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:55.004542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8c571b5a-af27-49b8-8e91-daf6b97b59b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:55.253620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:56.593246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:08.225276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:10.355324 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:03:21.856759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf306-3e06-408e-a711-7d68e5ed43b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.012115 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-37ec05a1-84d3-44ca-801e-3f576cf34067 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781171 Mar 16 11:03:24.161791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-d86ba876-e584-49fb-9170-e7bdcba57402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:24.163268 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-d86ba876-e584-49fb-9170-e7bdcba57402 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 1098 time: 0.0816307 Mar 16 11:03:24.306829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-fffa599d-ad5a-4e55-8787-11ce812f488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:24.308193 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-fffa599d-ad5a-4e55-8787-11ce812f488e service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.1257136 Mar 16 11:03:24.517084 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-78f31d64-18b1-4065-92b5-1a74487439f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d414f0a7-f9e0-4c27-8964-bb074fd68a4c HTTP/1.1" status: 200 len: 1000 time: 0.2025275 Mar 16 11:03:24.577674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-b06d16df-c2f3-4a04-a247-fc24efafe36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:24.579055 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-b06d16df-c2f3-4a04-a247-fc24efafe36d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.0558519 Mar 16 11:03:24.657672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-304d7d69-cd2c-46d2-aac8-42beed9616ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:24.659183 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-304d7d69-cd2c-46d2-aac8-42beed9616ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737228 Mar 16 11:03:24.799144 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-fc3c9065-1113-48d0-9851-97727dfd7fed service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332924 Mar 16 11:03:24.858285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.930879 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-537f88c2-96e4-4210-b72d-84526ee67f0d req-37592c8e-627c-458e-bdba-86b880ee97c1 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257262 Mar 16 11:03:25.048490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-406b60ca-3e01-4204-a236-be60de1e0913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:25.246886 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:26.592173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.247551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:46.515974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfff6db-bd81-4ed3-b121-be7e46ad9af9 req-afcab44b-3f11-4478-8d3e-46fe4f79fc38 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:46.517373 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fcfff6db-bd81-4ed3-b121-be7e46ad9af9 req-afcab44b-3f11-4478-8d3e-46fe4f79fc38 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 945 time: 0.0845771 Mar 16 11:03:46.563473 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fcfff6db-bd81-4ed3-b121-be7e46ad9af9 req-f867abe1-b56b-4f5b-90f0-3dbc6762b845 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378690 Mar 16 11:03:47.360121 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:03:47.761256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f9a8-94da-472d-89c2-886ddd60fbff req-289ccd0d-f6e2-4142-b1fd-b560ca41c184 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:47.762845 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4255f9a8-94da-472d-89c2-886ddd60fbff req-289ccd0d-f6e2-4142-b1fd-b560ca41c184 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 945 time: 0.0940282 Mar 16 11:03:47.807003 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4255f9a8-94da-472d-89c2-886ddd60fbff req-17cfd6d6-a7e9-487b-8b4b-0521d845ba72 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384300 Mar 16 11:03:48.146051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-9e05b0b7-00f9-42df-bc35-78d753e16215 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:48.147484 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-9e05b0b7-00f9-42df-bc35-78d753e16215 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 945 time: 0.0943401 Mar 16 11:03:48.164038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39076) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:48.218254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Deleting port d414f0a7-f9e0-4c27-8964-bb074fd68a4c {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:03:48.218590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:48.239620 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec8ddc-0448-4291-9688-036ed2dbc260 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:48.240089 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec8ddc-0448-4291-9688-036ed2dbc260 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:48.240550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec8ddc-0448-4291-9688-036ed2dbc260 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:48.242191 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a0ec8ddc-0448-4291-9688-036ed2dbc260 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=849b974e975a469799922d4fd7056cfd&network_id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 3000 time: 0.0771799 Mar 16 11:03:48.470516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] For port d414f0a7-f9e0-4c27-8964-bb074fd68a4c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:48.470779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:48.749595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:48.749862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:48.750152 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Floating IP d5926a78-272a-4381-b575-ff0ff17f7946 disassociated. External IP: 172.26.2.65, port: d414f0a7-f9e0-4c27-8964-bb074fd68a4c. Mar 16 11:03:48.750481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Calling delete_port for d414f0a7-f9e0-4c27-8964-bb074fd68a4c owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:03:48.897297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:48.978509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event deleted for resources: {'Port': ['ID=d414f0a7-f9e0-4c27-8964-bb074fd68a4c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:48.998036 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-90ffddf9-6c0d-41e9-970b-064ae264c988 req-e47bcdf4-ebfb-4c6f-b884-fe45ce690525 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 210 time: 0.0578408 Mar 16 11:03:48.999282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:48.999682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:48.999955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:49.000285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:49.001371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:49.001371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:49.001371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:49.001780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:49.002002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:49.002289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:49.002646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:49.002892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:49.310817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Router 024f22ac-8c7c-44c4-b644-f9e2269a7291 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:03:49.494875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:03:49.504940 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] Sync routers for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:03:49.516161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:03:49.516161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:03:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:49.568989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] No DVR routers for this DVR port d414f0a7-f9e0-4c27-8964-bb074fd68a4c on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:03:49.571533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:49.574074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'name': 'network-vif-deleted', 'tag': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:03:49.592367 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54b76d5a-e302-4ce3-9d73-38f10810d02a req-6e29a067-ebdf-46b1-8d8b-5e53327f28e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "DELETE /v2.0/ports/d414f0a7-f9e0-4c27-8964-bb074fd68a4c HTTP/1.1" status: 204 len: 173 time: 1.4383998 Mar 16 11:03:49.627522 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47731af1-41bd-4a93-8b03-cf1a6938225c', 'name': 'network-vif-deleted', 'tag': 'd414f0a7-f9e0-4c27-8964-bb074fd68a4c', 'status': 'completed', 'code': 200} Mar 16 11:03:49.689556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:03:49.862351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39092) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:49.925157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15e2127-0c2a-4f6d-a6d3-5a22e9d1383c tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:49.940641 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d15e2127-0c2a-4f6d-a6d3-5a22e9d1383c tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb HTTP/1.1" status: 200 len: 814 time: 0.0771375 Mar 16 11:03:49.997148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:50.004051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] Checking router: 024f22ac-8c7c-44c4-b644-f9e2269a7291 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:03:50.013049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:03:50.013654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:03:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:50.157171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-09a42429-ad89-45ce-83b6-4eb106faa7de req-a6bc030a-03aa-4f8c-afb4-64a8857b1c09 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Synchronizing usage tracker for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:50.175972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-09a42429-ad89-45ce-83b6-4eb106faa7de req-a6bc030a-03aa-4f8c-afb4-64a8857b1c09 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Unset dirty status for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:50.177304 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-09a42429-ad89-45ce-83b6-4eb106faa7de req-a6bc030a-03aa-4f8c-afb4-64a8857b1c09 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=47731af1-41bd-4a93-8b03-cf1a6938225c HTTP/1.1" status: 200 len: 210 time: 0.0643175 Mar 16 11:03:50.199385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:03:50.452155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39104) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:50.458662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2e6ac878-8808-4ac6-b4c7-7f2229c91955 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:50.512638 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:50.517372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4b11f-cc08-485e-8318-c66ee883cb17 None None] The sync data for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv is: [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:03:50.568671 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac878-8808-4ac6-b4c7-7f2229c91955 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:50.771235 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaef54e-0c26-49ae-9f5c-4f41a639227d None None] New status for floating IP d5926a78-272a-4381-b575-ff0ff17f7946: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:03:50.850438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac878-8808-4ac6-b4c7-7f2229c91955 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:50.855359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac878-8808-4ac6-b4c7-7f2229c91955 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:50.855670 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-2e6ac878-8808-4ac6-b4c7-7f2229c91955 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP e1e77c1b-0917-47d3-ba35-c4199a181718 disassociated. External IP: 172.26.2.158, port: 1f55f833-4ed0-462a-98d7-5ea0fafdd23a. Mar 16 11:03:51.324857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d414f0a7-f9e0-4c27-8964-bb074fd68a4c no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:03:51.332692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6ac878-8808-4ac6-b4c7-7f2229c91955 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router e8833ef7-70ee-4345-92b1-533b4455379c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:03:51.359843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: d414f0a7-f9e0-4c27-8964-bb074fd68a4c {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:03:51.360287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d414f0a7-f9e0-4c27-8964-bb074fd68a4c not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:03:51.527754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6ac878-8808-4ac6-b4c7-7f2229c91955 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:03:51.528245 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-f6f3e4b4-5af4-45b6-8e59-78e806e22913 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834725317&fields=id&tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1 HTTP/1.1" status: 200 len: 267 time: 0.0423226 Mar 16 11:03:51.532227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac878-8808-4ac6-b4c7-7f2229c91955 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:51.538158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] Sync routers for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:03:51.549606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:03:51.550551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:03:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:51.594894 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2e6ac878-8808-4ac6-b4c7-7f2229c91955 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 690 time: 1.1406128 Mar 16 11:03:51.595485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39116) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:51.595932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'tag': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:03:51.696544 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a7901524-f8e7-46d2-8978-6a09477162e8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 690 time: 0.0953279 Mar 16 11:03:51.705112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-7c4f7276-dc95-421e-8e48-cccebcc1785f tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:51.706644 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-7c4f7276-dc95-421e-8e48-cccebcc1785f tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 812 time: 0.1673889 Mar 16 11:03:51.723134 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-c9c8ce97-c35f-4fc4-8c01-1b0ac75df5c5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/quotas/7f902f2e21dc4dfba3a204d55a8fdcd1 HTTP/1.1" status: 200 len: 375 time: 0.0108676 Mar 16 11:03:51.760845 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'tag': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'status': 'completed', 'code': 200} Mar 16 11:03:51.794109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:03:51.867809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5d1192b8-1e9f-42cc-8e91-66045d228e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:51.869235 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-5fbf8515-74bc-42b5-8379-7f4c021f898e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1342204 Mar 16 11:03:51.930383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-a89ed2d9-af33-4d3e-a6ba-4b337bf2f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:51.932409 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-a89ed2d9-af33-4d3e-a6ba-4b337bf2f321 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 1099 time: 0.1480026 Mar 16 11:03:52.109654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:52.113557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] Checking router: e8833ef7-70ee-4345-92b1-533b4455379c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:03:52.116024 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-fa43bcec-1cb5-497b-9a19-fb5c71cbe33e service neutron] 10.222.0.37 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354174 Mar 16 11:03:52.122159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:03:52.122758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:03:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:52.165707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-9f560099-9a09-4c7f-9b4e-03a8e85de291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:52.167142 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-9f560099-9a09-4c7f-9b4e-03a8e85de291 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 898 time: 0.1905386 Mar 16 11:03:52.296496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-98ca36f4-0dcb-46ed-b9bd-59a8552bf562 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a HTTP/1.1" status: 200 len: 217 time: 0.0814619 Mar 16 11:03:52.307639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:03:52.374261 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-7169a7ae-2715-4e5e-976a-5b437ae68032 service neutron] 10.222.0.37 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445314 Mar 16 11:03:52.379512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-8ccca750-05b4-4825-a4c2-06352084e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:52.380949 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-8ccca750-05b4-4825-a4c2-06352084e49e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c85ebea-ec43-4a2b-acba-6ee6d745a38a HTTP/1.1" status: 200 len: 835 time: 0.0778611 Mar 16 11:03:52.455944 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-1b6713fa-3be8-401a-a6d4-0384cc3bfa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:52.457628 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-1b6713fa-3be8-401a-a6d4-0384cc3bfa17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab87e941-a23c-496a-8897-4ce90a538a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707974 Mar 16 11:03:52.645405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:52.650163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67693e11-4a32-4d4a-8d75-06511391610e None None] The sync data for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv is: [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:03:52.699023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39130) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:52.806130 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-87ab7681-34cf-4b49-b27a-500188a38367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 690 time: 0.1058242 Mar 16 11:03:52.806732 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4a5d25df-b5ce-405d-8bd8-db9c3acba795 req-f39011d5-a6af-4be6-be2d-5e8c3ae3d90f tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 210 time: 0.0542488 Mar 16 11:03:52.808611 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-e9ada3f0-87e1-4d57-a6ad-77f8a4d726b2 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441591 Mar 16 11:03:52.931178 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1178ea8b-b9cf-4909-a7d1-1cfd10bbf34e None None] New status for floating IP e1e77c1b-0917-47d3-ba35-c4199a181718: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:03:52.954271 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-767e4a63-a207-4f20-8ad2-cd885cb4716a req-b71b8826-76e4-4370-8c78-4aab8220fc3f service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391203 Mar 16 11:03:53.810179 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39144) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:53.862086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-f1aba32b-052c-4395-87c6-bbbfaa413a9b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:53.863670 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-f1aba32b-052c-4395-87c6-bbbfaa413a9b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 812 time: 0.1533887 Mar 16 11:03:53.915225 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f0ffbb86-8da6-4620-8a42-6998d7119678 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 688 time: 0.0993886 Mar 16 11:03:53.918901 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-525d136d-cc9b-4e8e-a7aa-3849a0576098 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1 HTTP/1.1" status: 200 len: 379 time: 0.0442057 Mar 16 11:03:53.924662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'port': {'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'admin_state_up': True, 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'security_groups': ['b91e0e08-ad08-436f-9486-22f64fb5c2d2']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:54.000803 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dcb4fe52-6332-4610-8d06-339c4646210a req-9b099433-e569-49f4-b9a5-81ae39edc88e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 210 time: 0.0589495 Mar 16 11:03:54.104236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:54.113659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:54.123903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Made reservation on behalf of 7f902f2e21dc4dfba3a204d55a8fdcd1 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:03:54.127333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.284572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Allocated IP 172.20.0.14 (961ea7db-628d-4e74-be77-2d38ab843106/4f1c4fe0-b914-4f10-8987-26593049e158/f12a9657-7b55-458e-a004-d501ba43fc07) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:03:54.475388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.491783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Transition to ACTIVE for port object f12a9657-7b55-458e-a004-d501ba43fc07 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:03:54.517672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.585035 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Network 961ea7db-628d-4e74-be77-2d38ab843106 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:03:54.592551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:03:54.595971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:03:54.633932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'Port': ['ID=f12a9657-7b55-458e-a004-d501ba43fc07,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:54.671671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:54.672408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.699035 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e57473c5-9b03-4059-9b1d-17ce7fe32fa5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7784340 Mar 16 11:03:54.711126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Request body: {'port': {'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:54.821819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.847904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ac6cb9f3-740f-4cd4-add2-b26b752759de None None] Provisioning for port f12a9657-7b55-458e-a004-d501ba43fc07 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:03:54.861388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ac6cb9f3-740f-4cd4-add2-b26b752759de None None] Provisioning complete for port f12a9657-7b55-458e-a004-d501ba43fc07 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:03:54.861879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb9f3-740f-4cd4-add2-b26b752759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.921826 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.931086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cb9f3-740f-4cd4-add2-b26b752759de None None] Port f12a9657-7b55-458e-a004-d501ba43fc07 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:03:55.013454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e49828a4-1a18-47ff-ba69-ba9c8c5be25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.247882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.292873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39156) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:55.299616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603165355', 'description': 'tempest-secgroup-smoke-1603165355 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:55.306207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:55.316325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:55.328472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.352323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:55.356369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:55.359424 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:55.360259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12a9657-7b55-458e-a004-d501ba43fc07 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:03:55.366167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:55.370695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.396773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Transition to ACTIVE for port object f12a9657-7b55-458e-a004-d501ba43fc07 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:03:55.404475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923ad6b-86f3-41d5-93ea-15b5b3f8a972 req-e3915204-28a1-4f6f-aeef-10dc0c7b8e5d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:55.405247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5923ad6b-86f3-41d5-93ea-15b5b3f8a972 req-e3915204-28a1-4f6f-aeef-10dc0c7b8e5d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Synchronizing usage tracker for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:55.409297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.453407 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.458609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.510297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:55.523155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.523812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.537082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.537657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.538075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.538613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.539026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.539655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.540411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.540839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.541404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.541798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:55.549001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5923ad6b-86f3-41d5-93ea-15b5b3f8a972 req-e3915204-28a1-4f6f-aeef-10dc0c7b8e5d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Unset dirty status for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:55.550284 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5923ad6b-86f3-41d5-93ea-15b5b3f8a972 req-e3915204-28a1-4f6f-aeef-10dc0c7b8e5d tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 932 time: 0.4220295 Mar 16 11:03:55.561206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.562818 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2408dd15-bc51-45a0-ac32-d046e77e8591 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2674975 Mar 16 11:03:55.565844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39160) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:55.572957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:55.581005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:55.586239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:55.590466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:55.599877 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:55.613687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Pushing event updated for resources: {'Port': ['ID=f12a9657-7b55-458e-a004-d501ba43fc07,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:55.650999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.699957 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5923ad6b-86f3-41d5-93ea-15b5b3f8a972 req-96dacf07-0f14-481f-8467-ceaa3e74ea11 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100066 Mar 16 11:03:55.722744 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.722885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Attempting to bind port f12a9657-7b55-458e-a004-d501ba43fc07 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:03:55.722885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Attempting to bind port f12a9657-7b55-458e-a004-d501ba43fc07 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:03:55.723103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Attempting to bind port f12a9657-7b55-458e-a004-d501ba43fc07 on network 961ea7db-628d-4e74-be77-2d38ab843106 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:03:55.727662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.728431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Port f12a9657-7b55-458e-a004-d501ba43fc07 on network 961ea7db-628d-4e74-be77-2d38ab843106 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:03:55.728761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Attempting to bind port f12a9657-7b55-458e-a004-d501ba43fc07 on network 961ea7db-628d-4e74-be77-2d38ab843106 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:03:55.735408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:03:55.735737 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Checking segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:03:55.736105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Bound using segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:03:55.736520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Bound port: f12a9657-7b55-458e-a004-d501ba43fc07, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:03:55.736884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.751123 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1aeed52-ea78-48e3-b4bd-718766571aae,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:55.761272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.762779 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-74dd7b68-076b-4d3b-80cb-81262ef9d1aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1956255 Mar 16 11:03:55.765673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39164) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:55.771112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:55.777130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:55.781072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:55.783897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:55.789652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:55.806674 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.832682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] For port f12a9657-7b55-458e-a004-d501ba43fc07, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:03:55.835647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] For port f12a9657-7b55-458e-a004-d501ba43fc07, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=f12a9657-7b55-458e-a004-d501ba43fc07,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:03:55.840201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.870086 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.874120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.895950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:55.896663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.898111 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] 10.222.0.48 "PUT /v2.0/ports/f12a9657-7b55-458e-a004-d501ba43fc07 HTTP/1.1" status: 200 len: 1094 time: 1.1912088 Mar 16 11:03:55.898683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'tag': 'f12a9657-7b55-458e-a004-d501ba43fc07'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:03:55.900376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644bae31-4a8c-4a86-a203-ec103a6b7d2d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:55.910694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.912049 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-67932317-96c4-4763-9f1e-b4d0874ed59a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452770 Mar 16 11:03:55.914971 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39170) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:55.925970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:55.932392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:55.936362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:55.939625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:55.942296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaadb93-7da6-49f3-a22e-0e5016605b11 service neutron] Pushing event updated for resources: {'Port': ['ID=f12a9657-7b55-458e-a004-d501ba43fc07,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:55.946022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:55.960658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'tag': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'status': 'completed', 'code': 200} Mar 16 11:03:55.966468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.037245 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.037679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4f5374d0-ec8a-4606-aca5-9a94a43a247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:56.039192 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-4f5374d0-ec8a-4606-aca5-9a94a43a247e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 1097 time: 0.0773885 Mar 16 11:03:56.042208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.060209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4d1641-05f0-4d3e-ac3f-143a7cc901b4,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:56.080197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.081531 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e309490b-0ace-4fcd-8671-c65905be5bed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655617 Mar 16 11:03:56.084521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39174) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:56.090224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:56.097503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:56.101269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:56.106574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:56.112167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-414a2a92-2831-4b25-a63d-41b068ec3e1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f12a9657-7b55-458e-a004-d501ba43fc07 HTTP/1.1" status: 200 len: 217 time: 0.0656462 Mar 16 11:03:56.112718 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:56.131053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.178863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-ac61ba2e-84fd-42dc-a8ad-0acc46bea268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:56.180516 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-ac61ba2e-84fd-42dc-a8ad-0acc46bea268 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.0626698 Mar 16 11:03:56.194812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.199236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.222814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747178d2-f0d7-4c6c-b410-215b9cae1f19,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:56.231870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.233111 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c5f3fbe2-ab5e-408d-b875-5f5042ddd880 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476014 Mar 16 11:03:56.235988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39178) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:56.240943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:56.246671 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:56.250430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:56.253294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:56.256881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e41e2687-163f-4507-9369-6cffa5ac8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:56.258368 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e41e2687-163f-4507-9369-6cffa5ac8030 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721235 Mar 16 11:03:56.258900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:56.272244 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:03:56.279042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.342935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.348865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.372623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffaf26b-a715-446c-99e5-4748b8f8b4ec,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:56.382965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.384166 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3d33a2bc-30e7-44d4-9481-7e95240cfe3b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472657 Mar 16 11:03:56.387031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39182) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:56.389988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-e0d73fe6-067e-466a-9106-f51dd66ed020 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250780 Mar 16 11:03:56.392016 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:56.397969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:56.401755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:56.405466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:56.411023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:56.422568 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:03:56.429164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.494741 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.499894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.521063 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f134bbb2-e4f1-417a-bcf6-59c5772a4614 req-c82d3031-6fbb-4e58-8c46-49e298cebdd2 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248665 Mar 16 11:03:56.524219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca8fe44-c3e3-4563-8254-16ab6f81ec8a,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:56.535934 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.537555 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bb3f55e5-b8d0-4272-9c75-8660e477a53b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1496186 Mar 16 11:03:56.595506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.646344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-a08127a3-cf3c-4d6b-94af-479c5ba80369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:56.649404 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-a08127a3-cf3c-4d6b-94af-479c5ba80369 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 1097 time: 0.0835085 Mar 16 11:03:56.785874 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-c19dd3b5-8963-4019-8152-17985066d97e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603165355&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.1121643 Mar 16 11:03:56.847540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-f29f85e2-5b54-4b40-b2af-6f1973bdb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:56.848915 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-f29f85e2-5b54-4b40-b2af-6f1973bdb7ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.1932127 Mar 16 11:03:56.889595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28e5ad-08ab-4f02-b4dc-445b243b7cea req-f379c68b-aa90-4927-8cde-1527309c7ad7 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:56.891021 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5d28e5ad-08ab-4f02-b4dc-445b243b7cea req-f379c68b-aa90-4927-8cde-1527309c7ad7 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 944 time: 0.0841622 Mar 16 11:03:56.934901 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5d28e5ad-08ab-4f02-b4dc-445b243b7cea req-954c3d4b-0d8b-4bb1-a6e7-4dc9e0732d45 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379992 Mar 16 11:03:56.972354 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-e7127d0d-67c3-457a-859a-1a2b6e09f355 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f12a9657-7b55-458e-a004-d501ba43fc07 HTTP/1.1" status: 200 len: 217 time: 0.0755761 Mar 16 11:03:57.158850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497b41-f605-44d4-8461-09005e8a9745 req-d7a5820f-5176-45b3-809a-7bb4a486344e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:57.160297 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-d7a5820f-5176-45b3-809a-7bb4a486344e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 797 time: 0.3649948 Mar 16 11:03:57.168973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-3aa75f54-26c0-4447-9e72-5d106b543004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:57.170275 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-3aa75f54-26c0-4447-9e72-5d106b543004 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.1897900 Mar 16 11:03:57.210225 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-218ec53f-4748-493c-9bf1-b7ae8b4f4f00 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/quotas/849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 375 time: 0.0435972 Mar 16 11:03:57.302919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-4b5cdfa0-c019-4e47-835d-531ee2263eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:57.304385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-4b5cdfa0-c019-4e47-835d-531ee2263eed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1278188 Mar 16 11:03:57.337620 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-dfa925e4-4425-4024-93d3-fb3b2092714e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1221163 Mar 16 11:03:57.545234 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-199f8d35-d85f-43fe-b4b5-5b169f27927d service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339351 Mar 16 11:03:57.552600 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-9edb27a8-6d7e-419b-b6e5-45414e42c18d service neutron] 10.222.0.37 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017243 Mar 16 11:03:57.780985 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1ab2e21-f479-4b63-8b97-7e19736de224 req-aaf9d4db-90be-40e0-acd2-ac9e3d232a07 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273176 Mar 16 11:03:57.782802 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-8cb53171-a860-498a-9d45-a40b2e7a5c6a service neutron] 10.222.0.37 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116907 Mar 16 11:03:57.958565 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0ff52666-2749-47cd-985a-69cec7daa9ee req-c6a74bab-823b-4d6c-a4f9-afa70506492b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 210 time: 0.0419402 Mar 16 11:03:58.124793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf731a55-b5cd-487a-925e-44771136dca3 req-104e9efd-e572-4aa7-874c-a6170ac64a62 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:58.126293 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf731a55-b5cd-487a-925e-44771136dca3 req-104e9efd-e572-4aa7-874c-a6170ac64a62 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 944 time: 0.0871272 Mar 16 11:03:58.171691 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf731a55-b5cd-487a-925e-44771136dca3 req-639f3d90-7677-41e4-be82-3e0acf4ec6e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396664 Mar 16 11:03:59.051084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497b41-f605-44d4-8461-09005e8a9745 req-305806ac-d0dc-4a67-baec-a3e6c3e59044 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:59.052508 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-305806ac-d0dc-4a67-baec-a3e6c3e59044 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 797 time: 0.1484575 Mar 16 11:03:59.103349 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-92356b1d-edcc-44f1-807d-ca6c1c61ea12 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 472 time: 0.0432804 Mar 16 11:03:59.111695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'device_id': 'c88bf8c3-2eac-430d-879d-13a409815321', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'admin_state_up': True, 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'security_groups': ['68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:59.130948 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-65740ff0-920d-4fd3-8d79-62d33d21f47f req-80b03cb2-6f34-41b9-8b66-01dc9eb7c918 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 210 time: 0.0491452 Mar 16 11:03:59.249159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:59.260034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:59.271834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:03:59.275446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:59.475914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8be86a-b6e8-4732-82dd-823f305ba5cf req-c116b4b8-68f9-466a-9b56-2fb8ab23bef1 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:59.477393 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf8be86a-b6e8-4732-82dd-823f305ba5cf req-c116b4b8-68f9-466a-9b56-2fb8ab23bef1 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 944 time: 0.1929586 Mar 16 11:03:59.508871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.6 (ab87e941-a23c-496a-8897-4ce90a538a1e/4c85ebea-ec43-4a2b-acba-6ee6d745a38a/823469e8-1633-4138-88c9-936b3729b6b1) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:03:59.543434 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf8be86a-b6e8-4732-82dd-823f305ba5cf req-387f527c-83bb-4454-aab2-6ecdfc7f9fc1 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581224 Mar 16 11:03:59.833602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:59.849271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 823469e8-1633-4138-88c9-936b3729b6b1 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:03:59.877501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:59.957236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network ab87e941-a23c-496a-8897-4ce90a538a1e is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:03:59.964766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:03:59.969064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:00.002262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=823469e8-1633-4138-88c9-936b3729b6b1,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:00.038187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:00.038815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:00.065265 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-e5eb90e1-ddf5-4727-9281-024081a19d60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9570217 Mar 16 11:04:00.076951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Request body: {'port': {'device_id': 'c88bf8c3-2eac-430d-879d-13a409815321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:00.190764 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:00.238123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0bda58e5-5b7e-4b9f-8330-ec55b958862a None None] Provisioning for port 823469e8-1633-4138-88c9-936b3729b6b1 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:00.244091 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0bda58e5-5b7e-4b9f-8330-ec55b958862a None None] Provisioning complete for port 823469e8-1633-4138-88c9-936b3729b6b1 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:00.244447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0bda58e5-5b7e-4b9f-8330-ec55b958862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:00.298029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-0bda58e5-5b7e-4b9f-8330-ec55b958862a None None] Port 823469e8-1633-4138-88c9-936b3729b6b1 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:00.318561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349910bd-f273-4b28-9694-3e15e9d89a69 req-4f35139d-3dbf-44f6-b6df-3b931e3d4807 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:00.320028 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-349910bd-f273-4b28-9694-3e15e9d89a69 req-4f35139d-3dbf-44f6-b6df-3b931e3d4807 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 931 time: 0.0802679 Mar 16 11:04:00.363753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-349910bd-f273-4b28-9694-3e15e9d89a69 req-73aa4d6e-7275-4144-941d-f1b6277eed50 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:00.380187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-349910bd-f273-4b28-9694-3e15e9d89a69 req-73aa4d6e-7275-4144-941d-f1b6277eed50 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:00.381388 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-349910bd-f273-4b28-9694-3e15e9d89a69 req-73aa4d6e-7275-4144-941d-f1b6277eed50 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554743 Mar 16 11:04:00.531594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823469e8-1633-4138-88c9-936b3729b6b1 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:04:00.538991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:00.553364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Transition to ACTIVE for port object 823469e8-1633-4138-88c9-936b3729b6b1 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:00.558575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:00.757533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Pushing event updated for resources: {'Port': ['ID=823469e8-1633-4138-88c9-936b3729b6b1,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:00.858454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8742-9197-4200-b820-e8c51935f989 req-e451deb5-b7eb-4ee6-beb5-643cca353642 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:00.859905 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-296b8742-9197-4200-b820-e8c51935f989 req-e451deb5-b7eb-4ee6-beb5-643cca353642 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 944 time: 0.2031660 Mar 16 11:04:00.860677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Attempting to bind port 823469e8-1633-4138-88c9-936b3729b6b1 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:00.861022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Attempting to bind port 823469e8-1633-4138-88c9-936b3729b6b1 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:00.861334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Attempting to bind port 823469e8-1633-4138-88c9-936b3729b6b1 on network ab87e941-a23c-496a-8897-4ce90a538a1e {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:00.867343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Port 823469e8-1633-4138-88c9-936b3729b6b1 on network ab87e941-a23c-496a-8897-4ce90a538a1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:04:00.867595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Attempting to bind port 823469e8-1633-4138-88c9-936b3729b6b1 on network ab87e941-a23c-496a-8897-4ce90a538a1e {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:00.888173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:00.888501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Checking segment: {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:00.888866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Bound using segment: {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:00.889306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Bound port: 823469e8-1633-4138-88c9-936b3729b6b1, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af3d308-823a-45f9-89f2-0a19fa951c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:00.889642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:00.960924 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-296b8742-9197-4200-b820-e8c51935f989 req-336bac4e-4443-4ff4-85bd-43effd290bab tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945034 Mar 16 11:04:00.997652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] For port 823469e8-1633-4138-88c9-936b3729b6b1, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:01.000581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] For port 823469e8-1633-4138-88c9-936b3729b6b1, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=823469e8-1633-4138-88c9-936b3729b6b1,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:01.007357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:01.063212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:01.063819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:01.065419 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] 10.222.0.48 "PUT /v2.0/ports/823469e8-1633-4138-88c9-936b3729b6b1 HTTP/1.1" status: 200 len: 1093 time: 0.9926057 Mar 16 11:04:01.065940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88bf8c3-2eac-430d-879d-13a409815321', 'tag': '823469e8-1633-4138-88c9-936b3729b6b1'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:01.093833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f0f96-7ca7-4645-8c88-7821b3e923f2 service neutron] Pushing event updated for resources: {'Port': ['ID=823469e8-1633-4138-88c9-936b3729b6b1,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:01.135710 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88bf8c3-2eac-430d-879d-13a409815321', 'tag': '823469e8-1633-4138-88c9-936b3729b6b1', 'status': 'completed', 'code': 200} Mar 16 11:04:01.177173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497b41-f605-44d4-8461-09005e8a9745 req-10826d8d-f2f0-4a49-8ff5-179b85a9d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:01.178678 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-10826d8d-f2f0-4a49-8ff5-179b85a9d830 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 1096 time: 0.0737040 Mar 16 11:04:01.250179 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-ce074325-acf6-410a-ad8d-e24c8c4e574d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=823469e8-1633-4138-88c9-936b3729b6b1 HTTP/1.1" status: 200 len: 217 time: 0.0649314 Mar 16 11:04:01.312305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497b41-f605-44d4-8461-09005e8a9745 req-ae3116af-09fd-46a1-aa25-30de193c23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:01.313697 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-ae3116af-09fd-46a1-aa25-30de193c23e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c85ebea-ec43-4a2b-acba-6ee6d745a38a HTTP/1.1" status: 200 len: 835 time: 0.0576794 Mar 16 11:04:01.398630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497b41-f605-44d4-8461-09005e8a9745 req-eaad65e6-3f45-43a5-bbd9-2ca8dee140d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:01.400036 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-eaad65e6-3f45-43a5-bbd9-2ca8dee140d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab87e941-a23c-496a-8897-4ce90a538a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799208 Mar 16 11:04:01.682042 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-850223de-8c8b-41a5-ac06-d9f9feb1c39c service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746739 Mar 16 11:04:01.737400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc862e1-a0ba-4e4a-8f6f-6ec87e9b9b2d req-34b3305b-027e-4eb6-926a-71dd96dc5127 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:01.738079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-fdc862e1-a0ba-4e4a-8f6f-6ec87e9b9b2d req-34b3305b-027e-4eb6-926a-71dd96dc5127 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:01.812292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-fdc862e1-a0ba-4e4a-8f6f-6ec87e9b9b2d req-34b3305b-027e-4eb6-926a-71dd96dc5127 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:01.813561 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fdc862e1-a0ba-4e4a-8f6f-6ec87e9b9b2d req-34b3305b-027e-4eb6-926a-71dd96dc5127 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 943 time: 0.3289464 Mar 16 11:04:01.856617 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd497b41-f605-44d4-8461-09005e8a9745 req-33719e79-2afa-4ffc-ab56-51507541d9c2 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650238 Mar 16 11:04:01.875873 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fdc862e1-a0ba-4e4a-8f6f-6ec87e9b9b2d req-80896e7d-e557-4d12-a320-d92bd5dd869c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547464 Mar 16 11:04:01.981772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-c6b1db9a-b61c-409a-a66e-1695f054064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:01.983148 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-c6b1db9a-b61c-409a-a66e-1695f054064b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 1096 time: 0.0750768 Mar 16 11:04:02.114383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-f9b6d646-b7c0-4588-8f79-783ef9b705f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:02.115839 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-f9b6d646-b7c0-4588-8f79-783ef9b705f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 898 time: 0.1268218 Mar 16 11:04:02.148467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f294d-d628-4bb7-9b50-0b847b2a0741 req-e91ac095-1a23-49a5-ae40-1da1927541d8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:02.149937 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9d8f294d-d628-4bb7-9b50-0b847b2a0741 req-e91ac095-1a23-49a5-ae40-1da1927541d8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 944 time: 0.0849001 Mar 16 11:04:02.182487 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-a4563bc7-f2e4-4d09-a86f-61d8d1245a6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=823469e8-1633-4138-88c9-936b3729b6b1 HTTP/1.1" status: 200 len: 217 time: 0.0603781 Mar 16 11:04:02.251020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-d30071bc-4c52-41e2-b9ff-4103c9b80f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:02.252376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-d30071bc-4c52-41e2-b9ff-4103c9b80f72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c85ebea-ec43-4a2b-acba-6ee6d745a38a HTTP/1.1" status: 200 len: 835 time: 0.0641217 Mar 16 11:04:02.299419 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9d8f294d-d628-4bb7-9b50-0b847b2a0741 req-11050bbd-766b-41cf-bd6f-df72cd80dbde tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435170 Mar 16 11:04:02.328458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-b0df203c-10d4-42db-8679-024edb544376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:02.329981 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-b0df203c-10d4-42db-8679-024edb544376 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab87e941-a23c-496a-8897-4ce90a538a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716474 Mar 16 11:04:02.477649 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-b252c097-c085-422d-831f-ef4e5ce77a04 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412354 Mar 16 11:04:02.609600 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbc77e39-ea77-435b-a5de-56d702d3d015 req-a33fa9de-d6fa-406a-bb6b-66c84141ba03 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249073 Mar 16 11:04:03.106924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4dfe2-e4ea-4c67-a70f-0ce90c95f255 req-ce8336be-4ce5-4ada-a317-c46d69f631ef tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:03.108376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a4d4dfe2-e4ea-4c67-a70f-0ce90c95f255 req-ce8336be-4ce5-4ada-a317-c46d69f631ef tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 943 time: 0.1095684 Mar 16 11:04:03.154876 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a4d4dfe2-e4ea-4c67-a70f-0ce90c95f255 req-7169fd3e-4969-44ae-bb24-7ef0c5eee0eb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381269 Mar 16 11:04:03.510492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae42c3-1980-4cf9-b734-6976dbecad1d req-b7dd587e-f9f4-40a9-8931-e79ff3390ce8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:03.511833 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-70ae42c3-1980-4cf9-b734-6976dbecad1d req-b7dd587e-f9f4-40a9-8931-e79ff3390ce8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 944 time: 0.0896981 Mar 16 11:04:03.556944 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-70ae42c3-1980-4cf9-b734-6976dbecad1d req-31e104a3-e334-499f-a8d9-546178245206 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Mar 16 11:04:04.359418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1a83-e21c-4431-84fd-29147e80d45a req-bf6f71f6-03ef-4ae1-8883-03a7e84941de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:04.360918 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-136e1a83-e21c-4431-84fd-29147e80d45a req-bf6f71f6-03ef-4ae1-8883-03a7e84941de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 943 time: 0.0887315 Mar 16 11:04:04.406435 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-136e1a83-e21c-4431-84fd-29147e80d45a req-8676940a-af90-4645-a2e7-a407585534fa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Mar 16 11:04:04.748729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6162b-77ec-4b5a-b082-00fcfedd62f3 req-926710c1-0d74-4389-9106-88c7b9fbc272 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:04.750199 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2bd6162b-77ec-4b5a-b082-00fcfedd62f3 req-926710c1-0d74-4389-9106-88c7b9fbc272 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 944 time: 0.0911479 Mar 16 11:04:04.796336 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2bd6162b-77ec-4b5a-b082-00fcfedd62f3 req-27e2b98c-18aa-4271-959d-f9da1175e095 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381627 Mar 16 11:04:05.379860 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device f12a9657-7b55-458e-a004-d501ba43fc07 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:04:05.522445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port f12a9657-7b55-458e-a004-d501ba43fc07, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=f12a9657-7b55-458e-a004-d501ba43fc07,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:05.535851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'mac_address': 'fa:16:3e:96:3b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:04:05.591177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.591464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cab601-23cb-46fd-930e-9f5f44b56400 req-7510ad28-1916-4b77-8e01-d7c2e11e3891 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:05.592854 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-39cab601-23cb-46fd-930e-9f5f44b56400 req-7510ad28-1916-4b77-8e01-d7c2e11e3891 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 943 time: 0.0844839 Mar 16 11:04:05.608631 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12a9657-7b55-458e-a004-d501ba43fc07 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:04:05.624132 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port f12a9657-7b55-458e-a004-d501ba43fc07, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=f12a9657-7b55-458e-a004-d501ba43fc07,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:05.628944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.629765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 823469e8-1633-4138-88c9-936b3729b6b1 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:04:05.637353 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-39cab601-23cb-46fd-930e-9f5f44b56400 req-16c90fd2-33c3-47f9-994a-3dfb8115ad04 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385063 Mar 16 11:04:05.742565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=f12a9657-7b55-458e-a004-d501ba43fc07,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:05.798848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.799167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.799515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.799838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.800155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.800473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.800790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.801122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.801431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.801744 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.802052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.802358 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:05.853265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 823469e8-1633-4138-88c9-936b3729b6b1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=823469e8-1633-4138-88c9-936b3729b6b1,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:05.902012 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '823469e8-1633-4138-88c9-936b3729b6b1', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'port_id': '823469e8-1633-4138-88c9-936b3729b6b1', 'mac_address': 'fa:16:3e:46:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:04:05.957834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.974960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823469e8-1633-4138-88c9-936b3729b6b1 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:04:05.988501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743a525-098d-482d-bc70-f63c1a12f6de req-8d1a3590-ec32-44a7-9743-74a14696fa95 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:05.991035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 823469e8-1633-4138-88c9-936b3729b6b1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=823469e8-1633-4138-88c9-936b3729b6b1,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:05.993241 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d743a525-098d-482d-bc70-f63c1a12f6de req-8d1a3590-ec32-44a7-9743-74a14696fa95 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 945 time: 0.0861833 Mar 16 11:04:05.995140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:06.034788 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d743a525-098d-482d-bc70-f63c1a12f6de req-6bdd76ab-5b5e-4157-80bd-8b907b976b89 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386624 Mar 16 11:04:06.064202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=823469e8-1633-4138-88c9-936b3729b6b1,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:06.333220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['f12a9657-7b55-458e-a004-d501ba43fc07'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:04:06.367513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['823469e8-1633-4138-88c9-936b3729b6b1'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:04:06.822217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014dc8-6b5b-4f7a-8ea4-f64c21a07825 req-0491deef-79f8-446f-9984-382aa032d70c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:06.823783 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4f014dc8-6b5b-4f7a-8ea4-f64c21a07825 req-0491deef-79f8-446f-9984-382aa032d70c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 944 time: 0.0809851 Mar 16 11:04:06.875462 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4f014dc8-6b5b-4f7a-8ea4-f64c21a07825 req-3eeca7b9-dbd7-4cc8-9cd0-98245d0da436 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444770 Mar 16 11:04:07.219549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9841e78-0a6a-46a3-8517-b22a87f8a98d req-a8fe368b-48b6-45c7-a06f-23c8ac346323 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:07.221021 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b9841e78-0a6a-46a3-8517-b22a87f8a98d req-a8fe368b-48b6-45c7-a06f-23c8ac346323 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 945 time: 0.0808465 Mar 16 11:04:07.264808 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b9841e78-0a6a-46a3-8517-b22a87f8a98d req-3f13b56d-8ec4-4d09-94d9-c1d60433a031 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380292 Mar 16 11:04:08.079091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd1b3d-5cfe-435b-911e-abb9e5bc6e6e req-3da30d11-73d0-499c-aa3a-5c01c2cec0c1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:08.080727 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f3bd1b3d-5cfe-435b-911e-abb9e5bc6e6e req-3da30d11-73d0-499c-aa3a-5c01c2cec0c1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 944 time: 0.0887349 Mar 16 11:04:08.133487 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f3bd1b3d-5cfe-435b-911e-abb9e5bc6e6e req-9754f87b-aad7-4124-a2c2-869e2fa3ae0b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437067 Mar 16 11:04:08.242857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.466556 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f9bef-f11d-4e79-ae74-81f59c54e2eb req-baae17d9-d728-4fd6-a1c7-48df08a4c366 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:08.467929 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0c3f9bef-f11d-4e79-ae74-81f59c54e2eb req-baae17d9-d728-4fd6-a1c7-48df08a4c366 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 945 time: 0.0914218 Mar 16 11:04:08.514773 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0c3f9bef-f11d-4e79-ae74-81f59c54e2eb req-c2fa1f11-9c75-44c6-9848-d517f73c55cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386827 Mar 16 11:04:09.336284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb9065-fa44-4903-a504-bb114f06b7e6 req-546e8c2d-f694-4d0e-a9e9-58435d391a8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:09.337737 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6bdb9065-fa44-4903-a504-bb114f06b7e6 req-546e8c2d-f694-4d0e-a9e9-58435d391a8d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 944 time: 0.0863643 Mar 16 11:04:09.382544 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6bdb9065-fa44-4903-a504-bb114f06b7e6 req-e4576015-9e95-4795-bcdf-a3e23fcffd1e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391147 Mar 16 11:04:09.394756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device f12a9657-7b55-458e-a004-d501ba43fc07 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:09.463941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port f12a9657-7b55-458e-a004-d501ba43fc07 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:09.468612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port f12a9657-7b55-458e-a004-d501ba43fc07 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:09.469007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.584864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.612107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12a9657-7b55-458e-a004-d501ba43fc07'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:09.622062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port f12a9657-7b55-458e-a004-d501ba43fc07, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=f12a9657-7b55-458e-a004-d501ba43fc07,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:09.627061 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.627980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 823469e8-1633-4138-88c9-936b3729b6b1 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:09.697784 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'code': 200} Mar 16 11:04:09.705178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc312d-475b-4319-af93-1fd32954ee45 req-220b7c52-8d9c-4032-b17e-e4ee97b8978e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:09.706663 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dcfc312d-475b-4319-af93-1fd32954ee45 req-220b7c52-8d9c-4032-b17e-e4ee97b8978e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 946 time: 0.0821352 Mar 16 11:04:09.745352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=f12a9657-7b55-458e-a004-d501ba43fc07,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:09.757799 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dcfc312d-475b-4319-af93-1fd32954ee45 req-2643dafb-d46e-4c51-a792-b53d1ab2c64c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454533 Mar 16 11:04:09.759471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 823469e8-1633-4138-88c9-936b3729b6b1 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:09.765583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 823469e8-1633-4138-88c9-936b3729b6b1 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:09.766099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.883399 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.914711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 823469e8-1633-4138-88c9-936b3729b6b1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=823469e8-1633-4138-88c9-936b3729b6b1,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:09.919612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.952281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b81b79-1fb8-428c-b4d4-137d85ec3655 req-49c7dded-0a4b-4304-9209-d8f256d916e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:09.953932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-95b81b79-1fb8-428c-b4d4-137d85ec3655 req-49c7dded-0a4b-4304-9209-d8f256d916e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 1099 time: 0.0697854 Mar 16 11:04:09.985940 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=823469e8-1633-4138-88c9-936b3729b6b1,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:09.995986 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-95b81b79-1fb8-428c-b4d4-137d85ec3655 req-8a32c8de-c028-4300-815d-c00b6f767413 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357456 Mar 16 11:04:10.584727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4fd6f-bb2c-41c0-af1e-422b26eea6aa req-9ccad144-4cd3-4091-a636-c7796a07ecc7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:10.586336 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5da4fd6f-bb2c-41c0-af1e-422b26eea6aa req-9ccad144-4cd3-4091-a636-c7796a07ecc7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 945 time: 0.0843644 Mar 16 11:04:10.633183 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5da4fd6f-bb2c-41c0-af1e-422b26eea6aa req-00dd8a10-c877-49da-891c-b9c684b9533c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410421 Mar 16 11:04:10.957106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683da19-6abf-4ac5-9a36-4e969c5a2688 req-b6557f99-8c6b-4297-8005-b8deebaec55e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:10.958582 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6683da19-6abf-4ac5-9a36-4e969c5a2688 req-b6557f99-8c6b-4297-8005-b8deebaec55e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 946 time: 0.0894210 Mar 16 11:04:11.009805 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6683da19-6abf-4ac5-9a36-4e969c5a2688 req-4a7e3b9b-2188-4d07-90e4-cdab78651103 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453033 Mar 16 11:04:11.699666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88bf8c3-2eac-430d-879d-13a409815321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823469e8-1633-4138-88c9-936b3729b6b1'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:11.744346 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88bf8c3-2eac-430d-879d-13a409815321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823469e8-1633-4138-88c9-936b3729b6b1', 'code': 200} Mar 16 11:04:11.831065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db458c7-57c3-4edd-bf13-17370000947e req-89458230-2795-4a1a-9334-d284f3e15f4f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.832520 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3db458c7-57c3-4edd-bf13-17370000947e req-89458230-2795-4a1a-9334-d284f3e15f4f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 945 time: 0.0799932 Mar 16 11:04:11.876458 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3db458c7-57c3-4edd-bf13-17370000947e req-3e663a5d-9923-4996-ba28-ee8921f65430 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 Mar 16 11:04:12.080514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdbea5-7789-44a6-ad9e-738b8ecdcd46 req-1121c836-be65-4732-9566-91212ab3e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:12.082013 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-65cdbea5-7789-44a6-ad9e-738b8ecdcd46 req-1121c836-be65-4732-9566-91212ab3e64f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 1098 time: 0.1710162 Mar 16 11:04:12.121891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-65cdbea5-7789-44a6-ad9e-738b8ecdcd46 req-74fdba3f-d85e-4f0e-a5a7-df5cecade13b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340471 Mar 16 11:04:12.203043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ac006-7d00-4aff-8fb6-8764748dc142 req-07bc4ed9-b9ab-4fce-9f0d-fd2027b16934 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:12.204499 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-992ac006-7d00-4aff-8fb6-8764748dc142 req-07bc4ed9-b9ab-4fce-9f0d-fd2027b16934 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 946 time: 0.0867922 Mar 16 11:04:12.249310 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-992ac006-7d00-4aff-8fb6-8764748dc142 req-ceb056d9-2415-4e7a-90a1-0a22045272b7 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390539 Mar 16 11:04:12.436767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4ca5-7133-47e2-b37d-4de9ca8b345c req-b7941def-9c9e-4a04-9985-caccf52fa477 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:12.438195 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3b4d4ca5-7133-47e2-b37d-4de9ca8b345c req-b7941def-9c9e-4a04-9985-caccf52fa477 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 946 time: 0.0871382 Mar 16 11:04:12.485092 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3b4d4ca5-7133-47e2-b37d-4de9ca8b345c req-de64b3a5-9514-4163-9017-82e932e79521 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383463 Mar 16 11:04:12.514359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39268) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:12.593415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d89f59-217c-46dd-8cc7-3c3c1430832f tempest-TestVolumeBootPattern-1472405099 tempest-TestVolumeBootPattern-1472405099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:12.595273 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-03d89f59-217c-46dd-8cc7-3c3c1430832f tempest-TestVolumeBootPattern-1472405099 tempest-TestVolumeBootPattern-1472405099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 1094 time: 0.0798059 Mar 16 11:04:12.598361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39272) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:12.603528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:12.610189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:12.615293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:floatingip and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:12.619342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:12.626404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:12.638078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.777320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.913486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Allocated IP 172.26.2.136 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/bdf72609-983f-4418-9301-a9e12836da7f) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:13.104803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.134804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5777-0b65-4928-ad30-ac72b6fc6148 req-9c013c28-84af-434e-a634-132505ef602a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:13.136241 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-87bd5777-0b65-4928-ad30-ac72b6fc6148 req-9c013c28-84af-434e-a634-132505ef602a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 945 time: 0.1351552 Mar 16 11:04:13.183675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.218598 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-87bd5777-0b65-4928-ad30-ac72b6fc6148 req-2ea44649-1551-4a53-b3a6-4fc5bc88e44a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766454 Mar 16 11:04:13.256139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:13.257237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:13.261642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'Port': ['ID=bdf72609-983f-4418-9301-a9e12836da7f,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:13.263869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:13.776546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.853317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:14.063491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:14.070438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:14.176415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'Port': ['ID=bdf72609-983f-4418-9301-a9e12836da7f,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:14.188549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:14.367782 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Floating IP 72019b56-3594-4049-af41-710fc18a9d1d associated. External IP: 172.26.2.136, port: f12a9657-7b55-458e-a004-d501ba43fc07. Mar 16 11:04:14.410469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd09f5-1ef8-4f24-83ca-d86374007797 req-c42852a2-8e9d-4311-90ad-276f650cc21a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:14.411922 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-96fd09f5-1ef8-4f24-83ca-d86374007797 req-c42852a2-8e9d-4311-90ad-276f650cc21a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 945 time: 0.0863092 Mar 16 11:04:14.456617 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-96fd09f5-1ef8-4f24-83ca-d86374007797 req-111ece74-60bb-43d8-b51c-4aa4556fb324 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387189 Mar 16 11:04:14.770108 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Router 024f22ac-8c7c-44c4-b644-f9e2269a7291 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:04:14.780717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d11678-ab2a-449d-8514-97a40b6932bb req-44e1cded-0aa2-4445-8079-3e0c65cfd92a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:14.782181 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-22d11678-ab2a-449d-8514-97a40b6932bb req-44e1cded-0aa2-4445-8079-3e0c65cfd92a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 945 time: 0.1938376 Mar 16 11:04:15.013458 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-22d11678-ab2a-449d-8514-97a40b6932bb req-28600ad0-0694-48c1-b25f-e629d9f36f66 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247279 Mar 16 11:04:15.036843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39282) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:15.099823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:15.109983 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] Sync routers for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:15.111655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b5e73-f109-42ee-a170-7eddb1e6cb38 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:15.113315 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a78b5e73-f109-42ee-a170-7eddb1e6cb38 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 1093 time: 0.0754879 Mar 16 11:04:15.116404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39286) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:15.122810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-58bb901c-d97a-4662-8a25-90b9821286b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'port_id': '823469e8-1633-4138-88c9-936b3729b6b1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:15.124334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:15.125050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:03:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:15.125862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:15.179954 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-79d220df-e765-406c-93cf-4866700ed4cc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5804834 Mar 16 11:04:15.180703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'tag': 'f12a9657-7b55-458e-a004-d501ba43fc07'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:15.223849 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'tag': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'status': 'completed', 'code': 200} Mar 16 11:04:15.226242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58bb901c-d97a-4662-8a25-90b9821286b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:15.307193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:15.528014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-9fea3978-2b87-4228-b9f4-6336d24c6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:15.529546 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-9fea3978-2b87-4228-b9f4-6336d24c6499 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 1099 time: 0.2461166 Mar 16 11:04:15.684969 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '72019b56-3594-4049-af41-710fc18a9d1d', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:96:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:13Z', 'updated_at': '2022-03-16T11:04:13Z', 'revision_number': 0, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:15.689042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] Checking router: 024f22ac-8c7c-44c4-b644-f9e2269a7291 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:15.698470 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:15.699079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:03:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:15.822845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-5dae80b1-0370-45f5-8f49-d8afe793ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:15.824419 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-5dae80b1-0370-45f5-8f49-d8afe793ab48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.2880476 Mar 16 11:04:15.875785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:15.939809 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-ed41bf9d-547a-4587-bbd5-b268f9b0d815 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f12a9657-7b55-458e-a004-d501ba43fc07 HTTP/1.1" status: 200 len: 1000 time: 0.1074882 Mar 16 11:04:16.188608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-7f1ca41c-8afe-414e-a213-e9da4017c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:16.190048 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-7f1ca41c-8afe-414e-a213-e9da4017c3ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.2435884 Mar 16 11:04:16.233114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '72019b56-3594-4049-af41-710fc18a9d1d', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:96:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:13Z', 'updated_at': '2022-03-16T11:04:13Z', 'revision_number': 0, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:16.237540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d70c1-e3d1-4ec6-ab84-a94601b9f2e9 None None] The sync data for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv is: [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '72019b56-3594-4049-af41-710fc18a9d1d', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:96:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:13Z', 'updated_at': '2022-03-16T11:04:13Z', 'revision_number': 0, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:16.273995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58bb901c-d97a-4662-8a25-90b9821286b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.281079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58bb901c-d97a-4662-8a25-90b9821286b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.379367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-d486c69a-4b1f-4ad5-9124-39bd6aaabd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:16.380867 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-d486c69a-4b1f-4ad5-9124-39bd6aaabd21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1814494 Mar 16 11:04:16.431460 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c52399-8996-4ec7-bc9e-7d11ed37a3ad None None] New status for floating IP 72019b56-3594-4049-af41-710fc18a9d1d: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:04:16.550002 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-58bb901c-d97a-4662-8a25-90b9821286b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP e1e77c1b-0917-47d3-ba35-c4199a181718 associated. External IP: 172.26.2.158, port: 823469e8-1633-4138-88c9-936b3729b6b1. Mar 16 11:04:16.713717 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-7f85d712-b455-4c0e-ba6c-da49f5f97a30 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813225 Mar 16 11:04:16.939640 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e1e1cad-74ee-4691-a2a0-3003bc9f67f5 req-4ef94b55-b1d6-4864-922d-bb6e9458a42c service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178030 Mar 16 11:04:17.039227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bb901c-d97a-4662-8a25-90b9821286b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router e8833ef7-70ee-4345-92b1-533b4455379c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:04:17.229282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bb901c-d97a-4662-8a25-90b9821286b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:17.234164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58bb901c-d97a-4662-8a25-90b9821286b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.239001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] Sync routers for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:17.249000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:17.249745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:03:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:17.290827 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-58bb901c-d97a-4662-8a25-90b9821286b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 991 time: 2.1729028 Mar 16 11:04:17.291449 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88bf8c3-2eac-430d-879d-13a409815321', 'tag': '823469e8-1633-4138-88c9-936b3729b6b1'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:17.293925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39294) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:17.333755 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88bf8c3-2eac-430d-879d-13a409815321', 'tag': '823469e8-1633-4138-88c9-936b3729b6b1', 'status': 'completed', 'code': 200} Mar 16 11:04:17.412160 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-15a3ca6a-8d57-4c54-b5f3-6b7d27835704 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 991 time: 0.1152282 Mar 16 11:04:17.427079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-deb9e42e-a549-4384-a805-99b00b448e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:17.428070 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:17.428548 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-deb9e42e-a549-4384-a805-99b00b448e33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 1098 time: 0.0735526 Mar 16 11:04:17.694282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-a32e097f-1595-43db-80fb-1a087c1c147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:17.695750 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-a32e097f-1595-43db-80fb-1a087c1c147c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 898 time: 0.2617788 Mar 16 11:04:17.802043 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-cf8f154a-2365-47b4-8d75-889e70c11fbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=823469e8-1633-4138-88c9-936b3729b6b1 HTTP/1.1" status: 200 len: 999 time: 0.0960615 Mar 16 11:04:17.864717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-7d0ae510-9292-4c96-bd07-1c9d54598040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:17.866255 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-7d0ae510-9292-4c96-bd07-1c9d54598040 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c85ebea-ec43-4a2b-acba-6ee6d745a38a HTTP/1.1" status: 200 len: 835 time: 0.0586576 Mar 16 11:04:17.950773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-259254c3-fc35-4f99-879a-9df1d31c4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:17.952410 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-259254c3-fc35-4f99-879a-9df1d31c4179 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab87e941-a23c-496a-8897-4ce90a538a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801432 Mar 16 11:04:17.978041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'e1e77c1b-0917-47d3-ba35-c4199a181718', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.158', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'port_id': '823469e8-1633-4138-88c9-936b3729b6b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'mac_address': 'fa:16:3e:46:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88bf8c3-2eac-430d-879d-13a409815321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:35Z', 'updated_at': '2022-03-16T11:04:15Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:17.990505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] Checking router: e8833ef7-70ee-4345-92b1-533b4455379c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:18.007856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:18.008474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:03:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:18.094429 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-9f660bcf-f90b-4776-8e61-dec5207b6dc5 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355450 Mar 16 11:04:18.192439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:18.232830 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9f7a4183-ea16-4d78-bacc-133ba072a7a3 req-613fa910-5577-4511-9146-7b60b0b39ffd service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324422 Mar 16 11:04:18.414727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39300) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:18.522081 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9325d7a0-fe26-438e-babf-9bc29f608d11 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 991 time: 0.1062245 Mar 16 11:04:18.551088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'e1e77c1b-0917-47d3-ba35-c4199a181718', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.158', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'port_id': '823469e8-1633-4138-88c9-936b3729b6b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'mac_address': 'fa:16:3e:46:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88bf8c3-2eac-430d-879d-13a409815321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:35Z', 'updated_at': '2022-03-16T11:04:15Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:18.555179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f3181-1efb-49eb-b072-ee0038db4f3f None None] The sync data for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv is: [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'e1e77c1b-0917-47d3-ba35-c4199a181718', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.158', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'port_id': '823469e8-1633-4138-88c9-936b3729b6b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'mac_address': 'fa:16:3e:46:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88bf8c3-2eac-430d-879d-13a409815321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:35Z', 'updated_at': '2022-03-16T11:04:15Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:18.745338 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd9e635-0baa-4481-b4f1-f09f9f13b09a None None] New status for floating IP e1e77c1b-0917-47d3-ba35-c4199a181718: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:04:19.526997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39304) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:19.642689 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3289979a-24da-4497-8d9e-cac5c4fd3594 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 200 len: 993 time: 0.1141553 Mar 16 11:04:21.841890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-73eae9fa-390b-4710-b9b8-608e89ec8cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:24.365263 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:04:24.870842 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:25.008194 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0844f6d2-0077-484b-84a3-573533da9c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:25.033069 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-b21af116-a476-4f07-809d-b8f4488bdac7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756140 Mar 16 11:04:25.123409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-26da6385-4a6c-4469-8b9a-2b9d33782eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.126616 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-26da6385-4a6c-4469-8b9a-2b9d33782eb2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 1099 time: 0.0693920 Mar 16 11:04:25.243193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:25.292637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-6df6bcb9-74d5-46c1-9c99-6398aeb2965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.294128 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-6df6bcb9-74d5-46c1-9c99-6398aeb2965e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 898 time: 0.1480687 Mar 16 11:04:25.369246 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-0cc245b0-32f7-434a-909a-aea28b37ddaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a HTTP/1.1" status: 200 len: 217 time: 0.0628026 Mar 16 11:04:25.429378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-d45ee927-cc24-4fc7-a518-c42ee3efe573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.430739 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-d45ee927-cc24-4fc7-a518-c42ee3efe573 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c85ebea-ec43-4a2b-acba-6ee6d745a38a HTTP/1.1" status: 200 len: 835 time: 0.0555835 Mar 16 11:04:25.515545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-e70ad081-80e1-4596-b8f5-d3abb13dca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.517095 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-e70ad081-80e1-4596-b8f5-d3abb13dca5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab87e941-a23c-496a-8897-4ce90a538a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788913 Mar 16 11:04:25.671338 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-e0a28fe7-4302-4b53-bd9d-446d68007c7c service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383011 Mar 16 11:04:25.919281 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-85fc49c2-cfbc-4281-ad9f-6415750a53d8 req-f5e95292-d60e-4b93-a985-7c70da581cfd service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358034 Mar 16 11:04:26.599378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:38.237191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:51.851019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6c31c40b-090a-494d-9dff-81f3588c2dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:54.870511 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:55.021543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5558e1da-fab2-4950-ad46-0f7f232ea278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:55.250900 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:56.602229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:01.365393 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:05:08.257971 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.854487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f4809fac-329e-4b9d-b00d-9a42363d8656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:24.880169 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.009191 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-44bd5aed-4371-433a-a129-512609dc31c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718181 Mar 16 11:05:25.015474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-56c9943f-f1fa-490a-a037-467ddacd5bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.160826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-c46dd8c5-0d10-4e99-8bc7-153116272e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:25.162324 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-c46dd8c5-0d10-4e99-8bc7-153116272e56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 1099 time: 0.0733392 Mar 16 11:05:25.245648 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:25.305789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-6707377a-8a91-4439-b1a4-f959fedbf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:25.307229 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-6707377a-8a91-4439-b1a4-f959fedbf882 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 200 len: 898 time: 0.1261530 Mar 16 11:05:25.377767 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-3887a449-0f1e-47bc-a7a1-eb7825d6ab7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a HTTP/1.1" status: 200 len: 217 time: 0.0638793 Mar 16 11:05:25.451943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-ab533d0a-ce80-464e-be99-f0a21a60aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:25.453393 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-ab533d0a-ce80-464e-be99-f0a21a60aa64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c85ebea-ec43-4a2b-acba-6ee6d745a38a HTTP/1.1" status: 200 len: 835 time: 0.0682847 Mar 16 11:05:25.534538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-e06d341b-8e08-4ed6-916a-87305dd69241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:25.536014 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-e06d341b-8e08-4ed6-916a-87305dd69241 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab87e941-a23c-496a-8897-4ce90a538a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735114 Mar 16 11:05:25.667503 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-2640f301-2fa9-4168-9393-1a7098bd9aa3 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242716 Mar 16 11:05:25.806187 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfc9aebc-1eb6-4e33-a6bd-352f6501dce4 req-1b09f95e-327b-4d86-a2a7-4bf0d1b5f6b0 service neutron] 10.222.0.48 "GET /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239171 Mar 16 11:05:26.605163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:31.041878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b2dd4-4a16-4287-956a-3c2c43145597 req-d8f33c79-0cea-4a34-a046-b7322d1b52de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:31.045284 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-017b2dd4-4a16-4287-956a-3c2c43145597 req-d8f33c79-0cea-4a34-a046-b7322d1b52de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 945 time: 0.0958908 Mar 16 11:05:31.101287 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-017b2dd4-4a16-4287-956a-3c2c43145597 req-43d15ac9-6f3f-428d-b88e-3c9547104b20 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497015 Mar 16 11:05:32.317195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae103a0-a195-4002-811c-c8339a60f8a0 req-fc032ef9-5c2c-4ad2-8153-97e038f53263 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:32.318593 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2ae103a0-a195-4002-811c-c8339a60f8a0 req-fc032ef9-5c2c-4ad2-8153-97e038f53263 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 945 time: 0.0910072 Mar 16 11:05:32.363971 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2ae103a0-a195-4002-811c-c8339a60f8a0 req-b3d13018-8ff1-48f0-95cc-3dd695eaaf8e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390885 Mar 16 11:05:32.675724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-6a7c1af4-34ac-4a6d-a296-ac78c987ec3c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:32.677157 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-6a7c1af4-34ac-4a6d-a296-ac78c987ec3c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 945 time: 0.0814648 Mar 16 11:05:32.758340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 823469e8-1633-4138-88c9-936b3729b6b1 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:32.758650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:33.012783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 823469e8-1633-4138-88c9-936b3729b6b1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=823469e8-1633-4138-88c9-936b3729b6b1,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:33.013108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:33.408095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:33.408469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:33.408789 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP e1e77c1b-0917-47d3-ba35-c4199a181718 disassociated. External IP: 172.26.2.158, port: 823469e8-1633-4138-88c9-936b3729b6b1. Mar 16 11:05:33.409144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 823469e8-1633-4138-88c9-936b3729b6b1 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:33.603868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:33.656909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=823469e8-1633-4138-88c9-936b3729b6b1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:33.667425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5220d96-e91a-42a5-9c41-2ebe1da9fdc3 req-9e981654-5e93-49d3-8cfe-c1a6fc356f94 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:33.668955 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b5220d96-e91a-42a5-9c41-2ebe1da9fdc3 req-9e981654-5e93-49d3-8cfe-c1a6fc356f94 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88bf8c3-2eac-430d-879d-13a409815321 HTTP/1.1" status: 200 len: 945 time: 0.1867859 Mar 16 11:05:33.729866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.730563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.730563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.730841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.731156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.731511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.731803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.732120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.732438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.732761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.733090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.733401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:33.799743 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b5220d96-e91a-42a5-9c41-2ebe1da9fdc3 req-17fa18fb-d37a-4b89-946f-cefc8b9aadd9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222041 Mar 16 11:05:33.897084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router e8833ef7-70ee-4345-92b1-533b4455379c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:05:34.093742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:34.104546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] Sync routers for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:34.114112 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:34.114722 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:34.165597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port 823469e8-1633-4138-88c9-936b3729b6b1 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:05:34.168049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:34.170556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88bf8c3-2eac-430d-879d-13a409815321', 'name': 'network-vif-deleted', 'tag': '823469e8-1633-4138-88c9-936b3729b6b1'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:34.189218 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b14d8d67-9dac-4104-ae07-6fcb66244a4b req-2be5c3af-6b5d-4d4b-ba57-f67940a8f39b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "DELETE /v2.0/ports/823469e8-1633-4138-88c9-936b3729b6b1 HTTP/1.1" status: 204 len: 173 time: 1.5071011 Mar 16 11:05:34.223477 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88bf8c3-2eac-430d-879d-13a409815321', 'name': 'network-vif-deleted', 'tag': '823469e8-1633-4138-88c9-936b3729b6b1', 'status': 'completed', 'code': 200} Mar 16 11:05:34.301318 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:34.608653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:34.612877 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] Checking router: e8833ef7-70ee-4345-92b1-533b4455379c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:34.621439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:34.622036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:34.849752 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:34.893699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39356) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:34.963350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d0595f90-cbbf-4f37-a0c4-7305e2b1e28c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:34.993093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d0595f90-cbbf-4f37-a0c4-7305e2b1e28c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:35.060823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d0595f90-cbbf-4f37-a0c4-7305e2b1e28c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:35.079282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0595f90-cbbf-4f37-a0c4-7305e2b1e28c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:35.094778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d0595f90-cbbf-4f37-a0c4-7305e2b1e28c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:35.095997 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d0595f90-cbbf-4f37-a0c4-7305e2b1e28c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/68297a27-cdd4-4e0b-b8eb-2d43a11fc0c7 HTTP/1.1" status: 204 len: 168 time: 0.2012751 Mar 16 11:05:35.130077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39362) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:35.166503 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:35.170660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd38a11-eea5-4188-b397-2c5072099c85 None None] The sync data for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv is: [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '05841556-ea56-41a2-a469-5b897d70de0d', 'name': '', 'network_id': 'ab87e941-a23c-496a-8897-4ce90a538a1e', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:75:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:15Z', 'updated_at': '2022-03-16T11:02:20Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4c85ebea-ec43-4a2b-acba-6ee6d745a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:35.288686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port e599adc0-f286-44af-b827-56af1c9d8724 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:35.289286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:35.379635 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f366385-a028-4b07-a006-440d011c9765 None None] New status for floating IP e1e77c1b-0917-47d3-ba35-c4199a181718: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:05:35.465089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:35.465400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:35.706627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for e599adc0-f286-44af-b827-56af1c9d8724 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:35.734655 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 823469e8-1633-4138-88c9-936b3729b6b1 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:05:35.772336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 823469e8-1633-4138-88c9-936b3729b6b1 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:05:35.772675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 823469e8-1633-4138-88c9-936b3729b6b1 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:05:35.796992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.db.api [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:05:35.797304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG oslo_db.api [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:05:36.298682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port e599adc0-f286-44af-b827-56af1c9d8724 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:36.299650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:36.484671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:36.485015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:36.605187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for e599adc0-f286-44af-b827-56af1c9d8724 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:36.753641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:36.799992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=e599adc0-f286-44af-b827-56af1c9d8724,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:36.925946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:36.940111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:36.941249 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c7edbf8c-3086-4e62-bf2e-8720494d82ce tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/floatingips/e1e77c1b-0917-47d3-ba35-c4199a181718 HTTP/1.1" status: 204 len: 168 time: 1.8101733 Mar 16 11:05:37.310246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc4ad3-a85d-452d-8665-b7c40b8280cc req-07d56a6c-7183-46cd-be0c-f36244509602 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:37.311588 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c4bc4ad3-a85d-452d-8665-b7c40b8280cc req-07d56a6c-7183-46cd-be0c-f36244509602 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 946 time: 0.0899282 Mar 16 11:05:37.356815 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c4bc4ad3-a85d-452d-8665-b7c40b8280cc req-bf53670d-76f9-4f67-9f4e-14c434425785 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382998 Mar 16 11:05:38.257878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:38.370162 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:05:38.560215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e68199-daaf-420d-89a8-d1f26c729249 req-c8f4664c-d103-46d4-b6ed-3a2350b91529 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:38.560849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-41e68199-daaf-420d-89a8-d1f26c729249 req-c8f4664c-d103-46d4-b6ed-3a2350b91529 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:38.577024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-41e68199-daaf-420d-89a8-d1f26c729249 req-c8f4664c-d103-46d4-b6ed-3a2350b91529 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:38.578723 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-41e68199-daaf-420d-89a8-d1f26c729249 req-c8f4664c-d103-46d4-b6ed-3a2350b91529 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 946 time: 0.1137466 Mar 16 11:05:38.626150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-41e68199-daaf-420d-89a8-d1f26c729249 req-e0f7df34-d166-4552-b8b2-66e2a343a577 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:38.641876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-41e68199-daaf-420d-89a8-d1f26c729249 req-e0f7df34-d166-4552-b8b2-66e2a343a577 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:38.643085 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-41e68199-daaf-420d-89a8-d1f26c729249 req-e0f7df34-d166-4552-b8b2-66e2a343a577 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bea68fd-3fd1-49a7-88e4-a961a5695cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586524 Mar 16 11:05:38.883521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-ab5812f0-8191-4f82-8e9d-c8141ed98be3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:38.884929 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-ab5812f0-8191-4f82-8e9d-c8141ed98be3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 946 time: 0.0927534 Mar 16 11:05:38.955810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-bb80075d-af45-4507-a6de-c41b9aace107 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:38.956148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-bb80075d-af45-4507-a6de-c41b9aace107 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:39.206426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-bb80075d-af45-4507-a6de-c41b9aace107 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:39.206797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-bb80075d-af45-4507-a6de-c41b9aace107 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:39.329513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-bb80075d-af45-4507-a6de-c41b9aace107 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 1f55f833-4ed0-462a-98d7-5ea0fafdd23a owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:39.476987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-bb80075d-af45-4507-a6de-c41b9aace107 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:39.527594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80075d-af45-4507-a6de-c41b9aace107 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=1f55f833-4ed0-462a-98d7-5ea0fafdd23a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:39.600292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-bb80075d-af45-4507-a6de-c41b9aace107 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port 1f55f833-4ed0-462a-98d7-5ea0fafdd23a on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:05:39.602616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-bb80075d-af45-4507-a6de-c41b9aace107 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:39.605113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'name': 'network-vif-deleted', 'tag': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:39.623216 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46a35252-0f65-4c4e-9090-f79270a2de9e req-bb80075d-af45-4507-a6de-c41b9aace107 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "DELETE /v2.0/ports/1f55f833-4ed0-462a-98d7-5ea0fafdd23a HTTP/1.1" status: 204 len: 173 time: 0.7328889 Mar 16 11:05:39.653948 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8', 'name': 'network-vif-deleted', 'tag': '1f55f833-4ed0-462a-98d7-5ea0fafdd23a', 'status': 'completed', 'code': 200} Mar 16 11:05:39.793385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ccc5b272-e367-4288-995a-98988ac21cac req-5b53ca0f-58d3-4dc9-9c51-d008e21cb57f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:39.809970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ccc5b272-e367-4288-995a-98988ac21cac req-5b53ca0f-58d3-4dc9-9c51-d008e21cb57f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:39.811023 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccc5b272-e367-4288-995a-98988ac21cac req-5b53ca0f-58d3-4dc9-9c51-d008e21cb57f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=98a2e382-b9e0-4fd8-ae1b-ca73bdc2c8b8 HTTP/1.1" status: 200 len: 210 time: 0.0629513 Mar 16 11:05:40.920679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39378) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:40.992985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.023190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.096079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.114173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bea68fd-3fd1-49a7-88e4-a961a5695cb5,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:41.124174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.124535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.124898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.125230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.125550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.125872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.126190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.126508 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.126824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.127139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.127453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.127763 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.132992 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.134102 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d8ae2430-9d46-49f4-b7d6-141cd8f66dad tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/0bea68fd-3fd1-49a7-88e4-a961a5695cb5 HTTP/1.1" status: 204 len: 168 time: 0.2124598 Mar 16 11:05:41.176419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39384) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:41.737081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.781248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 1f55f833-4ed0-462a-98d7-5ea0fafdd23a no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:05:41.814941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 1f55f833-4ed0-462a-98d7-5ea0fafdd23a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:05:41.815261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 1f55f833-4ed0-462a-98d7-5ea0fafdd23a not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:05:42.202514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 05841556-ea56-41a2-a469-5b897d70de0d {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:42.203097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.427356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 05841556-ea56-41a2-a469-5b897d70de0d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=05841556-ea56-41a2-a469-5b897d70de0d,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:42.427748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.548944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 05841556-ea56-41a2-a469-5b897d70de0d owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:42.740117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.786833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=05841556-ea56-41a2-a469-5b897d70de0d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:43.059216 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:43.416869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router e8833ef7-70ee-4345-92b1-533b4455379c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:05:43.713368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:43.723659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] Sync routers for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:43.731874 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6c3ffe50-3427-4899-ad88-c40b9e341d03 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/e8833ef7-70ee-4345-92b1-533b4455379c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5542867 Mar 16 11:05:43.734829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39390) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:43.738035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:43.738748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:43.818613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-2056c347-8a18-4717-a0c4-430c93b55a45 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting subnet 4c85ebea-ec43-4a2b-acba-6ee6d745a38a {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:05:43.823655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2056c347-8a18-4717-a0c4-430c93b55a45 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:43.888130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2056c347-8a18-4717-a0c4-430c93b55a45 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:43.935165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:44.087411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2056c347-8a18-4717-a0c4-430c93b55a45 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.164403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2056c347-8a18-4717-a0c4-430c93b55a45 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.209870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2056c347-8a18-4717-a0c4-430c93b55a45 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.212701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056c347-8a18-4717-a0c4-430c93b55a45 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Subnet': ['ID=4c85ebea-ec43-4a2b-acba-6ee6d745a38a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:44.213876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e95d99-7ba6-4b16-a0bf-fd606ca579bf None None] Network ab87e941-a23c-496a-8897-4ce90a538a1e requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:05:44.220727 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2056c347-8a18-4717-a0c4-430c93b55a45 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/subnets/4c85ebea-ec43-4a2b-acba-6ee6d745a38a HTTP/1.1" status: 204 len: 168 time: 0.4815938 Mar 16 11:05:44.220727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39396) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:44.316774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:05:42Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:44.325510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] Checking router: e8833ef7-70ee-4345-92b1-533b4455379c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:44.397615 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] Routers {'e8833ef7-70ee-4345-92b1-533b4455379c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:44.398686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e8833ef7-70ee-4345-92b1-533b4455379c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:44.406542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.586276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.598772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 3e4cec41-b134-4e12-83df-45d6c3b85a8d {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:44.599313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.634129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] Set router e8833ef7-70ee-4345-92b1-533b4455379c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:44.738367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] DHCP port deletion for ab87e941-a23c-496a-8897-4ce90a538a1e request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:05:44.768320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Deleting port d03ba734-649a-4071-8013-78de3db79ff4 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:05:44.768704 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.803523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 3e4cec41-b134-4e12-83df-45d6c3b85a8d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3e4cec41-b134-4e12-83df-45d6c3b85a8d,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:44.804105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.009528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 3e4cec41-b134-4e12-83df-45d6c3b85a8d owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:45.163068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] For port d03ba734-649a-4071-8013-78de3db79ff4, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d03ba734-649a-4071-8013-78de3db79ff4,segment=NetworkSegment(6af3d308-823a-45f9-89f2-0a19fa951c06),segment_id=6af3d308-823a-45f9-89f2-0a19fa951c06)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:45.163485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.199123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.247762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=3e4cec41-b134-4e12-83df-45d6c3b85a8d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:45.297339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Calling delete_port for d03ba734-649a-4071-8013-78de3db79ff4 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:05:45.339589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.346869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:05:42Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:45.356570 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3462c86-3918-4473-b05c-a2c0a91b12fd None None] The sync data for ids ['e8833ef7-70ee-4345-92b1-533b4455379c'] in dv-neutron-833860-1-hyperv is: [{'id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'name': 'tempest-TestNetworkBasicOps-router-247539864', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:10Z', 'updated_at': '2022-03-16T11:05:42Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '3e4cec41-b134-4e12-83df-45d6c3b85a8d', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8833ef7-70ee-4345-92b1-533b4455379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:11Z', 'updated_at': '2022-03-16T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:45.380719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.427398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Pushing event deleted for resources: {'Port': ['ID=d03ba734-649a-4071-8013-78de3db79ff4,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:45.431849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] No DVR routers for this DVR port d03ba734-649a-4071-8013-78de3db79ff4 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:05:45.437784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.438093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.438437 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.440965 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.443551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.443875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.444349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.444686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.445046 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.445370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.445691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.446044 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ebbb-1fbf-4bed-aa77-f5b09dabfa4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.621895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.624238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.647440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.647856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Fanout notify agent at l3_agent the message router_deleted on router e8833ef7-70ee-4345-92b1-533b4455379c {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:05:45.666534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.667601 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6944217a-7aca-4f33-b46d-f1fc3b29928f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/routers/e8833ef7-70ee-4345-92b1-533b4455379c HTTP/1.1" status: 204 len: 168 time: 1.4459577 Mar 16 11:05:45.670571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39402) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:45.787337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.920076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.948335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab87e941-a23c-496a-8897-4ce90a538a1e']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:45.961855 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af3d308-823a-45f9-89f2-0a19fa951c06') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:45.962218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af3d308-823a-45f9-89f2-0a19fa951c06') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:45.975312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.993712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.001361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:05:46.001736 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:05:46.016625 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:05:46.097537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.115081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.125933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Network': ['ID=ab87e941-a23c-496a-8897-4ce90a538a1e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:46.135265 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8a4798d0-3f3b-46df-b8d0-f8a98e1712aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/networks/ab87e941-a23c-496a-8897-4ce90a538a1e HTTP/1.1" status: 204 len: 168 time: 0.4636302 Mar 16 11:05:46.162799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39412) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:46.169291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'network': {'name': 'tempest-network-smoke--125277207', 'project_id': '849b974e975a469799922d4fd7056cfd', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:46.174360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:46.178618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:network and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:46.181489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:46.187083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:46.197453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:05:46.200818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.227933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:05:46.236989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.237329 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Added segment adb37482-05e4-40ff-a7be-c01bb36f6b96 of type vlan for network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 Mar 16 11:05:46.263642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.293562 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.298948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:46.299522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.407773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d03ba734-649a-4071-8013-78de3db79ff4 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:05:46.416233 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2498748 Mar 16 11:05:46.416765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39416) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:46.420261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf84ff-b2bd-40c5-91a1-0f024b27534e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Network': ['ID=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:46.425120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'admin_state_up': True, 'project_id': '849b974e975a469799922d4fd7056cfd', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:46.433704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:46.437504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:router and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:46.440653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:46.448389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:46.452006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:05:46.461564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.463160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.481462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: d03ba734-649a-4071-8013-78de3db79ff4 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:05:46.481805 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d03ba734-649a-4071-8013-78de3db79ff4 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:05:46.482217 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3e4cec41-b134-4e12-83df-45d6c3b85a8d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:05:46.483906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.517547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 3e4cec41-b134-4e12-83df-45d6c3b85a8d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:05:46.517889 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3e4cec41-b134-4e12-83df-45d6c3b85a8d not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:05:46.518297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 05841556-ea56-41a2-a469-5b897d70de0d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:05:46.557686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 05841556-ea56-41a2-a469-5b897d70de0d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:05:46.558020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 05841556-ea56-41a2-a469-5b897d70de0d not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:05:46.788711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:47.097113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:47.126159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:47.269184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.122 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/6df1bba4-ed68-4d55-8e3f-d20c36f81828) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:47.423770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:47.455286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:47.514831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:47.521590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:47.525735 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:47.554331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=6df1bba4-ed68-4d55-8e3f-d20c36f81828,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:48.069228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:48.413293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:48.623789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router 893331b9-0ddf-4dce-88ad-d7be589cab5f is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:05:48.803358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:48.826216 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Sync routers for ids ['893331b9-0ddf-4dce-88ad-d7be589cab5f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:48.839633 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Routers {'893331b9-0ddf-4dce-88ad-d7be589cab5f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:48.840455 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['893331b9-0ddf-4dce-88ad-d7be589cab5f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:48.842034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:48.846922 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d01d305f-285a-43b1-8afb-e9dab0994b0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4248509 Mar 16 11:05:48.847293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39430) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:48.893190 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0edfff8d-1e50-40e6-bc80-895a006d9c0a tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=849b974e975a469799922d4fd7056cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446393 Mar 16 11:05:48.895680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39434) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:49.026071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54183cd3-ba0d-4356-b37d-eb74a2c9869f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:49.027573 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-54183cd3-ba0d-4356-b37d-eb74a2c9869f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309555 Mar 16 11:05:49.030298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39438) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:49.033964 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Set router 893331b9-0ddf-4dce-88ad-d7be589cab5f gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:49.069521 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b898b7f0-459c-4c18-84b3-9b4ded217a38 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379441 Mar 16 11:05:49.071858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39442) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:49.077327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1392917182', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'project_id': '849b974e975a469799922d4fd7056cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:49.194615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:49.199888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:subnet and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:49.204019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:49.210074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:49.224856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:05:49.228264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.362323 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:47Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:49.371564 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Checking router: 893331b9-0ddf-4dce-88ad-d7be589cab5f for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:49.372184 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Updating router 893331b9-0ddf-4dce-88ad-d7be589cab5f port 6df1bba4-ed68-4d55-8e3f-d20c36f81828 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:05:49.452481 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.694200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.778724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Subnet': ['ID=268c0ecd-9eef-49df-92e2-aee214049fcb,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:49.785800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Checking segment: {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:05:49.786236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network hostable DHCP agents. Network: b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:05:49.821759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:05:49.841770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:49.846742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:49.847707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.855698 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2125430-7bd8-4f62-90b1-8e72bdab391f None None] Network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:05:49.874554 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7d440a53-fbcd-4041-914a-713c9f91c158 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7988765 Mar 16 11:05:49.875061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39446) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:49.913954 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.933154 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Transition to ACTIVE for port object 6df1bba4-ed68-4d55-8e3f-d20c36f81828 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:49.943354 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:50.113277 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Attempting to bind port 6df1bba4-ed68-4d55-8e3f-d20c36f81828 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:05:50.114651 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Attempting to bind port 6df1bba4-ed68-4d55-8e3f-d20c36f81828 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:05:50.115746 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Attempting to bind port 6df1bba4-ed68-4d55-8e3f-d20c36f81828 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:05:50.134947 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Pushing event updated for resources: {'Port': ['ID=6df1bba4-ed68-4d55-8e3f-d20c36f81828,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:50.141792 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:05:50.142851 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:05:50.143701 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:50.144658 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:05:50.146589 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Bound port: 6df1bba4-ed68-4d55-8e3f-d20c36f81828, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:05:50.147348 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:50.198820 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.210367 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.210367 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.210367 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.210367 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.211132 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.211132 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.211286 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.211469 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.211793 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.212111 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.212472 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.227829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:05:50.228726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:50.292719 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] For port 6df1bba4-ed68-4d55-8e3f-d20c36f81828, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:05:50.296214 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] For port 6df1bba4-ed68-4d55-8e3f-d20c36f81828, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6df1bba4-ed68-4d55-8e3f-d20c36f81828,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:05:50.303374 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:50.496265 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Routers {'893331b9-0ddf-4dce-88ad-d7be589cab5f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:50.497517 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['893331b9-0ddf-4dce-88ad-d7be589cab5f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:50.604689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Allocated IP 172.20.0.2 (b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14/268c0ecd-9eef-49df-92e2-aee214049fcb/97ec759a-437c-4b2a-b41c-1bdbba996782) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:50.730240 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237fb67-fcd3-4236-b5f2-f51795907585 None None] Pushing event updated for resources: {'Port': ['ID=6df1bba4-ed68-4d55-8e3f-d20c36f81828,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:50.809553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:50.929431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:50.934104 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] Set router 893331b9-0ddf-4dce-88ad-d7be589cab5f gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:50.942264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Transition to ACTIVE for port object 97ec759a-437c-4b2a-b41c-1bdbba996782 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:50.963183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Transition to ACTIVE for port object 97ec759a-437c-4b2a-b41c-1bdbba996782 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:50.975872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:51.117978 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:51.119068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Pushing event updated for resources: {'Port': ['ID=97ec759a-437c-4b2a-b41c-1bdbba996782,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:51.122066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:51.124761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:51.248663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Attempting to bind port 97ec759a-437c-4b2a-b41c-1bdbba996782 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:05:51.249084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Attempting to bind port 97ec759a-437c-4b2a-b41c-1bdbba996782 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:05:51.249447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Attempting to bind port 97ec759a-437c-4b2a-b41c-1bdbba996782 on network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:05:51.257385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:05:51.257809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Checking segment: {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:05:51.258342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:51.258732 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Bound using segment: {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:05:51.259315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Bound port: 97ec759a-437c-4b2a-b41c-1bdbba996782, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:05:51.259572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:51.351983 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:47Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:51.356456 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce574b1-b1d8-4bdc-a942-c9466ec41655 None None] The sync data for ids ['893331b9-0ddf-4dce-88ad-d7be589cab5f'] in dv-neutron-833860-1-hyperv is: [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:47Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:51.367840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] For port 97ec759a-437c-4b2a-b41c-1bdbba996782, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:05:51.373637 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] For port 97ec759a-437c-4b2a-b41c-1bdbba996782, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=97ec759a-437c-4b2a-b41c-1bdbba996782,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:05:51.385623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:51.404835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.1 (b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14/268c0ecd-9eef-49df-92e2-aee214049fcb/7c6a76fa-4490-48d5-85b9-fb06c392fa2b) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:51.483433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25ddf4-ba9c-443c-8e9f-394c23032ae6 None None] Pushing event updated for resources: {'Port': ['ID=97ec759a-437c-4b2a-b41c-1bdbba996782,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:51.791790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:51.809960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 7c6a76fa-4490-48d5-85b9-fb06c392fa2b will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:51.855042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:51.865443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-125be27c-4907-4ed1-a412-48ef0c5678cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:51.955090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:51.959031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:51.964780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:52.043360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=7c6a76fa-4490-48d5-85b9-fb06c392fa2b,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:52.072810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:52.241252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:52.490161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 97ec759a-437c-4b2a-b41c-1bdbba996782 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:52.646370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 97ec759a-437c-4b2a-b41c-1bdbba996782 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:52.656145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6df1bba4-ed68-4d55-8e3f-d20c36f81828 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:52.797888 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 6df1bba4-ed68-4d55-8e3f-d20c36f81828 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:52.809913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6df1bba4-ed68-4d55-8e3f-d20c36f81828 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:52.810271 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:52.988725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e94c48-4ae0-4113-84f1-0dc088b90355 None None] Network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:05:52.990271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:52.995717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:53.100620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:53.112983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:53.146974 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-59f71d08-da86-4f80-9a44-c0764eb40e5d None None] Provisioning for port 97ec759a-437c-4b2a-b41c-1bdbba996782 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:53.161639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 6df1bba4-ed68-4d55-8e3f-d20c36f81828, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6df1bba4-ed68-4d55-8e3f-d20c36f81828,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:53.177204 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:53.219570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=7c6a76fa-4490-48d5-85b9-fb06c392fa2b,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:53.241427 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-59f71d08-da86-4f80-9a44-c0764eb40e5d None None] Provisioning complete for port 97ec759a-437c-4b2a-b41c-1bdbba996782 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:53.241804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-59f71d08-da86-4f80-9a44-c0764eb40e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:53.281202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:53.282416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:53.439304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=6df1bba4-ed68-4d55-8e3f-d20c36f81828,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:53.503516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router 893331b9-0ddf-4dce-88ad-d7be589cab5f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:05:53.585789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-59f71d08-da86-4f80-9a44-c0764eb40e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:53.631098 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-59f71d08-da86-4f80-9a44-c0764eb40e5d None None] For port 97ec759a-437c-4b2a-b41c-1bdbba996782, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=97ec759a-437c-4b2a-b41c-1bdbba996782,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:53.652261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-59f71d08-da86-4f80-9a44-c0764eb40e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:53.742769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f71d08-da86-4f80-9a44-c0764eb40e5d None None] Pushing event updated for resources: {'Port': ['ID=97ec759a-437c-4b2a-b41c-1bdbba996782,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:53.759808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:53.769858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Sync routers for ids ['893331b9-0ddf-4dce-88ad-d7be589cab5f'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:53.781109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Routers {'893331b9-0ddf-4dce-88ad-d7be589cab5f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:53.782086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['893331b9-0ddf-4dce-88ad-d7be589cab5f'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:53.787731 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1f3e60a2-2ec9-4e26-9308-a4e69084ee9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/893331b9-0ddf-4dce-88ad-d7be589cab5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9088931 Mar 16 11:05:53.787977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39458) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:54.042225 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Set router 893331b9-0ddf-4dce-88ad-d7be589cab5f gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:54.124188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b03c1d-9271-4049-8c2a-fd28e2d28512 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.124188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b03c1d-9271-4049-8c2a-fd28e2d28512 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.124188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b03c1d-9271-4049-8c2a-fd28e2d28512 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.127970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b03c1d-9271-4049-8c2a-fd28e2d28512 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.127970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b03c1d-9271-4049-8c2a-fd28e2d28512 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.127970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b03c1d-9271-4049-8c2a-fd28e2d28512 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.132314 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b1b03c1d-9271-4049-8c2a-fd28e2d28512 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3403890 Mar 16 11:05:54.132655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39462) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:54.177227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-598af7b5-9953-44ca-9d6d-4b8d47192ec8 None None] Provisioning for port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:54.229729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c036d86d-5f9f-4fa1-ae3c-d9141da61ba7 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.230665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c036d86d-5f9f-4fa1-ae3c-d9141da61ba7 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.231355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c036d86d-5f9f-4fa1-ae3c-d9141da61ba7 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.231815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c036d86d-5f9f-4fa1-ae3c-d9141da61ba7 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.232417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c036d86d-5f9f-4fa1-ae3c-d9141da61ba7 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.233315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c036d86d-5f9f-4fa1-ae3c-d9141da61ba7 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:54.238188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39466) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:54.238601 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c036d86d-5f9f-4fa1-ae3c-d9141da61ba7 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1045053 Mar 16 11:05:54.250679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-598af7b5-9953-44ca-9d6d-4b8d47192ec8 None None] Provisioning complete for port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:54.252620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-598af7b5-9953-44ca-9d6d-4b8d47192ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:54.393715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-598af7b5-9953-44ca-9d6d-4b8d47192ec8 None None] Port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:05:54.431447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 97ec759a-437c-4b2a-b41c-1bdbba996782 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:54.506853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-598af7b5-9953-44ca-9d6d-4b8d47192ec8 None None] Provisioning complete for port 97ec759a-437c-4b2a-b41c-1bdbba996782 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:54.508116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-598af7b5-9953-44ca-9d6d-4b8d47192ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:54.560760 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f3865f05-d814-4fec-bdce-0911571061ff tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3213446 Mar 16 11:05:54.563779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39474) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:54.570758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-896541394', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:54.739359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:54.743797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:port and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:54.747065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:54.754038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:54.769253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:05:54.773485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:54.774123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 97ec759a-437c-4b2a-b41c-1bdbba996782 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:54.777842 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:54.796569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] device_id is not set on port 467df56e-44ee-4155-9acd-e5756284273a yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:05:54.879707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7c6a76fa-4490-48d5-85b9-fb06c392fa2b', 'name': '', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:68:a4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:51Z', 'updated_at': '2022-03-16T11:05:52Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:54.886672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Checking router: 893331b9-0ddf-4dce-88ad-d7be589cab5f for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:54.887025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Updating router 893331b9-0ddf-4dce-88ad-d7be589cab5f port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:05:54.945107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:54.972631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.13 (b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14/268c0ecd-9eef-49df-92e2-aee214049fcb/467df56e-44ee-4155-9acd-e5756284273a) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:54.992379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6df1bba4-ed68-4d55-8e3f-d20c36f81828 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:55.029099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.053257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-98672dcf-2566-4969-9d64-05ecf8b67f1c None None] Provisioning complete for port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:55.053621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-98672dcf-2566-4969-9d64-05ecf8b67f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.134167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4b37729e-6c1c-4c5d-94b9-e232ee04a9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.173454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-98672dcf-2566-4969-9d64-05ecf8b67f1c None None] Port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:05:55.228912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.250346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6df1bba4-ed68-4d55-8e3f-d20c36f81828 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:55.250513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 467df56e-44ee-4155-9acd-e5756284273a will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:55.250647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.279855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.305625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.354691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:55.358130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:55.361162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:55.451775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:55.466141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:55.467017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.512305 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4931c704-976d-48b6-b948-50ac6c2d1d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9473436 Mar 16 11:05:55.658020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.672024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Transition to ACTIVE for port object 7c6a76fa-4490-48d5-85b9-fb06c392fa2b will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:55.684031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.843380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b6e9ca3e-3355-4eb1-af2c-e60d7f246245 None None] Provisioning for port 467df56e-44ee-4155-9acd-e5756284273a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:55.855522 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107aa5a9-e483-45b0-bfda-25642d4c6712 None None] Pushing event updated for resources: {'Port': ['ID=7c6a76fa-4490-48d5-85b9-fb06c392fa2b,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:55.898252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b6e9ca3e-3355-4eb1-af2c-e60d7f246245 None None] Provisioning complete for port 467df56e-44ee-4155-9acd-e5756284273a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:55.898624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b6e9ca3e-3355-4eb1-af2c-e60d7f246245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.899952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39482) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:55.905748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699801356', 'description': 'tempest-secgroup-smoke-1699801356 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:55.914784 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:55.918961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:55.922362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:55.930636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:55.954404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:55.981957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:55.987662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:55.991139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:55.998515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:56.056184 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Attempting to bind port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:05:56.056557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Attempting to bind port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:05:56.056979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Attempting to bind port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b on network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:05:56.059134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9ca3e-3355-4eb1-af2c-e60d7f246245 None None] Port 467df56e-44ee-4155-9acd-e5756284273a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:05:56.064027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:05:56.064400 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Checking segment: {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:05:56.064842 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.065219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Bound using segment: {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:05:56.066893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Bound port: 7c6a76fa-4490-48d5-85b9-fb06c392fa2b, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:05:56.066893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.087527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.091320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.136612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1edf4749-0d4c-4d72-9212-5eb1910335f2,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:56.140635 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.146002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39486) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:56.151258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1edf4749-0d4c-4d72-9212-5eb1910335f2', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:56.153128 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3088bbcf-8d57-47a3-a6b2-6147030eea97 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2520201 Mar 16 11:05:56.158974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:56.159248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] For port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:05:56.162677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] For port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7c6a76fa-4490-48d5-85b9-fb06c392fa2b,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:05:56.163296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:56.166311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:56.170720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.172003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:56.189020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.252068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.253507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Routers {'893331b9-0ddf-4dce-88ad-d7be589cab5f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:56.254124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['893331b9-0ddf-4dce-88ad-d7be589cab5f'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:56.256642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.283046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6303060-c525-4b01-bbc0-9d6c6064cd03,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:56.293785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.297938 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d5b5975d-26ba-440a-889d-e11288290839 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509225 Mar 16 11:05:56.298212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39490) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:56.305160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1edf4749-0d4c-4d72-9212-5eb1910335f2', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:56.312714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:56.317120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:56.320106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:56.326713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:56.330083 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107aa5a9-e483-45b0-bfda-25642d4c6712 None None] Pushing event updated for resources: {'Port': ['ID=7c6a76fa-4490-48d5-85b9-fb06c392fa2b,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:56.346667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.414435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.419929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.445641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663f8b31-e095-4b2a-9f7a-089690e87245,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:56.450962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] Set router 893331b9-0ddf-4dce-88ad-d7be589cab5f gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:56.456364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.457785 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d2601906-42e0-40e2-8792-7aaa910328d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583083 Mar 16 11:05:56.460532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39494) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:56.465678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1edf4749-0d4c-4d72-9212-5eb1910335f2', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:56.471943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:56.475769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:56.478756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:56.484656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:56.502091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.566818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.571889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.596090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51b2165-e3d2-480a-ba81-2730b41efa94,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:56.607932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.611859 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ee9615f7-b441-40f6-836e-dc0fba323e62 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478410 Mar 16 11:05:56.612233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39498) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:56.617886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1edf4749-0d4c-4d72-9212-5eb1910335f2', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:56.623879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:56.627685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:56.630600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:56.636185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:56.653001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.683698 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.716548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.721145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.748518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7c66af-438c-4612-9aed-ab1503b6c24b,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:56.757187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.761365 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ad3d99f8-4066-4a9e-9cc6-e9b8027a9592 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451979 Mar 16 11:05:56.761607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39504) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:56.768040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1edf4749-0d4c-4d72-9212-5eb1910335f2', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:56.774402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:56.778397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:56.781277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:56.786943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:56.798559 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:05:56.799668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7c6a76fa-4490-48d5-85b9-fb06c392fa2b', 'name': '', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:68:a4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:51Z', 'updated_at': '2022-03-16T11:05:56Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:56.804509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df46f6-9515-47bb-aff4-13fe7431d07e None None] The sync data for ids ['893331b9-0ddf-4dce-88ad-d7be589cab5f'] in dv-neutron-833860-1-hyperv is: [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7c6a76fa-4490-48d5-85b9-fb06c392fa2b', 'name': '', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:68:a4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:51Z', 'updated_at': '2022-03-16T11:05:56Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:56.815673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.908032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.911833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.938678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6be6f6-dfcc-40f0-b41d-cc419fd4f6e2,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:56.951686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.955871 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b34e0691-5716-4403-b58c-f3896e13e91f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1904354 Mar 16 11:05:56.956123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39512) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:56.961423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1edf4749-0d4c-4d72-9212-5eb1910335f2', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:56.967992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:56.972056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:56.975127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:56.980848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:56.993641 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:05:57.001350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:57.075320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:57.093330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:57.131838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbdba16-74e6-422d-986a-634b4124874f,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:57.147242 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-94f50b5b-ce4b-4d24-bdf7-7cfad2c23844 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834725317&fields=id&tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1 HTTP/1.1" status: 200 len: 267 time: 0.0698209 Mar 16 11:05:57.148512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:57.149586 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3156fc94-2f14-4a39-bb5f-c1cb2c206f39 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1925445 Mar 16 11:05:57.315329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-ec5073e1-3299-45f9-b42e-73b8e01b3906 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:57.316873 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-ec5073e1-3299-45f9-b42e-73b8e01b3906 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 812 time: 0.1617551 Mar 16 11:05:57.323967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c319cb75-991b-4f13-8587-184417f9c887 req-90fb928b-dd87-4bbd-9d07-5df1b65cd586 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:57.333512 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-ff8c15c6-2fb0-4b30-a39a-3c3aea91c7e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/quotas/7f902f2e21dc4dfba3a204d55a8fdcd1 HTTP/1.1" status: 200 len: 375 time: 0.0105298 Mar 16 11:05:57.340486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c319cb75-991b-4f13-8587-184417f9c887 req-90fb928b-dd87-4bbd-9d07-5df1b65cd586 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:57.342192 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-90fb928b-dd87-4bbd-9d07-5df1b65cd586 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699801356&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.0623133 Mar 16 11:05:57.424040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cb75-991b-4f13-8587-184417f9c887 req-40729d93-3825-4433-b475-70980c6ba651 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:57.424645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c319cb75-991b-4f13-8587-184417f9c887 req-40729d93-3825-4433-b475-70980c6ba651 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:57.436697 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-23eb894c-daa1-449b-855a-cb69cfddefc6 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0952151 Mar 16 11:05:57.442359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c319cb75-991b-4f13-8587-184417f9c887 req-40729d93-3825-4433-b475-70980c6ba651 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:57.443569 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-40729d93-3825-4433-b475-70980c6ba651 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 930 time: 0.0947115 Mar 16 11:05:57.551327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-a9917934-e654-4c9f-852b-a3a64899ea67 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:05:57.553079 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-a9917934-e654-4c9f-852b-a3a64899ea67 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0976715 Mar 16 11:05:57.604868 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-66d0373c-ad72-4752-af9b-98faeac3a3c7 service neutron] 10.222.0.37 "GET /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1493621 Mar 16 11:05:57.615173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-9bb3e9e9-aec7-4ff4-ab26-ed91a9acd904 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:05:57.616150 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-9bb3e9e9-aec7-4ff4-ab26-ed91a9acd904 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055463 Mar 16 11:05:57.758445 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-dc4d5978-e279-40d2-80f2-88acce00c7ff service neutron] 10.222.0.37 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354220 Mar 16 11:05:57.816978 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-b96d53a5-b965-41c3-abe2-c2b492ad7091 service neutron] 10.222.0.37 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580645 Mar 16 11:05:57.897722 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-aa41234b-2093-482f-9de0-53f73f16ed05 service neutron] 10.222.0.37 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329727 Mar 16 11:05:57.955312 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-626e166e-c64d-49b5-be8e-29dcc5fd923b service neutron] 10.222.0.37 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324949 Mar 16 11:05:58.347580 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5cbf8a96-1d39-4ecd-830d-4ef4b2c41031 req-9dcba5b6-8c1a-4040-a8c4-2c5539ac7483 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 210 time: 0.0451429 Mar 16 11:05:58.382959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7c6a76fa-4490-48d5-85b9-fb06c392fa2b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:58.451839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:58.456614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:58.457010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:58.576680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:58.608942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7c6a76fa-4490-48d5-85b9-fb06c392fa2b,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:58.616327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:58.685277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=7c6a76fa-4490-48d5-85b9-fb06c392fa2b,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:59.097648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-88f1ac57-a578-47e7-a777-b43e131988f9 req-43b80a6d-cd83-4fe3-b40e-1bee96794c1b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:59.110740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-88f1ac57-a578-47e7-a777-b43e131988f9 req-43b80a6d-cd83-4fe3-b40e-1bee96794c1b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:59.111902 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-88f1ac57-a578-47e7-a777-b43e131988f9 req-43b80a6d-cd83-4fe3-b40e-1bee96794c1b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 210 time: 0.0560596 Mar 16 11:05:59.393721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-4674e87e-e730-4928-a6d3-e24b37dff8eb tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:59.396097 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-4674e87e-e730-4928-a6d3-e24b37dff8eb tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 812 time: 0.1520429 Mar 16 11:05:59.456370 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-6f7bf090-3b38-440f-8586-cbd07e73e56e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1 HTTP/1.1" status: 200 len: 379 time: 0.0512452 Mar 16 11:05:59.465097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'port': {'device_id': 'e6291b40-168b-444e-84a4-23c18595e99a', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'admin_state_up': True, 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'security_groups': ['b91e0e08-ad08-436f-9486-22f64fb5c2d2']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:59.504645 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0306e21-eddb-4e4b-bee4-9407211808bf req-4df7d40e-957d-425b-988c-b1745bba6842 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 210 time: 0.0435920 Mar 16 11:05:59.617950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:59.628749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:59.640266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Made reservation on behalf of 7f902f2e21dc4dfba3a204d55a8fdcd1 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:05:59.644138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:59.806472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Allocated IP 172.20.0.11 (961ea7db-628d-4e74-be77-2d38ab843106/4f1c4fe0-b914-4f10-8987-26593049e158/7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:59.994815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:00.012294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Transition to ACTIVE for port object 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:00.083234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cb75-991b-4f13-8587-184417f9c887 req-134ef1fd-3988-467f-b4eb-861c6e691427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:00.084674 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-134ef1fd-3988-467f-b4eb-861c6e691427 service neutron] 10.222.0.48 "GET /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 1026 time: 0.0694559 Mar 16 11:06:00.114590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:00.267052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Network 961ea7db-628d-4e74-be77-2d38ab843106 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:00.302442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:00.313765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:06:00.353869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'Port': ['ID=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:00.357692 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-10ab622c-a8b9-4666-b0a3-06bb5696b9da req-7ffb78ba-197a-427e-94ff-6f9171b0061d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 210 time: 0.1161289 Mar 16 11:06:00.368431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7c6a76fa-4490-48d5-85b9-fb06c392fa2b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:00.412462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cb75-991b-4f13-8587-184417f9c887 req-635ac3f0-d12d-4494-9d5d-d376f74e73b9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:00.413904 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-635ac3f0-d12d-4494-9d5d-d376f74e73b9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 HTTP/1.1" status: 200 len: 796 time: 0.3233232 Mar 16 11:06:00.419623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:00.420238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:00.478437 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:00.478764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:00.485617 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-011682c4-8f18-4e52-949a-881a5886ab0d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 380 time: 0.0610876 Mar 16 11:06:00.487500 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-e2694f80-2143-45f6-ac45-2b8a7ed6a8ed tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0265179 Mar 16 11:06:00.508968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Request body: {'port': {'device_id': 'e6291b40-168b-444e-84a4-23c18595e99a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:00.551862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Request body: {'port': {'device_id': 'ab366c53-bb28-44b9-883b-e6931d60f090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:00.651898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d2663548-a6ca-45e2-b527-50027b18b115 None None] Provisioning for port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:00.657257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d2663548-a6ca-45e2-b527-50027b18b115 None None] Provisioning complete for port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:00.657623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d2663548-a6ca-45e2-b527-50027b18b115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:00.721373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d2663548-a6ca-45e2-b527-50027b18b115 None None] Port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:06:00.888999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:00.889647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b0c18-8fe3-4a6f-9cb8-c639aaa19b29 req-f74a550a-4810-4588-a8e2-be09dd1d1d81 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:00.891161 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-150b0c18-8fe3-4a6f-9cb8-c639aaa19b29 req-f74a550a-4810-4588-a8e2-be09dd1d1d81 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 932 time: 0.2070832 Mar 16 11:06:00.901048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:00.936440 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-150b0c18-8fe3-4a6f-9cb8-c639aaa19b29 req-bae94970-fb77-4df0-b45a-60634029ee2e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391927 Mar 16 11:06:01.535496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467df56e-44ee-4155-9acd-e5756284273a {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:06:01.553469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:01.556791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:06:01.562292 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1f2bbf59-2898-4d2b-9a4d-176340098d42 req-10bea1d1-86b8-4e05-8789-5e7bfbcc3f0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 210 time: 0.0660334 Mar 16 11:06:01.567052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:01.587320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Transition to ACTIVE for port object 467df56e-44ee-4155-9acd-e5756284273a will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:01.589727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Transition to ACTIVE for port object 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:01.591094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:01.623553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:01.778328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:01.995196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:02.028584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Attempting to bind port 467df56e-44ee-4155-9acd-e5756284273a on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:06:02.029518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Attempting to bind port 467df56e-44ee-4155-9acd-e5756284273a by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:06:02.029845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Attempting to bind port 467df56e-44ee-4155-9acd-e5756284273a on network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:02.039781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Port 467df56e-44ee-4155-9acd-e5756284273a on network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:06:02.040103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Attempting to bind port 467df56e-44ee-4155-9acd-e5756284273a on network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:02.044492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Attempting to bind port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:06:02.044808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Attempting to bind port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:06:02.045147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Attempting to bind port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c on network 961ea7db-628d-4e74-be77-2d38ab843106 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:02.049948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:06:02.050319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Checking segment: {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:06:02.050720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Bound using segment: {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:06:02.051139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Bound port: 467df56e-44ee-4155-9acd-e5756284273a, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:06:02.051448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:02.063104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c on network 961ea7db-628d-4e74-be77-2d38ab843106 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:06:02.063419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Attempting to bind port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c on network 961ea7db-628d-4e74-be77-2d38ab843106 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:02.073359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:06:02.073684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Checking segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:06:02.074055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Bound using segment: {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:06:02.074469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Bound port: 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fc11af-355c-4406-a124-501b1ef8a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:06:02.074802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:02.148524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280bc7d-f10b-4ec7-b34e-54c052424278 req-a07360a6-62f8-4646-b4a1-a007414417fc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:02.150025 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7280bc7d-f10b-4ec7-b34e-54c052424278 req-a07360a6-62f8-4646-b4a1-a007414417fc tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 944 time: 0.0977705 Mar 16 11:06:02.195248 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7280bc7d-f10b-4ec7-b34e-54c052424278 req-53906c6c-4dc2-4325-ab35-b594c306b7a5 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386133 Mar 16 11:06:02.217465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:06:02.229913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=467df56e-44ee-4155-9acd-e5756284273a,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:06:02.231066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] For port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:06:02.233975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] For port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:06:02.235651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:02.274387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:02.301237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:02.301833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:02.303197 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] 10.222.0.48 "PUT /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 1131 time: 1.8058858 Mar 16 11:06:02.303786 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab366c53-bb28-44b9-883b-e6931d60f090', 'tag': '467df56e-44ee-4155-9acd-e5756284273a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:02.320796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:02.321384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:02.322958 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] 10.222.0.48 "PUT /v2.0/ports/7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c HTTP/1.1" status: 200 len: 1094 time: 1.8240254 Mar 16 11:06:02.344081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acc7e9-f4a7-4edf-b194-1b4361ee6a1f service neutron] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:02.379858 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab366c53-bb28-44b9-883b-e6931d60f090', 'tag': '467df56e-44ee-4155-9acd-e5756284273a', 'status': 'completed', 'code': 200} Mar 16 11:06:02.664177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79507f-cc75-4e03-b9c9-2862c2a838da service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:02.694261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cb75-991b-4f13-8587-184417f9c887 req-af88590d-25a0-46cc-8a2d-5f1d8f722c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:02.695739 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-af88590d-25a0-46cc-8a2d-5f1d8f722c10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 1134 time: 0.3104134 Mar 16 11:06:02.698309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-818c8e17-48c6-4f64-8c7f-0e024ff28c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:02.699626 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-818c8e17-48c6-4f64-8c7f-0e024ff28c17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 1097 time: 0.2797689 Mar 16 11:06:02.752924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c9310-c47a-4763-9ff2-742eb170acac req-0d26a264-7933-432b-ac95-0396fbe2f22e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:02.754357 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-123c9310-c47a-4763-9ff2-742eb170acac req-0d26a264-7933-432b-ac95-0396fbe2f22e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 981 time: 0.0801008 Mar 16 11:06:02.799256 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-123c9310-c47a-4763-9ff2-742eb170acac req-6dacee6e-05bd-469e-aea9-2c0c6f2611dd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 Mar 16 11:06:02.831566 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-113bd2dc-dcf5-4c8b-990f-c61062b4a42a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c HTTP/1.1" status: 200 len: 217 time: 0.1225173 Mar 16 11:06:02.832889 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-6fa0ac7c-e8ac-4462-aa4d-62451a9daea7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 217 time: 0.1250870 Mar 16 11:06:02.944485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-16d0413c-6ee8-4ad1-9c8b-f1686a703aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:02.945908 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-16d0413c-6ee8-4ad1-9c8b-f1686a703aea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.1041327 Mar 16 11:06:02.947230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cb75-991b-4f13-8587-184417f9c887 req-c0951cf1-9982-4278-a639-7abdf7fd479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:02.948485 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-c0951cf1-9982-4278-a639-7abdf7fd479a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=268c0ecd-9eef-49df-92e2-aee214049fcb HTTP/1.1" status: 200 len: 835 time: 0.0777845 Mar 16 11:06:03.077962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-968c9fc3-2b6f-4264-b47d-9fc561984c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:03.079321 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-968c9fc3-2b6f-4264-b47d-9fc561984c29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1218731 Mar 16 11:06:03.081146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cb75-991b-4f13-8587-184417f9c887 req-a033f9c3-670b-47c5-9b68-4670dd862600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:03.082481 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-a033f9c3-670b-47c5-9b68-4670dd862600 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1261146 Mar 16 11:06:03.346417 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-7d9a14ac-2c66-49b2-b5a0-6ca68a62e2c9 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559807 Mar 16 11:06:03.358859 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-9c73b51a-96ad-48d3-bafc-e445284d88c6 service neutron] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675536 Mar 16 11:06:03.603164 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2481e2a7-4eab-4321-9c12-7907e19d39ec req-2159f15e-a5a8-49c5-8d87-998f9bc90948 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461503 Mar 16 11:06:03.606953 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c319cb75-991b-4f13-8587-184417f9c887 req-eb9d885a-451c-4100-abe9-40a85b685237 service neutron] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287412 Mar 16 11:06:03.617594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb991e4-bad9-4f0b-addd-c08877a027e2 req-a21d33e1-806d-4186-adec-72e44b3a702c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:03.618304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-4cb991e4-bad9-4f0b-addd-c08877a027e2 req-a21d33e1-806d-4186-adec-72e44b3a702c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Synchronizing usage tracker for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:03.636235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-4cb991e4-bad9-4f0b-addd-c08877a027e2 req-a21d33e1-806d-4186-adec-72e44b3a702c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Unset dirty status for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:03.637436 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4cb991e4-bad9-4f0b-addd-c08877a027e2 req-a21d33e1-806d-4186-adec-72e44b3a702c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 944 time: 0.3325632 Mar 16 11:06:03.726989 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4cb991e4-bad9-4f0b-addd-c08877a027e2 req-02127397-9194-457f-8dd8-fc4dba4f2ddb tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835927 Mar 16 11:06:03.750661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-28caa476-9fa2-4451-9743-884228893d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:03.752126 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-28caa476-9fa2-4451-9743-884228893d9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 1134 time: 0.0939040 Mar 16 11:06:03.883132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-014d4c28-d99d-43dd-9451-f500d7d4b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:03.884494 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-014d4c28-d99d-43dd-9451-f500d7d4b55d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 HTTP/1.1" status: 200 len: 897 time: 0.1261199 Mar 16 11:06:03.951620 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-bb2c87f9-c960-4e27-ac34-75f674a5cdb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 217 time: 0.0607843 Mar 16 11:06:03.986952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d44cd-1fe0-4faa-9f6c-5642815e125a req-c024cda4-1986-41b9-9eb3-a7f1a5690eba tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:03.988778 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-db4d44cd-1fe0-4faa-9f6c-5642815e125a req-c024cda4-1986-41b9-9eb3-a7f1a5690eba tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 981 time: 0.0863087 Mar 16 11:06:04.034851 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-db4d44cd-1fe0-4faa-9f6c-5642815e125a req-4d709f7c-6652-45af-9fa0-786abfb11069 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Mar 16 11:06:04.130528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-191792cf-aaa4-411b-bb20-bd0b1c17883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:04.131968 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-191792cf-aaa4-411b-bb20-bd0b1c17883a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=268c0ecd-9eef-49df-92e2-aee214049fcb HTTP/1.1" status: 200 len: 835 time: 0.1747956 Mar 16 11:06:04.208261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-38f00ce1-29e3-460c-838d-c5a1dd2d2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:04.209735 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-38f00ce1-29e3-460c-838d-c5a1dd2d2b30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718901 Mar 16 11:06:04.341063 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-da154a55-d18f-4a1e-8610-c913fc82ee6c service neutron] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243603 Mar 16 11:06:04.380684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6291b40-168b-444e-84a4-23c18595e99a', 'tag': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:04.433255 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6291b40-168b-444e-84a4-23c18595e99a', 'tag': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'status': 'completed', 'code': 200} Mar 16 11:06:04.522362 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ce2cc861-b03d-4ad2-80e9-e7cd767cc9b4 req-15d1e8c5-412a-4a01-b35b-004c28f6707a service neutron] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748438 Mar 16 11:06:04.545057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-fc003b58-2ff4-44b6-8b66-157de5b0200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:04.546510 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-fc003b58-2ff4-44b6-8b66-157de5b0200e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 1097 time: 0.0974438 Mar 16 11:06:04.678379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-5e85fa15-36bb-4302-a011-d6959278684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:04.679803 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-5e85fa15-36bb-4302-a011-d6959278684c service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.1272566 Mar 16 11:06:04.748230 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-039cbc37-481a-40b6-95da-9f94c738d1c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c HTTP/1.1" status: 200 len: 217 time: 0.0592563 Mar 16 11:06:04.816857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-a7a7ce05-909a-4ca8-a0fd-bf068b852be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:04.818575 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-a7a7ce05-909a-4ca8-a0fd-bf068b852be0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.0652573 Mar 16 11:06:04.897492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-0e3c233d-63ea-44df-ae5a-c2ca5b9b0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:04.898827 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-0e3c233d-63ea-44df-ae5a-c2ca5b9b0229 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737290 Mar 16 11:06:04.923333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11948d12-78ce-4f07-b0cd-0262114daf84 req-92b3a228-6976-4074-92a5-1a698d0405b2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:04.925086 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-11948d12-78ce-4f07-b0cd-0262114daf84 req-92b3a228-6976-4074-92a5-1a698d0405b2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 944 time: 0.0842319 Mar 16 11:06:04.983304 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-11948d12-78ce-4f07-b0cd-0262114daf84 req-62b5e1f4-436b-4dc1-bf06-06c2d4328027 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497608 Mar 16 11:06:05.039955 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-58be8152-1ca1-403b-a60b-ba3150176fb0 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335633 Mar 16 11:06:05.235981 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-163e5429-0798-4f08-8f66-4e6fd7136256 req-51fd3ac7-8a73-41fd-9d9d-be3e53164954 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888418 Mar 16 11:06:05.264331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdce56c-c27c-41bc-ba9e-a29eebf3ad16 req-a8c7729a-1e12-482a-915b-ebbb30cc5144 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:05.265812 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bfdce56c-c27c-41bc-ba9e-a29eebf3ad16 req-a8c7729a-1e12-482a-915b-ebbb30cc5144 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 981 time: 0.1111712 Mar 16 11:06:05.309922 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bfdce56c-c27c-41bc-ba9e-a29eebf3ad16 req-b5e31532-dcff-4c83-8d60-e81ca1a54a29 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Mar 16 11:06:06.192332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aed98a-644e-4c7a-9989-d314d78e4a36 req-714cbba7-b1d8-4b6f-925b-c7f6cccc7684 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:06.193803 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f6aed98a-644e-4c7a-9989-d314d78e4a36 req-714cbba7-b1d8-4b6f-925b-c7f6cccc7684 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 944 time: 0.0929947 Mar 16 11:06:06.241130 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f6aed98a-644e-4c7a-9989-d314d78e4a36 req-0dc543b6-4bcb-4e1d-aa73-4484379ca307 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392475 Mar 16 11:06:06.499142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159c18d-dfbf-4d9e-bc18-65dadcf8e83f req-101a086d-1f6d-4ccd-b686-00c9b1c73ebc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:06.500692 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9159c18d-dfbf-4d9e-bc18-65dadcf8e83f req-101a086d-1f6d-4ccd-b686-00c9b1c73ebc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 981 time: 0.0873082 Mar 16 11:06:06.547261 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9159c18d-dfbf-4d9e-bc18-65dadcf8e83f req-9571bf0b-f00a-4b9e-9ec9-83f065098a7d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Mar 16 11:06:07.516767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d2b54-0789-4946-8525-2f6986d821fe req-30b6f953-ce60-4068-aa6f-e7be297d8632 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:07.518354 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-065d2b54-0789-4946-8525-2f6986d821fe req-30b6f953-ce60-4068-aa6f-e7be297d8632 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 944 time: 0.0949244 Mar 16 11:06:07.565135 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-065d2b54-0789-4946-8525-2f6986d821fe req-1c533003-9e92-4dee-9c53-a45fb4800f5e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Mar 16 11:06:07.754303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babff59-cdfe-4f48-981d-ea93416ec121 req-3022f314-7157-411d-8ed4-47d36f8be735 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:07.755773 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9babff59-cdfe-4f48-981d-ea93416ec121 req-3022f314-7157-411d-8ed4-47d36f8be735 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 981 time: 0.0945213 Mar 16 11:06:07.799957 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9babff59-cdfe-4f48-981d-ea93416ec121 req-a4854bff-f98b-4098-a564-d2c88165c78a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Mar 16 11:06:07.892897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 467df56e-44ee-4155-9acd-e5756284273a details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:06:08.074298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=467df56e-44ee-4155-9acd-e5756284273a,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:08.088676 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '467df56e-44ee-4155-9acd-e5756284273a', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'port_id': '467df56e-44ee-4155-9acd-e5756284273a', 'mac_address': 'fa:16:3e:69:35:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:06:08.144335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.161725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467df56e-44ee-4155-9acd-e5756284273a {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:06:08.178321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=467df56e-44ee-4155-9acd-e5756284273a,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:08.182825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.269676 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.280724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:08.582419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['467df56e-44ee-4155-9acd-e5756284273a'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:06:08.759491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ed887-9f7c-4d92-9133-4446337d4965 req-5f5dae1b-ca08-4a79-b564-153e99bcbb06 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:08.761110 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c51ed887-9f7c-4d92-9133-4446337d4965 req-5f5dae1b-ca08-4a79-b564-153e99bcbb06 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 944 time: 0.0817463 Mar 16 11:06:08.805425 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c51ed887-9f7c-4d92-9133-4446337d4965 req-95359a57-5842-4674-b05e-7d0a05d4fd12 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381603 Mar 16 11:06:08.997642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfb8f2-9f49-449f-a299-0a3b0e1790fb req-6e11cd3f-5473-4783-b326-68f176ea277d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:08.998796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-67bfb8f2-9f49-449f-a299-0a3b0e1790fb req-6e11cd3f-5473-4783-b326-68f176ea277d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 982 time: 0.0912263 Mar 16 11:06:09.046846 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-67bfb8f2-9f49-449f-a299-0a3b0e1790fb req-23487167-c99b-4d53-abe6-a301fa0ff1c5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Mar 16 11:06:09.918219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 467df56e-44ee-4155-9acd-e5756284273a up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:09.987959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 467df56e-44ee-4155-9acd-e5756284273a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:09.993051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 467df56e-44ee-4155-9acd-e5756284273a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:09.993421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:10.009522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd2f3e-5228-4c37-9662-73075acde075 req-aa2bce62-e6d9-43f5-a234-707bdaa4aeb2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:10.010991 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-efcd2f3e-5228-4c37-9662-73075acde075 req-aa2bce62-e6d9-43f5-a234-707bdaa4aeb2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 944 time: 0.0860810 Mar 16 11:06:10.058792 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-efcd2f3e-5228-4c37-9662-73075acde075 req-f4163a3b-9f8d-46d7-a0d3-632c63d7f48f tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420237 Mar 16 11:06:10.120713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:10.146682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab366c53-bb28-44b9-883b-e6931d60f090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467df56e-44ee-4155-9acd-e5756284273a'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:10.156385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=467df56e-44ee-4155-9acd-e5756284273a,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:10.162358 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:10.200149 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab366c53-bb28-44b9-883b-e6931d60f090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467df56e-44ee-4155-9acd-e5756284273a', 'code': 200} Mar 16 11:06:10.232710 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:10.246924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fea578-4a53-4889-80e9-b182559be086 req-220d5896-8a7a-4905-a68c-95a3bf23bea4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:10.248416 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d5fea578-4a53-4889-80e9-b182559be086 req-220d5896-8a7a-4905-a68c-95a3bf23bea4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 983 time: 0.0966492 Mar 16 11:06:10.294140 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d5fea578-4a53-4889-80e9-b182559be086 req-8b1beacd-4b1f-42b4-9f29-f3a8f16345e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 Mar 16 11:06:10.423075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dfd51-53fe-473f-98b2-a8a5676ea890 req-f7413788-90ac-43bb-b927-2c8fd80795a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:10.424457 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-904dfd51-53fe-473f-98b2-a8a5676ea890 req-f7413788-90ac-43bb-b927-2c8fd80795a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 1136 time: 0.0704930 Mar 16 11:06:10.574674 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-904dfd51-53fe-473f-98b2-a8a5676ea890 req-2cd29801-db63-4053-857c-5ec13cb92bae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427612 Mar 16 11:06:11.256881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e2f0e-95b4-4ceb-8274-69d32aa8ef30 req-b5a2ea97-3f7d-48fd-be9c-3ae6c524e2fd tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:11.258337 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c98e2f0e-95b4-4ceb-8274-69d32aa8ef30 req-b5a2ea97-3f7d-48fd-be9c-3ae6c524e2fd tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 944 time: 0.0871472 Mar 16 11:06:11.306864 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c98e2f0e-95b4-4ceb-8274-69d32aa8ef30 req-1b6071cc-badf-451e-8502-1ae89379940e tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428400 Mar 16 11:06:11.519106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede71206-0f58-4b34-934d-ac9e442e047b req-0d1b0c25-208a-4126-a211-2fe95150ce00 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:11.521023 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ede71206-0f58-4b34-934d-ac9e442e047b req-0d1b0c25-208a-4126-a211-2fe95150ce00 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 983 time: 0.1110651 Mar 16 11:06:11.567932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ede71206-0f58-4b34-934d-ac9e442e047b req-66d0af19-bd3e-461e-b419-fafae8674eb4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385315 Mar 16 11:06:12.652648 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404a3dc-6883-4745-ad5a-11c35f7c932a req-7f80a4ec-0cc0-4c27-a63e-2145cdd3dca4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:12.654168 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0404a3dc-6883-4745-ad5a-11c35f7c932a req-7f80a4ec-0cc0-4c27-a63e-2145cdd3dca4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 944 time: 0.0825584 Mar 16 11:06:12.698223 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0404a3dc-6883-4745-ad5a-11c35f7c932a req-a105c9c2-fb8c-4a64-94c9-45bcb71bb401 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380366 Mar 16 11:06:12.759360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0847c-cc5b-4571-b143-219abae83d45 req-a9f70222-9e49-4bce-8bce-8db63cddf76a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:12.760876 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-24a0847c-cc5b-4571-b143-219abae83d45 req-a9f70222-9e49-4bce-8bce-8db63cddf76a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 983 time: 0.0835059 Mar 16 11:06:12.804457 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-24a0847c-cc5b-4571-b143-219abae83d45 req-5f6c3c46-8119-4b35-ba65-76f595bf747e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379479 Mar 16 11:06:13.003961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c91ac6-2088-45c8-b591-d449f81ef92e req-77d4998b-9fc5-41c5-8b1c-d658a65e6373 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:13.005547 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-13c91ac6-2088-45c8-b591-d449f81ef92e req-77d4998b-9fc5-41c5-8b1c-d658a65e6373 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 983 time: 0.0896838 Mar 16 11:06:13.052268 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-13c91ac6-2088-45c8-b591-d449f81ef92e req-ca29b202-f471-40f5-95bd-00badaa6f21e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383644 Mar 16 11:06:13.074757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39624) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:13.148189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fb2af7-7e76-4605-ac8f-8a2f72d54d09 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:13.149717 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c6fb2af7-7e76-4605-ac8f-8a2f72d54d09 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 1131 time: 0.0739729 Mar 16 11:06:13.152707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39628) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:13.157927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '467df56e-44ee-4155-9acd-e5756284273a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:13.164078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:13.168037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:floatingip and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:13.170940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:13.177155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:13.189651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:13.333532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:13.477540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.245 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/75ccccfe-785e-4051-9f1c-b014edde8c65) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:06:13.625585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:13.657672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:13.717213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:13.724690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:13.727433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:06:13.765745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=75ccccfe-785e-4051-9f1c-b014edde8c65,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:13.886795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd39a76-8ad4-4603-9906-5df5c1316423 req-8d1637db-191a-46da-8e06-d5778b5c3b19 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:13.888263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2bd39a76-8ad4-4603-9906-5df5c1316423 req-8d1637db-191a-46da-8e06-d5778b5c3b19 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 944 time: 0.0852244 Mar 16 11:06:13.925383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:06:13.936098 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2bd39a76-8ad4-4603-9906-5df5c1316423 req-70f7d3b0-57d2-4b2a-93e2-66e4ca50daf7 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412252 Mar 16 11:06:14.057858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:14.071118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'port_id': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'mac_address': 'fa:16:3e:1e:a5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:06:14.129125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:14.145661 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:06:14.161466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:14.166657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:14.232940 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:14.257214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:14.335321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:14.502591 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:06:14.546081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:14.552228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:14.658079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=75ccccfe-785e-4051-9f1c-b014edde8c65,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:14.666021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:14.856386 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP c38e0d78-b029-4108-8058-e3616031308b associated. External IP: 172.26.2.245, port: 467df56e-44ee-4155-9acd-e5756284273a. Mar 16 11:06:15.370002 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:06:15.385787 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b2a2b-3fb4-42ad-85c6-4c7a2c7e7c6e req-4f010102-4ade-4379-88cc-424b82b834fb tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:15.387230 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-254b2a2b-3fb4-42ad-85c6-4c7a2c7e7c6e req-4f010102-4ade-4379-88cc-424b82b834fb tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 945 time: 0.3069119 Mar 16 11:06:15.388936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router 893331b9-0ddf-4dce-88ad-d7be589cab5f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:06:15.504727 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-254b2a2b-3fb4-42ad-85c6-4c7a2c7e7c6e req-7ef78cc6-05c4-4951-98e0-1598dafc36e2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111088 Mar 16 11:06:15.609781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:06:15.619732 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] Sync routers for ids ['893331b9-0ddf-4dce-88ad-d7be589cab5f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:06:15.629551 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] Routers {'893331b9-0ddf-4dce-88ad-d7be589cab5f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:15.630129 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['893331b9-0ddf-4dce-88ad-d7be589cab5f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:15.635601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:15.690067 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e870f1d7-7e4f-4c87-952e-e7356cbff219 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5361822 Mar 16 11:06:15.690728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab366c53-bb28-44b9-883b-e6931d60f090', 'tag': '467df56e-44ee-4155-9acd-e5756284273a'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:15.693332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39636) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:15.735907 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab366c53-bb28-44b9-883b-e6931d60f090', 'tag': '467df56e-44ee-4155-9acd-e5756284273a', 'status': 'completed', 'code': 200} Mar 16 11:06:15.809375 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] Set router 893331b9-0ddf-4dce-88ad-d7be589cab5f gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:15.810606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe54c58-93b7-4db0-99c3-57fc3aa64688 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:15.812114 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dfe54c58-93b7-4db0-99c3-57fc3aa64688 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090&network_id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 HTTP/1.1" status: 200 len: 1131 time: 0.1172192 Mar 16 11:06:15.841312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-7193e8de-46b3-4de7-9343-151d3f410a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:15.843154 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-7193e8de-46b3-4de7-9343-151d3f410a98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 1136 time: 0.0821850 Mar 16 11:06:15.936316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:15.988873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-16fdd702-71f4-458f-a5e2-862a210a3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:15.991536 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-16fdd702-71f4-458f-a5e2-862a210a3138 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 HTTP/1.1" status: 200 len: 897 time: 0.1425362 Mar 16 11:06:16.039926 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:16.046147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:16.046688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:16.160779 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-035d128a-a19f-4ac8-803b-0a88f5e85847 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 1037 time: 0.1627512 Mar 16 11:06:16.169255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:16.175094 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'c38e0d78-b029-4108-8058-e3616031308b', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.245', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'port_id': '467df56e-44ee-4155-9acd-e5756284273a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-896541394', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'mac_address': 'fa:16:3e:69:35:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab366c53-bb28-44b9-883b-e6931d60f090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:06:14Z', 'updated_at': '2022-03-16T11:06:14Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6a76fa-4490-48d5-85b9-fb06c392fa2b', 'name': '', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:68:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:51Z', 'updated_at': '2022-03-16T11:05:58Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:16.179010 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] Checking router: 893331b9-0ddf-4dce-88ad-d7be589cab5f for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:06:16.187110 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] Routers {'893331b9-0ddf-4dce-88ad-d7be589cab5f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:16.187691 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['893331b9-0ddf-4dce-88ad-d7be589cab5f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:16.197061 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6291b40-168b-444e-84a4-23c18595e99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:16.207445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:16.214644 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:16.240766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-10e2c8a5-fad6-4dbb-8c6c-b3e701a05d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:16.242212 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-10e2c8a5-fad6-4dbb-8c6c-b3e701a05d96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=268c0ecd-9eef-49df-92e2-aee214049fcb HTTP/1.1" status: 200 len: 835 time: 0.0753636 Mar 16 11:06:16.305155 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6291b40-168b-444e-84a4-23c18595e99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'code': 200} Mar 16 11:06:16.307583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762f09-bff9-40e7-8788-286a935ec1ab req-914b4a38-d0b2-407d-8219-96ba8190020e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:16.309034 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:16.309142 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-67762f09-bff9-40e7-8788-286a935ec1ab req-914b4a38-d0b2-407d-8219-96ba8190020e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 983 time: 0.1801856 Mar 16 11:06:16.368333 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-67762f09-bff9-40e7-8788-286a935ec1ab req-832b4e9b-4bfe-41c1-af19-0b1f58078cb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523167 Mar 16 11:06:16.371150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-5825fe3d-6005-4f61-88cd-95d1bfbe4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:16.372542 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-5825fe3d-6005-4f61-88cd-95d1bfbe4594 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198936 Mar 16 11:06:16.391045 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] Set router 893331b9-0ddf-4dce-88ad-d7be589cab5f gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:16.550443 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-362f2511-f458-47fd-8e38-0795e55117cb service neutron] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706586 Mar 16 11:06:16.603716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f5eb-0584-4409-b669-784d0ec1b83e req-0826afff-101a-45bd-a1bf-dbd3dc6a756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:16.605264 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-59a1f5eb-0584-4409-b669-784d0ec1b83e req-0826afff-101a-45bd-a1bf-dbd3dc6a756e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 1099 time: 0.1335773 Mar 16 11:06:16.699338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d26d-263b-4777-8faf-3da8f1c826aa req-8b61e884-7107-4563-b914-0671cf90453b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:16.700857 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8c83d26d-263b-4777-8faf-3da8f1c826aa req-8b61e884-7107-4563-b914-0671cf90453b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 946 time: 0.0813503 Mar 16 11:06:16.713470 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-59a1f5eb-0584-4409-b669-784d0ec1b83e req-875bc7b1-ac11-4c04-ad5a-ecf39babb6b2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634615 Mar 16 11:06:16.723176 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-af8ba6b7-fba1-4e40-9404-864c561de3b0 req-cceeeff7-c6a6-430b-9dd7-db29c1d51fd3 service neutron] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596305 Mar 16 11:06:16.750821 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8c83d26d-263b-4777-8faf-3da8f1c826aa req-b9b01fc6-f025-4dca-92c1-d42689384ff0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436609 Mar 16 11:06:16.786060 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'c38e0d78-b029-4108-8058-e3616031308b', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.245', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'port_id': '467df56e-44ee-4155-9acd-e5756284273a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-896541394', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'mac_address': 'fa:16:3e:69:35:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab366c53-bb28-44b9-883b-e6931d60f090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:06:14Z', 'updated_at': '2022-03-16T11:06:14Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6a76fa-4490-48d5-85b9-fb06c392fa2b', 'name': '', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:68:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:51Z', 'updated_at': '2022-03-16T11:05:58Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:16.789770 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9f0dc-c7be-4b41-b677-7e4146de29cd None None] The sync data for ids ['893331b9-0ddf-4dce-88ad-d7be589cab5f'] in dv-neutron-833860-1-hyperv is: [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'c38e0d78-b029-4108-8058-e3616031308b', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.245', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'port_id': '467df56e-44ee-4155-9acd-e5756284273a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-896541394', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'mac_address': 'fa:16:3e:69:35:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab366c53-bb28-44b9-883b-e6931d60f090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:06:14Z', 'updated_at': '2022-03-16T11:06:14Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6a76fa-4490-48d5-85b9-fb06c392fa2b', 'name': '', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:68:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:51Z', 'updated_at': '2022-03-16T11:05:58Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:06:16.977702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d756a710-a4ce-45cf-aa73-372736ac6d44 None None] New status for floating IP c38e0d78-b029-4108-8058-e3616031308b: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:06:17.573557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b57da-d516-4256-8178-faffa34a6f9d req-ee7071ba-cf40-4f87-b42f-ddb5c276a0b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:17.574897 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a84b57da-d516-4256-8178-faffa34a6f9d req-ee7071ba-cf40-4f87-b42f-ddb5c276a0b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 983 time: 0.0880055 Mar 16 11:06:17.635435 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a84b57da-d516-4256-8178-faffa34a6f9d req-8010e187-dd2c-432e-b3df-1e445acce55b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439103 Mar 16 11:06:17.951749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00bf7f-f85b-402f-89c7-9db4d3d6191b req-34ea676d-a5ad-43bb-b7fc-e180a0d025a2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:17.953271 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2b00bf7f-f85b-402f-89c7-9db4d3d6191b req-34ea676d-a5ad-43bb-b7fc-e180a0d025a2 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 946 time: 0.0897121 Mar 16 11:06:17.957338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-024b53c3-1d59-4d0a-83fd-a7c2a058c436 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:17.958800 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-024b53c3-1d59-4d0a-83fd-a7c2a058c436 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 983 time: 0.0808527 Mar 16 11:06:17.999374 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2b00bf7f-f85b-402f-89c7-9db4d3d6191b req-7b13fe5d-4a5d-434b-bdd3-ea79288a5c06 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402439 Mar 16 11:06:18.032954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-ab8559d8-3c5e-41eb-824a-8a87a0b4a23b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:18.034104 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-ab8559d8-3c5e-41eb-824a-8a87a0b4a23b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0687346 Mar 16 11:06:18.298167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-18b0f5bb-b15d-444a-b24b-7909527b347e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2580276 Mar 16 11:06:18.308105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:18.416684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:18.613586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=467df56e-44ee-4155-9acd-e5756284273a,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:18.641404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:06:18.692409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] device_id is not set on port 467df56e-44ee-4155-9acd-e5756284273a yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:06:18.701218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:18.707804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:18.859680 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78ec6de7-d4b0-46f6-91dd-c41e9222544e req-cbf1db7e-7fd2-479c-8e66-774a692aab25 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab366c53-bb28-44b9-883b-e6931d60f090 HTTP/1.1" status: 200 len: 210 time: 0.1086848 Mar 16 11:06:18.889811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=6']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:18.946964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] No DVR routers for this DVR port 467df56e-44ee-4155-9acd-e5756284273a on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:06:18.955175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b48636ad-c90e-457d-826f-9f34fc3d5107 None None] Provisioning complete for port 467df56e-44ee-4155-9acd-e5756284273a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:18.955679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b48636ad-c90e-457d-826f-9f34fc3d5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:19.007980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b48636ad-c90e-457d-826f-9f34fc3d5107 None None] Port 467df56e-44ee-4155-9acd-e5756284273a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:06:19.168765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] In _notify_port_updated(), no bound segment for port 467df56e-44ee-4155-9acd-e5756284273a on network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:06:19.169667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:19.170269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:19.171540 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bba5bf25-f0fb-4706-a5b6-601fcd1b9ec8 req-db792aef-03d2-4a09-82b0-f0ce407631ec service neutron] 10.222.0.48 "PUT /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 1026 time: 0.8672593 Mar 16 11:06:19.188053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0620d-5289-46e4-9cc0-39aa857093f6 req-0cad48c6-c2cb-4154-8de9-9080c1f3ad2b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:19.189759 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-84a0620d-5289-46e4-9cc0-39aa857093f6 req-0cad48c6-c2cb-4154-8de9-9080c1f3ad2b tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 946 time: 0.0864587 Mar 16 11:06:19.239054 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-84a0620d-5289-46e4-9cc0-39aa857093f6 req-76b5b56f-e450-4b20-860c-c519b4bbbf25 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428059 Mar 16 11:06:19.432295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bac7b-1cbf-446a-aaf8-ac92d9a16f98 req-014cc296-17e0-41ba-ba45-63f2d59e3362 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:19.433676 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fd1bac7b-1cbf-446a-aaf8-ac92d9a16f98 req-014cc296-17e0-41ba-ba45-63f2d59e3362 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 946 time: 0.0876019 Mar 16 11:06:19.483184 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fd1bac7b-1cbf-446a-aaf8-ac92d9a16f98 req-4cf16118-e4a7-4895-b56c-cf19a0d834f7 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413752 Mar 16 11:06:19.505965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39660) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:19.581101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03842440-1a00-4375-9979-b3ca3f231185 tempest-TestVolumeBootPattern-1472405099 tempest-TestVolumeBootPattern-1472405099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:19.582805 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-03842440-1a00-4375-9979-b3ca3f231185 tempest-TestVolumeBootPattern-1472405099 tempest-TestVolumeBootPattern-1472405099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 1094 time: 0.0756507 Mar 16 11:06:19.585504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39664) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:19.590292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:19.596980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:19.600902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Usage tracker for resource:floatingip and tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:19.604060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:19.609842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:19.623814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:19.766444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:19.905665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Allocated IP 172.26.2.80 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/8b045f1e-2732-43ef-8c05-f0f577a9de46) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:06:19.954858 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39670) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:20.028538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ba9e9-9315-4441-9b72-49ee139b8e4c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:20.029994 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f75ba9e9-9315-4441-9b72-49ee139b8e4c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 925 time: 0.0740905 Mar 16 11:06:20.162833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.193514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.258472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:20.265296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:20.269411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:06:20.278637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39676) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:20.283953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208037328', 'description': 'tempest-secgroup-smoke-1208037328 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:20.290458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:20.301028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:20.302070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'Port': ['ID=8b045f1e-2732-43ef-8c05-f0f577a9de46,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:20.313613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.334771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:20.338807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:20.341724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:20.347899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:20.419260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.424810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.469866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e066cd1-a0e2-4853-9c39-5b64286380f0,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:20.476213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.477519 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2d5c10e0-c105-4215-8c2f-16d57139b770 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1978974 Mar 16 11:06:20.480309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39680) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:20.485591 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0e066cd1-a0e2-4853-9c39-5b64286380f0', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:20.491556 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:20.495492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:20.498361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:20.503943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:20.522277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.581708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.588417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.613392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d5ef81-6de8-4d51-b6ac-720a67241323,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:20.623168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.627156 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fcf6b7a2-c5b8-4db5-8dc9-29deca835ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429942 Mar 16 11:06:20.627361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39684) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:20.632375 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0e066cd1-a0e2-4853-9c39-5b64286380f0', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:20.638323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:20.643010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:20.645949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:20.651652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:20.668857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.698987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.734137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.738116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.760790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4543b4-bcea-46cf-940b-b5b01bf694e1,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:20.770950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.772193 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8fbc2334-e191-4523-ba65-70a8f657453d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438894 Mar 16 11:06:20.774977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39688) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:20.779989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0e066cd1-a0e2-4853-9c39-5b64286380f0', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:20.782106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.785989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:20.790058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:20.793068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:20.798973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:20.815930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.880604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.885353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.908866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20936c2-f55d-4dd0-9922-ae88302c2981,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:20.919953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.921366 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dcdd3c50-fb20-4299-800c-cf72accf6e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454554 Mar 16 11:06:20.925572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39692) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:20.938733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0e066cd1-a0e2-4853-9c39-5b64286380f0', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:20.947723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:20.954228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:20.958253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:20.967586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:21.008447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.046410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.055123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.181047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event updated for resources: {'Port': ['ID=8b045f1e-2732-43ef-8c05-f0f577a9de46,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:21.197314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.198382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.254157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.290651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b46c75-8770-4db2-8922-db26e621e378,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:21.306598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.307755 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ba6486de-4f89-478a-9085-626f1d56b0f5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3812048 Mar 16 11:06:21.310754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39696) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:21.316167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0e066cd1-a0e2-4853-9c39-5b64286380f0', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:21.322281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:21.326434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:21.329436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:21.335559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:21.346933 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:06:21.353505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.402723 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Floating IP 4c047243-a655-452a-aa9a-834b3e34d863 associated. External IP: 172.26.2.80, port: 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c. Mar 16 11:06:21.419539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.423591 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.447710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a91d66c-5ede-4c5d-85f7-7efebbaeb248,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:21.458025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.460551 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f5cce737-4fc8-440b-8d89-af831154571e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487656 Mar 16 11:06:21.462054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39700) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:21.467735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '0e066cd1-a0e2-4853-9c39-5b64286380f0', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:21.475132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:21.479087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:21.482165 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:21.487964 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:21.503190 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:06:21.510186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.575520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.580540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.604941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1743e56f-7962-47e3-af78-0d7b703fc9f0,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:21.617120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.618366 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-33a0a085-7505-4651-9efd-470bcaba3b5d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1553612 Mar 16 11:06:21.779872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-5d480e54-9b08-4bda-a1b8-85a3c2d51f9d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:21.796583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-5d480e54-9b08-4bda-a1b8-85a3c2d51f9d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:21.797981 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-5d480e54-9b08-4bda-a1b8-85a3c2d51f9d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208037328&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.0569003 Mar 16 11:06:21.851815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b990-9a37-4891-b52b-991cafe118fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:21.877739 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-810dccf6-9089-4cff-9cd5-d6d6cdc5d6fa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:21.879086 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-810dccf6-9089-4cff-9cd5-d6d6cdc5d6fa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 930 time: 0.0746379 Mar 16 11:06:21.890374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Router 024f22ac-8c7c-44c4-b644-f9e2269a7291 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:06:21.953824 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-d8ac241e-b2eb-4df7-a3c3-fd1903a266ac service neutron] 10.222.0.37 "GET /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0626147 Mar 16 11:06:21.988389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 467df56e-44ee-4155-9acd-e5756284273a no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:22.051105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 467df56e-44ee-4155-9acd-e5756284273a not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:06:22.068321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:06:22.079149 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] Sync routers for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:06:22.089058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:22.090970 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-ce151182-2eed-4755-848e-77a895868465 service neutron] 10.222.0.37 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309450 Mar 16 11:06:22.097777 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:22.098834 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:22.149437 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-024e21d8-16c6-4e49-8432-1e61dadb07ba tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5629282 Mar 16 11:06:22.150180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6291b40-168b-444e-84a4-23c18595e99a', 'tag': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:22.196494 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6291b40-168b-444e-84a4-23c18595e99a', 'tag': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'status': 'completed', 'code': 200} Mar 16 11:06:22.227140 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-d7f0c458-fef8-4280-ae57-1f4fd78e41a2 service neutron] 10.222.0.37 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294000 Mar 16 11:06:22.291796 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:22.309403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-37675389-7dc9-468f-88f2-220cc46a5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:22.311233 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-37675389-7dc9-468f-88f2-220cc46a5ab9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 1099 time: 0.0931032 Mar 16 11:06:22.469298 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4f67de4e-3951-40e0-bd41-53781e575760 req-f0e26ccc-8bbd-4533-b1bd-13a08f5c47c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 210 time: 0.0566490 Mar 16 11:06:22.501427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-8a8d4caf-2a3e-43db-ae2d-f719bae15374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:22.502898 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-8a8d4caf-2a3e-43db-ae2d-f719bae15374 service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.1859152 Mar 16 11:06:22.618926 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-22e24971-be06-4564-a885-4332d66ac78c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c HTTP/1.1" status: 200 len: 999 time: 0.1094494 Mar 16 11:06:22.675536 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '4c047243-a655-452a-aa9a-834b3e34d863', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.80', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:1e:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6291b40-168b-444e-84a4-23c18595e99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:06:20Z', 'updated_at': '2022-03-16T11:06:20Z', 'revision_number': 0, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}, {'id': '72019b56-3594-4049-af41-710fc18a9d1d', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:96:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:13Z', 'updated_at': '2022-03-16T11:04:16Z', 'revision_number': 1, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:22.679446 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] Checking router: 024f22ac-8c7c-44c4-b644-f9e2269a7291 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:06:22.688413 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:22.689197 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:05:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:22.704357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-7a7740a9-e147-48bf-ae1b-eaea4af9f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:22.706081 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-7a7740a9-e147-48bf-ae1b-eaea4af9f520 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.0817266 Mar 16 11:06:22.785045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-fd2f759a-6678-4eb0-ba8f-6ba5f94bf3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:22.786463 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-fd2f759a-6678-4eb0-ba8f-6ba5f94bf3b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746925 Mar 16 11:06:22.873677 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:22.921591 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-b5e0e661-2821-4983-a459-e23f5c1aff07 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283517 Mar 16 11:06:23.057674 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66880d4f-3d80-4774-a4c3-0dc96b8e2797 req-142cc9cc-accd-4477-bde1-73061abedc3b service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303544 Mar 16 11:06:23.229278 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '4c047243-a655-452a-aa9a-834b3e34d863', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.80', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:1e:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6291b40-168b-444e-84a4-23c18595e99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:06:20Z', 'updated_at': '2022-03-16T11:06:20Z', 'revision_number': 0, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}, {'id': '72019b56-3594-4049-af41-710fc18a9d1d', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:96:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:13Z', 'updated_at': '2022-03-16T11:04:16Z', 'revision_number': 1, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:23.233552 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d99494-40d0-44b6-86d9-3638d6749bc6 None None] The sync data for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv is: [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '4c047243-a655-452a-aa9a-834b3e34d863', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.80', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:1e:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6291b40-168b-444e-84a4-23c18595e99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:06:20Z', 'updated_at': '2022-03-16T11:06:20Z', 'revision_number': 0, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}, {'id': '72019b56-3594-4049-af41-710fc18a9d1d', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:96:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:13Z', 'updated_at': '2022-03-16T11:04:16Z', 'revision_number': 1, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:06:23.434299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-5758824f-61ee-4f62-a474-04654fd93f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:23.435431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3109e599-605b-4567-bb5f-571eb3957f6f None None] New status for floating IP 4c047243-a655-452a-aa9a-834b3e34d863: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:06:23.435823 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-5758824f-61ee-4f62-a474-04654fd93f78 service neutron] 10.222.0.48 "GET /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 1026 time: 0.0629065 Mar 16 11:06:23.590798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-490abee2-daa3-4d90-bc16-4dfd87b4bb53 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:23.592766 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-490abee2-daa3-4d90-bc16-4dfd87b4bb53 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 HTTP/1.1" status: 200 len: 796 time: 0.1504827 Mar 16 11:06:23.681046 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b54d0462-e5d6-4bb0-b367-57ca558ccec8 req-9c89113f-8106-4e18-9288-b8d5e556e418 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 210 time: 0.0526917 Mar 16 11:06:23.787725 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-46426685-43c4-41c9-b430-dac574606b67 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 473 time: 0.1867912 Mar 16 11:06:23.798653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Request body: {'port': {'device_id': 'a3d6456a-d10e-47d1-bc26-1489c37cd754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:23.907288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:24.245577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467df56e-44ee-4155-9acd-e5756284273a {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:06:24.252776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:24.266642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Transition to ACTIVE for port object 467df56e-44ee-4155-9acd-e5756284273a will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:24.272000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:24.407292 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=7']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:24.536244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Attempting to bind port 467df56e-44ee-4155-9acd-e5756284273a on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:06:24.536909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Attempting to bind port 467df56e-44ee-4155-9acd-e5756284273a by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:06:24.536909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Attempting to bind port 467df56e-44ee-4155-9acd-e5756284273a on network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:24.541425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Port 467df56e-44ee-4155-9acd-e5756284273a on network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:06:24.541717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Attempting to bind port 467df56e-44ee-4155-9acd-e5756284273a on network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:24.546839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:06:24.547164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Checking segment: {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:06:24.547510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Bound using segment: {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:06:24.547940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Bound port: 467df56e-44ee-4155-9acd-e5756284273a, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb37482-05e4-40ff-a7be-c01bb36f6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:06:24.548269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:24.638304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:06:24.641161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=467df56e-44ee-4155-9acd-e5756284273a,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:06:24.646490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:24.700058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:24.700669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:24.702020 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] 10.222.0.48 "PUT /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 1131 time: 0.9073408 Mar 16 11:06:24.702441 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d6456a-d10e-47d1-bc26-1489c37cd754', 'tag': '467df56e-44ee-4155-9acd-e5756284273a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:24.777584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e06ab1-5804-4236-bf37-f121ff42e70a service neutron] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=8']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:24.783162 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d6456a-d10e-47d1-bc26-1489c37cd754', 'tag': '467df56e-44ee-4155-9acd-e5756284273a', 'status': 'completed', 'code': 200} Mar 16 11:06:24.823492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a9e467c4-84cb-458c-9193-b798e15600d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:24.825624 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a9e467c4-84cb-458c-9193-b798e15600d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 1134 time: 0.0831127 Mar 16 11:06:24.880777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:24.940676 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-9ff20a7d-5876-4560-9c41-28acd2526e68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 1037 time: 0.1083863 Mar 16 11:06:25.015634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-13e326ad-e1c1-4b3d-b20c-560d149fc8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:25.017111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d480d7-5081-4382-82ad-acd78d72c582 req-10187b1d-eadc-40b5-8b09-08f0ab8b55fd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:25.017610 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-13e326ad-e1c1-4b3d-b20c-560d149fc8ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=268c0ecd-9eef-49df-92e2-aee214049fcb HTTP/1.1" status: 200 len: 835 time: 0.0709612 Mar 16 11:06:25.018714 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e6d480d7-5081-4382-82ad-acd78d72c582 req-10187b1d-eadc-40b5-8b09-08f0ab8b55fd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 981 time: 0.2159557 Mar 16 11:06:25.021409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bb10064b-6560-4b1b-a2bc-15f25a2a97f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:25.064646 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e6d480d7-5081-4382-82ad-acd78d72c582 req-69849f8d-e49c-4899-9807-aebe4a8e6fb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382948 Mar 16 11:06:25.156338 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-4b418daf-281c-4a66-800e-b17881ed6bd7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0987101 Mar 16 11:06:25.158954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-4ac1974e-e94c-440a-a44f-15c8989107b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:25.160289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-4ac1974e-e94c-440a-a44f-15c8989107b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1330006 Mar 16 11:06:25.350799 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-a97fc9c8-4a60-429f-9017-9f6b8b6b62f6 service neutron] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837869 Mar 16 11:06:25.356602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-b92953db-7246-438a-bef9-a5a506c2713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:25.358022 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-b92953db-7246-438a-bef9-a5a506c2713b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 1099 time: 0.1734767 Mar 16 11:06:25.382345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:25.716024 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-26d0b86f-8399-41fd-93d7-c1cb4d6082a5 req-d22cceaf-004a-43bc-85c5-c1143f9ab897 service neutron] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570609 Mar 16 11:06:25.719393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-94f6b3dc-6362-4bb9-8af5-139f0ac47b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:25.721670 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-94f6b3dc-6362-4bb9-8af5-139f0ac47b9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.3402565 Mar 16 11:06:25.867480 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-11916eb9-6646-4d66-b56a-fdccd854189e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f12a9657-7b55-458e-a004-d501ba43fc07 HTTP/1.1" status: 200 len: 1002 time: 0.1392977 Mar 16 11:06:25.932218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-d97ba75a-28d1-4fc8-81aa-7e0bb15829e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:25.933654 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-d97ba75a-28d1-4fc8-81aa-7e0bb15829e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 1134 time: 0.1535697 Mar 16 11:06:25.941436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-abfcab94-0f13-4832-a233-887a401cab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:25.942770 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-abfcab94-0f13-4832-a233-887a401cab55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.0695252 Mar 16 11:06:26.119254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-487b659d-f748-45ba-a510-73e28fd21a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:26.120625 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-487b659d-f748-45ba-a510-73e28fd21a10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 HTTP/1.1" status: 200 len: 897 time: 0.1809397 Mar 16 11:06:26.125009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-def72cde-4d37-4153-ba6f-530d3e378010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:26.126309 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-def72cde-4d37-4153-ba6f-530d3e378010 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1646180 Mar 16 11:06:26.347544 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-c4184451-6b02-4387-bfbd-aad4e700d613 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 1037 time: 0.2202785 Mar 16 11:06:26.425439 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-7d93491f-b777-4f57-8c0d-61e77dd5f356 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427654 Mar 16 11:06:26.481053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-34c40902-9f4d-42f2-95c1-f2b0ee40eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:26.482418 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-34c40902-9f4d-42f2-95c1-f2b0ee40eed0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=268c0ecd-9eef-49df-92e2-aee214049fcb HTTP/1.1" status: 200 len: 835 time: 0.1260331 Mar 16 11:06:26.565667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878b4ca-0ce8-4a87-a970-19ca27e0375f req-58a19be5-d652-43e8-bd04-f2445f08aed5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:26.567105 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7878b4ca-0ce8-4a87-a970-19ca27e0375f req-58a19be5-d652-43e8-bd04-f2445f08aed5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 981 time: 0.3856285 Mar 16 11:06:26.613058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:26.656697 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7878b4ca-0ce8-4a87-a970-19ca27e0375f req-4e4c9c5f-39e9-4ef3-a3ad-d5749dbd14f8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745196 Mar 16 11:06:26.661387 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5474c41d-8ea7-4a19-9bd2-6fd662b0a933 req-cabe81bc-b97d-41f4-84bf-6f2de43a25d9 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285733 Mar 16 11:06:26.677134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-0a6bc1f6-3998-41d9-9be8-40a84d90d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:26.678519 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-0a6bc1f6-3998-41d9-9be8-40a84d90d833 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1513400 Mar 16 11:06:26.822971 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-7955f06e-26a1-4a2e-b922-219feba52837 service neutron] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356275 Mar 16 11:06:27.080063 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-32434cde-acda-4201-a6a8-3c7ac6df51ee req-2941954d-b6a8-4c8f-8eb0-9c814142093e service neutron] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491159 Mar 16 11:06:27.850140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdf861-8bf5-48ec-bffc-38492830c651 req-7406a3ba-334f-455e-8d46-284742480c90 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:27.851591 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3ebdf861-8bf5-48ec-bffc-38492830c651 req-7406a3ba-334f-455e-8d46-284742480c90 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 981 time: 0.0900006 Mar 16 11:06:27.897913 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3ebdf861-8bf5-48ec-bffc-38492830c651 req-e37cb432-8f69-428a-b748-5f10ceca4650 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383053 Mar 16 11:06:29.101908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948dbd3-f2c3-4644-98c2-e9949bc323ba req-718ecd9b-3793-4eaf-a77f-9a89d4ca1cfe tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:29.104255 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9948dbd3-f2c3-4644-98c2-e9949bc323ba req-718ecd9b-3793-4eaf-a77f-9a89d4ca1cfe tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 981 time: 0.0857682 Mar 16 11:06:29.155140 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9948dbd3-f2c3-4644-98c2-e9949bc323ba req-72f8aa4d-2941-4524-983d-2a7631fcc7fa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Mar 16 11:06:30.026842 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 467df56e-44ee-4155-9acd-e5756284273a details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:06:30.177601 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=467df56e-44ee-4155-9acd-e5756284273a,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:30.192764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '467df56e-44ee-4155-9acd-e5756284273a', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'port_id': '467df56e-44ee-4155-9acd-e5756284273a', 'mac_address': 'fa:16:3e:69:35:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:06:30.247729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:30.264956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467df56e-44ee-4155-9acd-e5756284273a {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:06:30.280171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=467df56e-44ee-4155-9acd-e5756284273a,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:30.284256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:30.341020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d885ba-206e-43de-8521-7cf22cda1aba req-062d147d-54ca-4fb7-a9ee-1347a4f16de7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:30.343454 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d0d885ba-206e-43de-8521-7cf22cda1aba req-062d147d-54ca-4fb7-a9ee-1347a4f16de7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 982 time: 0.0832820 Mar 16 11:06:30.350205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=9']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:30.388086 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d0d885ba-206e-43de-8521-7cf22cda1aba req-e1dbe7e0-c26c-4bcf-b9c8-5e3c78a5fef7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 Mar 16 11:06:30.620966 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['467df56e-44ee-4155-9acd-e5756284273a'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:06:31.737790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf8aab-d05e-4ca4-b2b7-a79274137dbe req-e71aa24a-a4c9-4338-a7f1-7e2a5dc63a69 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:31.739140 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-87bf8aab-d05e-4ca4-b2b7-a79274137dbe req-e71aa24a-a4c9-4338-a7f1-7e2a5dc63a69 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 982 time: 0.0817466 Mar 16 11:06:31.784879 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-87bf8aab-d05e-4ca4-b2b7-a79274137dbe req-ec7a7ee5-7301-4fd9-8c96-9c61680fdf88 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Mar 16 11:06:32.033442 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 467df56e-44ee-4155-9acd-e5756284273a up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:32.113583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 467df56e-44ee-4155-9acd-e5756284273a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:32.118253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 467df56e-44ee-4155-9acd-e5756284273a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:32.118665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:32.229595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:32.259089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d6456a-d10e-47d1-bc26-1489c37cd754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467df56e-44ee-4155-9acd-e5756284273a'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:32.269505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=467df56e-44ee-4155-9acd-e5756284273a,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:32.274133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:32.304874 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d6456a-d10e-47d1-bc26-1489c37cd754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467df56e-44ee-4155-9acd-e5756284273a', 'code': 200} Mar 16 11:06:32.342857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=10']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:32.545561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136b63-5c8e-43eb-b24b-aa36b07264b9 req-f1fc5fdf-e86f-42bf-8aca-7803a8440a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:32.546950 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2b136b63-5c8e-43eb-b24b-aa36b07264b9 req-f1fc5fdf-e86f-42bf-8aca-7803a8440a12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 1137 time: 0.0751336 Mar 16 11:06:32.586748 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2b136b63-5c8e-43eb-b24b-aa36b07264b9 req-746cfd6e-95a4-4f58-bbc0-75f2fb241550 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Mar 16 11:06:32.976237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660477da-44d9-4707-8991-2443096b51eb req-8a5d4c22-7ba1-4453-8256-d3bfb05c4eaa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:32.977723 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-660477da-44d9-4707-8991-2443096b51eb req-8a5d4c22-7ba1-4453-8256-d3bfb05c4eaa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 984 time: 0.0821781 Mar 16 11:06:33.076005 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-660477da-44d9-4707-8991-2443096b51eb req-f2793839-ca6d-407c-a10a-39d0f3b57a56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898376 Mar 16 11:06:34.328919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc292d6-4791-4e33-aa70-c6279c1c2912 req-96f20109-3c8c-40d3-bb0f-416b81efec0d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:34.330370 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1bc292d6-4791-4e33-aa70-c6279c1c2912 req-96f20109-3c8c-40d3-bb0f-416b81efec0d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 984 time: 0.1336007 Mar 16 11:06:34.374702 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1bc292d6-4791-4e33-aa70-c6279c1c2912 req-6a15a80e-dd58-4f79-ace2-e98490f1f55c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 Mar 16 11:06:34.566373 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c90148-eec9-4ae4-822b-81b917a9ff4e req-62d9b244-4aac-4658-9220-12fca76d5bfb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:34.567972 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-75c90148-eec9-4ae4-822b-81b917a9ff4e req-62d9b244-4aac-4658-9220-12fca76d5bfb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 984 time: 0.0848145 Mar 16 11:06:34.616476 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-75c90148-eec9-4ae4-822b-81b917a9ff4e req-4bd96b57-852b-43ed-ab8e-ac3a5d968a65 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Mar 16 11:06:34.638394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39764) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:34.710426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4a6c5-3c1e-4566-ab6a-4d3848acfd0b tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:34.711877 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3eb4a6c5-3c1e-4566-ab6a-4d3848acfd0b tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754&network_id=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 HTTP/1.1" status: 200 len: 1132 time: 0.0724757 Mar 16 11:06:35.086584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f891d9-6565-423e-9d8e-f429e44de62a req-6ca7e231-b20e-432c-a6f9-828620c27efc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:35.088035 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c2f891d9-6565-423e-9d8e-f429e44de62a req-6ca7e231-b20e-432c-a6f9-828620c27efc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 984 time: 0.0900764 Mar 16 11:06:35.133380 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c2f891d9-6565-423e-9d8e-f429e44de62a req-04542c03-6b8b-46a5-838c-2639b3d0c3ac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392213 Mar 16 11:06:36.332450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1db48-e848-400f-8127-4c577b005aa5 req-794bef74-9302-4a4b-81ac-bcda9afc0e25 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:36.332450 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5ff1db48-e848-400f-8127-4c577b005aa5 req-794bef74-9302-4a4b-81ac-bcda9afc0e25 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 984 time: 0.0837507 Mar 16 11:06:36.379594 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5ff1db48-e848-400f-8127-4c577b005aa5 req-775fa943-6b5d-47c5-84d3-cf65f8147045 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0bcde69-25ef-4ceb-a76f-c828f789a78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393713 Mar 16 11:06:36.611555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-309c5e17-e6a1-4420-a08f-7cbc5bf626bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:36.611555 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-309c5e17-e6a1-4420-a08f-7cbc5bf626bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 984 time: 0.0830154 Mar 16 11:06:36.690655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-a15df766-8a95-40f4-be4c-2e6b0fe3eaba tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:36.690655 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-a15df766-8a95-40f4-be4c-2e6b0fe3eaba tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0741107 Mar 16 11:06:36.839075 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-8ecf3b84-305b-4560-9808-5f3efdf796e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1435761 Mar 16 11:06:36.850371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:36.957147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:37.157644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=467df56e-44ee-4155-9acd-e5756284273a,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:37.185803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] For port 467df56e-44ee-4155-9acd-e5756284273a, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:06:37.235564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] device_id is not set on port 467df56e-44ee-4155-9acd-e5756284273a yet. {{(pid=87874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:06:37.245911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:37.251693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:37.400954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Pushing event updated for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=11']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:37.411293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.411293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.411293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.411293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.411293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.411293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.411293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.411293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.411293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.418008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.418008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.418008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:37.458026 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] No DVR routers for this DVR port 467df56e-44ee-4155-9acd-e5756284273a on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:06:37.633113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-86edfc82-5639-4506-a40e-c4f7cad31307 None None] Provisioning complete for port 467df56e-44ee-4155-9acd-e5756284273a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:37.633113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-86edfc82-5639-4506-a40e-c4f7cad31307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:37.704513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-86edfc82-5639-4506-a40e-c4f7cad31307 None None] Port 467df56e-44ee-4155-9acd-e5756284273a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:06:37.710895 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-311cf236-7690-46c2-a683-9370096dae8a req-79006653-21fb-44a8-938d-b34db35d8a31 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3d6456a-d10e-47d1-bc26-1489c37cd754 HTTP/1.1" status: 200 len: 210 time: 0.0498197 Mar 16 11:06:37.887813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] In _notify_port_updated(), no bound segment for port 467df56e-44ee-4155-9acd-e5756284273a on network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 {{(pid=87874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:06:37.887813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:37.887813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:37.887813 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dcbe98ff-a7c5-43c8-ada1-553e0a045b79 req-f49388cf-b0b4-419d-816f-d03588447d6e service neutron] 10.222.0.48 "PUT /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 200 len: 1027 time: 1.0455341 Mar 16 11:06:38.280672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:38.795748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39780) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:38.871338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8052461b-f46d-4a68-b515-5d6ea1ffe807 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:38.902637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8052461b-f46d-4a68-b515-5d6ea1ffe807 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:38.976304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8052461b-f46d-4a68-b515-5d6ea1ffe807 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:38.994272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052461b-f46d-4a68-b515-5d6ea1ffe807 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e066cd1-a0e2-4853-9c39-5b64286380f0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:39.010835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8052461b-f46d-4a68-b515-5d6ea1ffe807 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:39.010835 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8052461b-f46d-4a68-b515-5d6ea1ffe807 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e066cd1-a0e2-4853-9c39-5b64286380f0 HTTP/1.1" status: 204 len: 168 time: 0.2121413 Mar 16 11:06:39.049094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39786) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:39.256303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 75ccccfe-785e-4051-9f1c-b014edde8c65 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:39.256303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:39.428553 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:39.428921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:39.563040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 75ccccfe-785e-4051-9f1c-b014edde8c65 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:39.727673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:39.773502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=75ccccfe-785e-4051-9f1c-b014edde8c65,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:39.868205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:39.868873 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP c38e0d78-b029-4108-8058-e3616031308b disassociated (deleted). External IP: 172.26.2.245, port: 467df56e-44ee-4155-9acd-e5756284273a. Mar 16 11:06:40.091344 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 467df56e-44ee-4155-9acd-e5756284273a no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:40.183291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 467df56e-44ee-4155-9acd-e5756284273a not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:06:40.324386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router 893331b9-0ddf-4dce-88ad-d7be589cab5f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:06:40.511117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:06:40.521322 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] Sync routers for ids ['893331b9-0ddf-4dce-88ad-d7be589cab5f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:06:40.532421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:40.559059 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] Routers {'893331b9-0ddf-4dce-88ad-d7be589cab5f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:40.559657 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:06:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['893331b9-0ddf-4dce-88ad-d7be589cab5f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:40.589792 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3378ce93-35c6-4951-bd3e-0d525d8499e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/floatingips/c38e0d78-b029-4108-8058-e3616031308b HTTP/1.1" status: 204 len: 168 time: 1.5407786 Mar 16 11:06:40.730945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39794) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:40.734166 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] Set router 893331b9-0ddf-4dce-88ad-d7be589cab5f gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:40.802780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c00bf457-1a35-479b-afa4-898476711d47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:40.833237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c00bf457-1a35-479b-afa4-898476711d47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:40.905892 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c00bf457-1a35-479b-afa4-898476711d47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:40.923642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bf457-1a35-479b-afa4-898476711d47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edf4749-0d4c-4d72-9212-5eb1910335f2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:40.937096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c00bf457-1a35-479b-afa4-898476711d47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:40.940895 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c00bf457-1a35-479b-afa4-898476711d47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/1edf4749-0d4c-4d72-9212-5eb1910335f2 HTTP/1.1" status: 204 len: 168 time: 0.2063277 Mar 16 11:06:40.970544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39800) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:41.036826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 467df56e-44ee-4155-9acd-e5756284273a {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:41.037165 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:41.066223 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7c6a76fa-4490-48d5-85b9-fb06c392fa2b', 'name': '', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:68:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:51Z', 'updated_at': '2022-03-16T11:05:58Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:41.069888 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] Checking router: 893331b9-0ddf-4dce-88ad-d7be589cab5f for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:06:41.078579 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] Routers {'893331b9-0ddf-4dce-88ad-d7be589cab5f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:41.079519 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:06:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['893331b9-0ddf-4dce-88ad-d7be589cab5f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:41.258652 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] Set router 893331b9-0ddf-4dce-88ad-d7be589cab5f gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:41.282334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:41.407252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 467df56e-44ee-4155-9acd-e5756284273a owned by {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:41.568046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:41.586371 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7c6a76fa-4490-48d5-85b9-fb06c392fa2b', 'name': '', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:68:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:51Z', 'updated_at': '2022-03-16T11:05:58Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:41.591554 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db28a70-ee66-439b-b0ac-feeb708089c8 None None] The sync data for ids ['893331b9-0ddf-4dce-88ad-d7be589cab5f'] in dv-neutron-833860-1-hyperv is: [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:05:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7c6a76fa-4490-48d5-85b9-fb06c392fa2b', 'name': '', 'network_id': 'b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:68:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:51Z', 'updated_at': '2022-03-16T11:05:58Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '268c0ecd-9eef-49df-92e2-aee214049fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:06:41.620603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=467df56e-44ee-4155-9acd-e5756284273a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:41.658963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.659312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.659674 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.659973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.660357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.660678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.661032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.661371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.661686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.661995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.662298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.662769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:41.763363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:41.775933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39804) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:41.776486 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f75ef26c-b522-406f-ad15-14d4a5fc56b1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/ports/467df56e-44ee-4155-9acd-e5756284273a HTTP/1.1" status: 204 len: 168 time: 0.8045218 Mar 16 11:06:41.883195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b2d06e-5c19-4c08-bc75-1ea5f88a0e97 None None] New status for floating IP c38e0d78-b029-4108-8058-e3616031308b: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:06:42.359885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:42.723224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:42.723224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:43.032942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 7c6a76fa-4490-48d5-85b9-fb06c392fa2b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7c6a76fa-4490-48d5-85b9-fb06c392fa2b,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:43.033586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:43.160170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 7c6a76fa-4490-48d5-85b9-fb06c392fa2b owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:43.436277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:43.485115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=7c6a76fa-4490-48d5-85b9-fb06c392fa2b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:43.774903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:44.147588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router 893331b9-0ddf-4dce-88ad-d7be589cab5f has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:06:44.330062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:06:44.340673 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] Sync routers for ids ['893331b9-0ddf-4dce-88ad-d7be589cab5f'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:06:44.345404 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-14df1ecf-c273-4f48-ae5a-728d43446220 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/893331b9-0ddf-4dce-88ad-d7be589cab5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5634694 Mar 16 11:06:44.345858 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39810) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:44.350675 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] Routers {'893331b9-0ddf-4dce-88ad-d7be589cab5f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:44.351269 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:06:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['893331b9-0ddf-4dce-88ad-d7be589cab5f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:44.414931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf7ab8c-b6cc-47ef-8cde-34d65ad20337 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting subnet 268c0ecd-9eef-49df-92e2-aee214049fcb {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:06:44.418845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ab8c-b6cc-47ef-8cde-34d65ad20337 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:44.537708 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] Set router 893331b9-0ddf-4dce-88ad-d7be589cab5f gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:44.610272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ab8c-b6cc-47ef-8cde-34d65ad20337 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:44.703675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ab8c-b6cc-47ef-8cde-34d65ad20337 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:44.791968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ab8c-b6cc-47ef-8cde-34d65ad20337 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:44.833962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ab8c-b6cc-47ef-8cde-34d65ad20337 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:44.836422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00da36fe-d6b2-4fd0-9a7f-96d0c6fb5bcd None None] Network b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:06:44.845028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7ab8c-b6cc-47ef-8cde-34d65ad20337 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Subnet': ['ID=268c0ecd-9eef-49df-92e2-aee214049fcb,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:44.845028 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3cf7ab8c-b6cc-47ef-8cde-34d65ad20337 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/subnets/268c0ecd-9eef-49df-92e2-aee214049fcb HTTP/1.1" status: 204 len: 168 time: 0.4970682 Mar 16 11:06:44.846838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39814) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:44.874439 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:06:43Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:44.878459 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] Checking router: 893331b9-0ddf-4dce-88ad-d7be589cab5f for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:06:44.886890 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] Routers {'893331b9-0ddf-4dce-88ad-d7be589cab5f'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:44.887509 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:06:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['893331b9-0ddf-4dce-88ad-d7be589cab5f'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:45.086388 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] Set router 893331b9-0ddf-4dce-88ad-d7be589cab5f gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:45.168567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] DHCP port deletion for b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:06:45.173135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Deleting port 97ec759a-437c-4b2a-b41c-1bdbba996782 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:45.173513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:45.213914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:45.379444 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:06:43Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:45.383457 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4238d0-3083-43dc-bdfd-e093b3419e3e None None] The sync data for ids ['893331b9-0ddf-4dce-88ad-d7be589cab5f'] in dv-neutron-833860-1-hyperv is: [{'id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'name': 'tempest-TestNetworkBasicOps-router-1834097665', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:46Z', 'updated_at': '2022-03-16T11:06:43Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '6df1bba4-ed68-4d55-8e3f-d20c36f81828', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893331b9-0ddf-4dce-88ad-d7be589cab5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:05:47Z', 'updated_at': '2022-03-16T11:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:06:45.410846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] For port 97ec759a-437c-4b2a-b41c-1bdbba996782, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=97ec759a-437c-4b2a-b41c-1bdbba996782,segment=NetworkSegment(adb37482-05e4-40ff-a7be-c01bb36f6b96),segment_id=adb37482-05e4-40ff-a7be-c01bb36f6b96)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:45.411303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:45.419496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:45.428304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 6df1bba4-ed68-4d55-8e3f-d20c36f81828 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:06:45.428634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:45.534301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Calling delete_port for 97ec759a-437c-4b2a-b41c-1bdbba996782 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:45.613654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 6df1bba4-ed68-4d55-8e3f-d20c36f81828, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6df1bba4-ed68-4d55-8e3f-d20c36f81828,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:45.613986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:45.650125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:45.697244 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Pushing event deleted for resources: {'Port': ['ID=97ec759a-437c-4b2a-b41c-1bdbba996782,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:45.702344 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] No DVR routers for this DVR port 97ec759a-437c-4b2a-b41c-1bdbba996782 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:06:45.704387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.704724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.705108 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.705431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.705755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.706075 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.706547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.706732 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.707044 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.707352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.707660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.707965 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddae069-ec28-4a42-bd48-a18ec550716e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:45.752072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 6df1bba4-ed68-4d55-8e3f-d20c36f81828 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:06:45.943771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.007502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=6df1bba4-ed68-4d55-8e3f-d20c36f81828,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:46.102202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.299570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.303085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.327118 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.327211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Fanout notify agent at l3_agent the message router_deleted on router 893331b9-0ddf-4dce-88ad-d7be589cab5f {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:06:46.344775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.350855 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-eb38695d-7093-435b-8ba1-e9a3937bbbfd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/routers/893331b9-0ddf-4dce-88ad-d7be589cab5f HTTP/1.1" status: 204 len: 168 time: 1.5023122 Mar 16 11:06:46.351722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39820) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:46.450139 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 97ec759a-437c-4b2a-b41c-1bdbba996782 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:46.488615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.493839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 97ec759a-437c-4b2a-b41c-1bdbba996782 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:06:46.493977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 97ec759a-437c-4b2a-b41c-1bdbba996782 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:06:46.494275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7c6a76fa-4490-48d5-85b9-fb06c392fa2b no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:46.537387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 7c6a76fa-4490-48d5-85b9-fb06c392fa2b {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:06:46.537387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7c6a76fa-4490-48d5-85b9-fb06c392fa2b not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:06:46.638545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.659524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:46.672079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb37482-05e4-40ff-a7be-c01bb36f6b96') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:46.672248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb37482-05e4-40ff-a7be-c01bb36f6b96') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:46.685443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.700836 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.706937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:06:46.707311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:06:46.722561 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:06:46.804129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.821453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.832542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Network': ['ID=b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:46.837596 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-903cd066-762d-4e58-8e9a-e11ceb60deda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/networks/b16c39b3-5c4c-43e3-b5f7-bbb9ffa6fc14 HTTP/1.1" status: 204 len: 168 time: 0.4848313 Mar 16 11:06:46.852565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39824) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:46.863653 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-62201d89-aa2a-4a98-8146-5fab554ee15f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0105979 Mar 16 11:06:46.866424 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39828) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:46.872245 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'network': {'name': 'tempest-network-smoke--1062245575', 'project_id': '849b974e975a469799922d4fd7056cfd', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:46.877322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:46.884612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:network and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:46.887872 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:46.893932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:46.906832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:06:46.910619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.939335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:06:46.948787 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.949327 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Added segment af0b8916-993d-4406-8cd3-365de31f37a9 of type vlan for network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 Mar 16 11:06:46.979692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:47.009233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:47.014785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:47.015380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:47.114037 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2465274 Mar 16 11:06:47.117541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39832) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:47.124339 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'admin_state_up': True, 'project_id': '849b974e975a469799922d4fd7056cfd', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:47.125651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6cf11-ed21-49e4-ab03-aef9bda98562 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Network': ['ID=0ff8db8a-9aba-44ed-a30c-55405c8191f1,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:47.131912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:47.136111 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:06:47.136294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:router and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:47.140033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:47.147213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:47.157375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:47.158386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:47.175268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:47.550043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:47.856693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:47.885981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.023310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.193 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/0ae141d2-a4f3-4153-a331-63b84fd08e90) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:06:48.166593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.198526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.257506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:48.264134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:48.269257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:06:48.300846 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=0ae141d2-a4f3-4153-a331-63b84fd08e90,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:48.326164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6df1bba4-ed68-4d55-8e3f-d20c36f81828 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:06:48.360987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 6df1bba4-ed68-4d55-8e3f-d20c36f81828 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:06:48.361334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6df1bba4-ed68-4d55-8e3f-d20c36f81828 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:06:48.681594 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:49.143936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:49.358843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:06:49.531567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:06:49.541203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Sync routers for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:06:49.550494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:49.551110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:06:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:49.557945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:49.559182 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-279d4891-bc51-4e2a-91ff-4335505440e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4412653 Mar 16 11:06:49.562236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39836) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:49.606715 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a2016143-4ab5-4c7e-b298-219cfca98093 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=849b974e975a469799922d4fd7056cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410562 Mar 16 11:06:49.607107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39840) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:49.741361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0198a358-e132-48c2-8baa-583ed505cb33 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:49.742950 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0198a358-e132-48c2-8baa-583ed505cb33 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348476 Mar 16 11:06:49.745996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39844) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:49.766634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:49.785105 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-810fc732-afb8-497a-9246-0c4e7c504dea tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378754 Mar 16 11:06:49.787400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39848) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:49.792692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2101901017', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'project_id': '849b974e975a469799922d4fd7056cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:49.901932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:49.905808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:subnet and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:49.909009 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:49.914682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:49.925935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:06:49.929493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:50.045551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:48Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:50.050848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Checking router: b2b20fbc-0d35-440a-a4ba-c40f0a01aeea for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:06:50.051299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Updating router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea port 0ae141d2-a4f3-4153-a331-63b84fd08e90 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:06:50.102825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:50.143929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:50.221119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Subnet': ['ID=87352b11-bc71-4e9e-9502-0855a08ecaec,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:50.232130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Checking segment: {'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:06:50.232485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network hostable DHCP agents. Network: 0ff8db8a-9aba-44ed-a30c-55405c8191f1, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:06:50.251814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:06:50.262220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 0ff8db8a-9aba-44ed-a30c-55405c8191f1) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:50.267031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:50.267781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:50.293453 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b69bc20f-1f78-42a9-888e-393dae756961 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5024128 Mar 16 11:06:50.293678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39852) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:50.304221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe72d03-a1f0-47ba-ac42-bbe006c6dec2 None None] Network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:06:50.605875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:50.619183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Transition to ACTIVE for port object 0ae141d2-a4f3-4153-a331-63b84fd08e90 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:50.622829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:06:50.623634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:50.638452 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:50.776597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Attempting to bind port 0ae141d2-a4f3-4153-a331-63b84fd08e90 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:06:50.776995 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Attempting to bind port 0ae141d2-a4f3-4153-a331-63b84fd08e90 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:06:50.777354 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Attempting to bind port 0ae141d2-a4f3-4153-a331-63b84fd08e90 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:50.789648 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:06:50.790021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:06:50.790424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:50.790816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:06:50.791282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Bound port: 0ae141d2-a4f3-4153-a331-63b84fd08e90, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:06:50.791693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:50.818048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7d195-8432-4d46-b22e-811bfab7acad None None] Pushing event updated for resources: {'Port': ['ID=0ae141d2-a4f3-4153-a331-63b84fd08e90,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:50.920470 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] For port 0ae141d2-a4f3-4153-a331-63b84fd08e90, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:06:50.925862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] For port 0ae141d2-a4f3-4153-a331-63b84fd08e90, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0ae141d2-a4f3-4153-a331-63b84fd08e90,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:06:50.927478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Allocated IP 172.20.0.2 (0ff8db8a-9aba-44ed-a30c-55405c8191f1/87352b11-bc71-4e9e-9502-0855a08ecaec/0487aa5a-c4d0-40cd-b711-fe395277ddc4) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:06:50.932594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.050840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:51.051444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:06:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:51.098415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.157672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7d195-8432-4d46-b22e-811bfab7acad None None] Pushing event updated for resources: {'Port': ['ID=0ae141d2-a4f3-4153-a331-63b84fd08e90,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:51.400465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:51.523286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.548957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Transition to ACTIVE for port object 0487aa5a-c4d0-40cd-b711-fe395277ddc4 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:51.626252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Transition to ACTIVE for port object 0487aa5a-c4d0-40cd-b711-fe395277ddc4 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:51.637917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.698999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.1 (0ff8db8a-9aba-44ed-a30c-55405c8191f1/87352b11-bc71-4e9e-9502-0855a08ecaec/8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:06:51.750445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:51.756320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:51.758308 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Pushing event updated for resources: {'Port': ['ID=0487aa5a-c4d0-40cd-b711-fe395277ddc4,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:51.761590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:06:51.856915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.874398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:51.878392 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Attempting to bind port 0487aa5a-c4d0-40cd-b711-fe395277ddc4 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:06:51.878787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Attempting to bind port 0487aa5a-c4d0-40cd-b711-fe395277ddc4 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:06:51.879203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Attempting to bind port 0487aa5a-c4d0-40cd-b711-fe395277ddc4 on network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:51.883420 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3c02-5215-4a75-a8a3-65fe9992aa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.888082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:06:51.888449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Checking segment: {'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:06:51.888869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.889285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Bound using segment: {'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:06:51.889726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Bound port: 0487aa5a-c4d0-40cd-b711-fe395277ddc4, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:06:51.890127 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.901044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:51.908806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:48Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:51.939699 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bfe5f2-fd6b-4308-984c-3f7b9f49de29 None None] The sync data for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv is: [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:48Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:06:51.962459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:51.965780 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:51.974843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:06:51.991684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] For port 0487aa5a-c4d0-40cd-b711-fe395277ddc4, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:06:51.994930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] For port 0487aa5a-c4d0-40cd-b711-fe395277ddc4, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0487aa5a-c4d0-40cd-b711-fe395277ddc4,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:06:52.000367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:52.021272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:52.041831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:52.090234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f10b1f-0ca7-4772-9f1d-41b75b76bf72 None None] Pushing event updated for resources: {'Port': ['ID=0487aa5a-c4d0-40cd-b711-fe395277ddc4,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:52.370259 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:06:52.489066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0487aa5a-c4d0-40cd-b711-fe395277ddc4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:52.521318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:52.567654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 0487aa5a-c4d0-40cd-b711-fe395277ddc4 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:52.574549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ae141d2-a4f3-4153-a331-63b84fd08e90 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:52.658474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 0ae141d2-a4f3-4153-a331-63b84fd08e90 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:52.664881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0ae141d2-a4f3-4153-a331-63b84fd08e90 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:52.665435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:52.789475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:52.809908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 0ae141d2-a4f3-4153-a331-63b84fd08e90, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0ae141d2-a4f3-4153-a331-63b84fd08e90,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:52.819484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:52.898695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=0ae141d2-a4f3-4153-a331-63b84fd08e90,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:52.994190 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:52.999149 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:53.114788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:53.117143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:53.145496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ee08ea-5aa3-4086-87ff-f0010ed28170 None None] Network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:06:53.253047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:53.254230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:53.255447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-453b4bbb-ef53-4654-920e-775d75283621 None None] Provisioning for port 0487aa5a-c4d0-40cd-b711-fe395277ddc4 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:53.271287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-453b4bbb-ef53-4654-920e-775d75283621 None None] Provisioning complete for port 0487aa5a-c4d0-40cd-b711-fe395277ddc4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:53.271656 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-453b4bbb-ef53-4654-920e-775d75283621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:53.448441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:06:53.477163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-453b4bbb-ef53-4654-920e-775d75283621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:53.521681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-453b4bbb-ef53-4654-920e-775d75283621 None None] For port 0487aa5a-c4d0-40cd-b711-fe395277ddc4, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0487aa5a-c4d0-40cd-b711-fe395277ddc4,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:53.528183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-453b4bbb-ef53-4654-920e-775d75283621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:53.651449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:06:53.661989 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b4bbb-ef53-4654-920e-775d75283621 None None] Pushing event updated for resources: {'Port': ['ID=0487aa5a-c4d0-40cd-b711-fe395277ddc4,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:53.666615 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-17ac0127-fe42-4392-8844-bf5fce9ebcb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/b2b20fbc-0d35-440a-a4ba-c40f0a01aeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3719008 Mar 16 11:06:53.669163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39858) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:53.775345 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Sync routers for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:06:53.789595 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:53.790155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9df3718e-d846-413f-8ad0-e5b9ea23d747 None None] Provisioning complete for port 0487aa5a-c4d0-40cd-b711-fe395277ddc4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:53.791035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df3718e-d846-413f-8ad0-e5b9ea23d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:53.791610 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:06:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:53.814870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd311a1c-1506-479f-8492-d8424d19c393 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:53.815340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd311a1c-1506-479f-8492-d8424d19c393 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:53.815797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd311a1c-1506-479f-8492-d8424d19c393 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:53.816385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd311a1c-1506-479f-8492-d8424d19c393 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:53.816867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd311a1c-1506-479f-8492-d8424d19c393 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:53.817327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd311a1c-1506-479f-8492-d8424d19c393 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:53.820782 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cd311a1c-1506-479f-8492-d8424d19c393 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1489859 Mar 16 11:06:53.821873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39862) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:53.940190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9df3718e-d846-413f-8ad0-e5b9ea23d747 None None] Provisioning for port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:53.953828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9df3718e-d846-413f-8ad0-e5b9ea23d747 None None] Provisioning complete for port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:53.956231 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9df3718e-d846-413f-8ad0-e5b9ea23d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.024951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9df3718e-d846-413f-8ad0-e5b9ea23d747 None None] Port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:06:54.025071 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a705e0f-e96f-46c5-9d06-637559501e7f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:54.025435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a705e0f-e96f-46c5-9d06-637559501e7f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:54.026707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a705e0f-e96f-46c5-9d06-637559501e7f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:54.027188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a705e0f-e96f-46c5-9d06-637559501e7f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:54.027313 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:54.027651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a705e0f-e96f-46c5-9d06-637559501e7f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:54.028095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a705e0f-e96f-46c5-9d06-637559501e7f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:54.032912 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3a705e0f-e96f-46c5-9d06-637559501e7f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.2075984 Mar 16 11:06:54.033663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39866) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:54.145767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-12fe972b-eeef-4814-990c-a2f329d02714 None None] Provisioning complete for port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:54.146238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-12fe972b-eeef-4814-990c-a2f329d02714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.202193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-12fe972b-eeef-4814-990c-a2f329d02714 None None] Port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:06:54.248622 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cbe9a2b9-67cf-45bc-8626-bf7fbfd2da32 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2138190 Mar 16 11:06:54.338462 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:54.342604 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Checking router: b2b20fbc-0d35-440a-a4ba-c40f0a01aeea for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:06:54.342945 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Updating router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:06:54.383874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0487aa5a-c4d0-40cd-b711-fe395277ddc4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:54.396036 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.449892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0487aa5a-c4d0-40cd-b711-fe395277ddc4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:54.450307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.565654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ae141d2-a4f3-4153-a331-63b84fd08e90 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:54.635682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0ae141d2-a4f3-4153-a331-63b84fd08e90 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:54.636192 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.663550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39872) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:54.669211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1438254857', 'description': 'tempest-secgroup-smoke-1438254857 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:54.675019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:54.679132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:54.682170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:54.687746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:54.698474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.719009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:54.723261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:54.726607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:54.734866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:54.795872 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.807863 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Transition to ACTIVE for port object 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:54.815340 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.816337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.820644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.864418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1df8018-1a05-4a7d-ad39-582d3ea5376c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:54.868660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.872681 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5900e4c6-3a6d-4674-86df-e67ed36cd622 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2048442 Mar 16 11:06:54.873658 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39876) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:54.878623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'c1df8018-1a05-4a7d-ad39-582d3ea5376c', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:54.884656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:54.888769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:54.891803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:54.902236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:54.904765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.920593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.981128 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Pushing event updated for resources: {'Port': ['ID=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:54.985965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:54.990930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.022874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4413620a-07f9-47ef-be3e-182398254fda,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:55.024434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c369423c-df8c-4bba-ae4b-cd59724b8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.035423 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.035836 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.036211 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.036571 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.036958 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.037321 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.037741 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.038096 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.038486 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.038805 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.039114 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.039432 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:55.039956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.041505 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-be083df3-6043-47c6-8373-6842b84ec429 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1672194 Mar 16 11:06:55.044920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39880) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:55.051597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'c1df8018-1a05-4a7d-ad39-582d3ea5376c', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:55.058608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:55.063306 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Attempting to bind port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:06:55.063716 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Attempting to bind port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:06:55.064077 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Attempting to bind port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 on network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:55.064597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:55.067894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:55.070008 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:06:55.070383 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Checking segment: {'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:06:55.070777 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.071168 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Bound using segment: {'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:06:55.071658 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Bound port: 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:06:55.072025 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.076626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:55.102162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.167966 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] For port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:06:55.170830 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] For port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:06:55.175268 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.176633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.180699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.203561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46f10d6-b520-43c2-99f8-72ca895721fa,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:55.212464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.213743 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e5eb8ef6-a02b-49f3-9d23-783d5c8517e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1675296 Mar 16 11:06:55.216622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39884) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:55.222076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'c1df8018-1a05-4a7d-ad39-582d3ea5376c', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:55.227929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:55.231818 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:55.234677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:55.240377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:55.252796 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:06:55.253383 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:06:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:55.260694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.266315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.323687 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41165ab0-1bd2-49e8-90a8-1fa8472d4dca None None] Pushing event updated for resources: {'Port': ['ID=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:55.339958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.344675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.373551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4429d8f-a8b5-46dc-809c-711aae45df67,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:55.381283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.385319 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ed544fa6-5a37-4b9d-9576-29c31f329c86 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646869 Mar 16 11:06:55.386214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39888) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:55.392634 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'c1df8018-1a05-4a7d-ad39-582d3ea5376c', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:55.399055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:55.403364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:55.406401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:55.412821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:55.436575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.444682 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:06:55.501754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.507719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.532453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84058e29-a424-4b28-a524-3315835ce943,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:55.542394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.544440 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-50cd21f3-75af-4ec9-bb15-76a73c18b0a0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564009 Mar 16 11:06:55.547231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39892) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:55.552278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'c1df8018-1a05-4a7d-ad39-582d3ea5376c', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:55.558274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:55.562807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:55.565689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:55.571351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:55.582145 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:06:55.589509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.652727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.657169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.680133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e379bafa-0f64-4cec-9ab0-fc75c2c391ef,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:55.688885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.690100 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7b416301-c464-40a0-a556-0f77ae114de6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419504 Mar 16 11:06:55.692815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39896) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:55.697882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'c1df8018-1a05-4a7d-ad39-582d3ea5376c', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:55.703508 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:55.707482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:55.710468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:55.716286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:55.728725 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:06:55.735650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.764625 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:06:55Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:55.768940 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1206e-457d-48bd-b025-81df55dd1ae5 None None] The sync data for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv is: [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:06:55Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:06:55.805279 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.815074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.851885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5e3b22-0537-463b-bfe9-852cbafc1b25,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:55.856323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:55.865948 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9c332313-6979-40cb-8a9e-0c4ef8b58ced tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1720746 Mar 16 11:06:56.079509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-1beec5ab-f5e1-49b1-84ae-29d82b46b1a6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:56.096730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-1beec5ab-f5e1-49b1-84ae-29d82b46b1a6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:56.097975 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-1beec5ab-f5e1-49b1-84ae-29d82b46b1a6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438254857&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.0589182 Mar 16 11:06:56.251877 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-44288871-ec06-4522-b1f9-3aab1dad0a0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:56.252577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-44288871-ec06-4522-b1f9-3aab1dad0a0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:56.269586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-44288871-ec06-4522-b1f9-3aab1dad0a0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:56.270756 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-44288871-ec06-4522-b1f9-3aab1dad0a0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/networks?id=0ff8db8a-9aba-44ed-a30c-55405c8191f1 HTTP/1.1" status: 200 len: 797 time: 0.1658726 Mar 16 11:06:56.286768 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c3585fbe-86e8-44ea-8032-c053c7199028 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/quotas/849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 375 time: 0.0101426 Mar 16 11:06:56.378143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-5c9d63b5-db99-4a60-9e7f-22f5aa8a075a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:56.397549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-5c9d63b5-db99-4a60-9e7f-22f5aa8a075a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:56.399185 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-5c9d63b5-db99-4a60-9e7f-22f5aa8a075a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070421 Mar 16 11:06:56.403759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:56.482695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:56.488182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:56.488608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.549727 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-7b0cb51b-9c7e-4686-a4ee-1cf479e661f8 service neutron] 10.222.0.37 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379509 Mar 16 11:06:56.624138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.638507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.661593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:06:56.668626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.695505 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-cb33f5e6-8a2a-4e8b-8cc9-d87457960bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399708 Mar 16 11:06:56.748818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:56.877851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-bc891f7d-c2a4-4b7e-a291-0c00347f8a68 req-4aaf55cc-4bfe-46e8-9d53-a896d77cd457 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:56.889614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-bc891f7d-c2a4-4b7e-a291-0c00347f8a68 req-4aaf55cc-4bfe-46e8-9d53-a896d77cd457 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:56.890745 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc891f7d-c2a4-4b7e-a291-0c00347f8a68 req-4aaf55cc-4bfe-46e8-9d53-a896d77cd457 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 210 time: 0.0547466 Mar 16 11:06:57.908769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-0245f8d3-8bd7-4cd1-a0ab-e9fc6967a784 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:57.910196 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-0245f8d3-8bd7-4cd1-a0ab-e9fc6967a784 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=0ff8db8a-9aba-44ed-a30c-55405c8191f1 HTTP/1.1" status: 200 len: 797 time: 0.1440582 Mar 16 11:06:57.964003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-a47e1cfc-df23-43f9-8a8e-949ea375d27b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:57.976370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-a47e1cfc-df23-43f9-8a8e-949ea375d27b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:57.977875 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-a47e1cfc-df23-43f9-8a8e-949ea375d27b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 380 time: 0.0598483 Mar 16 11:06:57.985887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'device_id': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'admin_state_up': True, 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'security_groups': ['c1df8018-1a05-4a7d-ad39-582d3ea5376c']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:58.040129 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8011270f-a6cb-4133-a68d-2b6f4677a4fa req-977f441b-ab07-4a64-b247-1c7761dc355f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 210 time: 0.0464141 Mar 16 11:06:58.123769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:58.133703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:58.146429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:06:58.149946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.304895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.10 (0ff8db8a-9aba-44ed-a30c-55405c8191f1/87352b11-bc71-4e9e-9502-0855a08ecaec/812b0cb6-86ae-4a10-8864-7ff950cddaf9) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:06:58.380707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:58.450888 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:58.451228 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.609012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.624961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 812b0cb6-86ae-4a10-8864-7ff950cddaf9 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:58.649037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.712686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:58.720655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:58.725004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:06:58.758590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=812b0cb6-86ae-4a10-8864-7ff950cddaf9,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:58.795066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:58.795676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.831061 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-c2d3b3db-d6f9-4c28-85be-baef9068d2c9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8488257 Mar 16 11:06:58.843476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Request body: {'port': {'device_id': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:06:58.905218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-361d4fb6-df13-4642-a605-90887cfdcfdf None None] Provisioning for port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:58.910004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-361d4fb6-df13-4642-a605-90887cfdcfdf None None] Provisioning complete for port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:58.910373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-361d4fb6-df13-4642-a605-90887cfdcfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.957066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:58.966064 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-361d4fb6-df13-4642-a605-90887cfdcfdf None None] Port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:06:59.344233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09f5f-c75f-4607-85ee-435effeb8f7b req-56a136fa-f3e3-4bc6-b9e1-72ec1393376b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:59.344954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-1aa09f5f-c75f-4607-85ee-435effeb8f7b req-56a136fa-f3e3-4bc6-b9e1-72ec1393376b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:59.373245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812b0cb6-86ae-4a10-8864-7ff950cddaf9 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:06:59.381146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:59.383738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-1aa09f5f-c75f-4607-85ee-435effeb8f7b req-56a136fa-f3e3-4bc6-b9e1-72ec1393376b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:59.384906 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1aa09f5f-c75f-4607-85ee-435effeb8f7b req-56a136fa-f3e3-4bc6-b9e1-72ec1393376b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 932 time: 0.1919422 Mar 16 11:06:59.415544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Transition to ACTIVE for port object 812b0cb6-86ae-4a10-8864-7ff950cddaf9 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:59.428702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:59.483544 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1aa09f5f-c75f-4607-85ee-435effeb8f7b req-4252beec-51be-4076-9bb2-a2c2bc9eee08 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905421 Mar 16 11:06:59.566266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Pushing event updated for resources: {'Port': ['ID=812b0cb6-86ae-4a10-8864-7ff950cddaf9,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:59.674115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Attempting to bind port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:06:59.674456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Attempting to bind port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:06:59.674955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Attempting to bind port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 on network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:59.679883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 on network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:06:59.680585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Attempting to bind port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 on network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:06:59.686633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:06:59.687109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Checking segment: {'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:06:59.688518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Bound using segment: {'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:06:59.688518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Bound port: 812b0cb6-86ae-4a10-8864-7ff950cddaf9, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0b8916-993d-4406-8cd3-365de31f37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:06:59.689146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:59.780622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] For port 812b0cb6-86ae-4a10-8864-7ff950cddaf9, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:06:59.785617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] For port 812b0cb6-86ae-4a10-8864-7ff950cddaf9, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=812b0cb6-86ae-4a10-8864-7ff950cddaf9,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:06:59.791810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:59.849373 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:59.849869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:59.852264 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] 10.222.0.48 "PUT /v2.0/ports/812b0cb6-86ae-4a10-8864-7ff950cddaf9 HTTP/1.1" status: 200 len: 1094 time: 1.0129831 Mar 16 11:06:59.854411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'tag': '812b0cb6-86ae-4a10-8864-7ff950cddaf9'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:06:59.898469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283744de-3940-450b-ae4b-0dfd6713406f service neutron] Pushing event updated for resources: {'Port': ['ID=812b0cb6-86ae-4a10-8864-7ff950cddaf9,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:59.944400 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'tag': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'status': 'completed', 'code': 200} Mar 16 11:06:59.990169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-19c390e4-74b4-4628-bae0-806f828f2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:59.991661 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-19c390e4-74b4-4628-bae0-806f828f2cc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 1097 time: 0.0815516 Mar 16 11:07:00.071311 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-74c1a8be-5683-4674-bfd8-22eb53e5172e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812b0cb6-86ae-4a10-8864-7ff950cddaf9 HTTP/1.1" status: 200 len: 217 time: 0.0676818 Mar 16 11:07:00.180874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-4b61e678-fa27-484d-a58b-53b21bfdcaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:00.182610 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-4b61e678-fa27-484d-a58b-53b21bfdcaf8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87352b11-bc71-4e9e-9502-0855a08ecaec HTTP/1.1" status: 200 len: 835 time: 0.1043735 Mar 16 11:07:00.367350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-0056113f-4426-480a-9f55-f047b07cd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:00.368360 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-0056113f-4426-480a-9f55-f047b07cd51b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0ff8db8a-9aba-44ed-a30c-55405c8191f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1807735 Mar 16 11:07:00.506900 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-7f74ba4e-7b01-477d-bd97-60ef342c281f service neutron] 10.222.0.48 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300020 Mar 16 11:07:00.713549 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-971e31dd-08d5-4bf6-b07b-9c76022b2545 req-e3ca34c7-504c-4ece-a7d2-dc44b67c3a73 service neutron] 10.222.0.48 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986644 Mar 16 11:07:00.738540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c975-8697-424e-9425-fbf2fc702261 req-9513a2bb-f3bd-491f-9976-6c71c74a350d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:00.740070 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9844c975-8697-424e-9425-fbf2fc702261 req-9513a2bb-f3bd-491f-9976-6c71c74a350d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 944 time: 0.1170609 Mar 16 11:07:00.830914 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9844c975-8697-424e-9425-fbf2fc702261 req-6a24b352-2384-4049-89b8-ff93ce990bde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839727 Mar 16 11:07:00.858357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-b8751db3-5b37-4d8a-9e75-119ab722acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:00.860094 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-b8751db3-5b37-4d8a-9e75-119ab722acfb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 1097 time: 0.0987914 Mar 16 11:07:00.997421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-021a1ae7-a420-430a-abf4-14a9100a7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:00.998858 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-021a1ae7-a420-430a-abf4-14a9100a7c57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0ff8db8a-9aba-44ed-a30c-55405c8191f1 HTTP/1.1" status: 200 len: 898 time: 0.1327505 Mar 16 11:07:01.069440 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-6a88211a-a22e-4bbc-bb78-1bbcecbf5379 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812b0cb6-86ae-4a10-8864-7ff950cddaf9 HTTP/1.1" status: 200 len: 217 time: 0.0644016 Mar 16 11:07:01.132521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-9a26613f-43f9-4314-912e-5850ab20ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:01.133966 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-9a26613f-43f9-4314-912e-5850ab20ea10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87352b11-bc71-4e9e-9502-0855a08ecaec HTTP/1.1" status: 200 len: 835 time: 0.0586705 Mar 16 11:07:01.218052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-f700763e-9326-43b1-bdad-cb8c6c177592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:01.219033 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-f700763e-9326-43b1-bdad-cb8c6c177592 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0ff8db8a-9aba-44ed-a30c-55405c8191f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787623 Mar 16 11:07:01.355617 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-b7866e66-8bc9-4e59-9a87-9fe513805a24 service neutron] 10.222.0.48 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299129 Mar 16 11:07:01.493473 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4a6d0e40-bcb4-4730-b635-c848b9cdb85b req-95d451d8-9447-4d8b-8083-9a1a6b6aff97 service neutron] 10.222.0.48 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316829 Mar 16 11:07:02.032718 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3821e-99c5-4ee5-8023-59e76862f2ec req-206068a2-8b0b-4d1b-bf2d-ccb9e89a409a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:02.034348 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-10c3821e-99c5-4ee5-8023-59e76862f2ec req-206068a2-8b0b-4d1b-bf2d-ccb9e89a409a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 944 time: 0.0907655 Mar 16 11:07:02.081092 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-10c3821e-99c5-4ee5-8023-59e76862f2ec req-672146bf-7797-4b03-ba45-4862b3fc9785 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406258 Mar 16 11:07:03.286548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeea95e-0d08-4768-a34f-14de89b8a92e req-35bbc258-7605-4125-a1ea-ea3d53fc4e9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:03.288097 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9eeea95e-0d08-4768-a34f-14de89b8a92e req-35bbc258-7605-4125-a1ea-ea3d53fc4e9e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 944 time: 0.0919418 Mar 16 11:07:03.333493 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9eeea95e-0d08-4768-a34f-14de89b8a92e req-b2418b74-f962-49c6-acca-1a49f3892510 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378809 Mar 16 11:07:04.155123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 812b0cb6-86ae-4a10-8864-7ff950cddaf9 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:07:04.293210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 812b0cb6-86ae-4a10-8864-7ff950cddaf9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=812b0cb6-86ae-4a10-8864-7ff950cddaf9,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:04.306151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'port_id': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'mac_address': 'fa:16:3e:c0:de:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:07:04.361220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:04.378023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812b0cb6-86ae-4a10-8864-7ff950cddaf9 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:07:04.394440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 812b0cb6-86ae-4a10-8864-7ff950cddaf9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=812b0cb6-86ae-4a10-8864-7ff950cddaf9,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:04.401124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:04.470237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=812b0cb6-86ae-4a10-8864-7ff950cddaf9,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:04.531216 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e937ce6-8b70-41e0-92a6-512bbe7a14b5 req-5e2b95e0-e026-43c5-9426-ebe391dbc83a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:04.532724 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0e937ce6-8b70-41e0-92a6-512bbe7a14b5 req-5e2b95e0-e026-43c5-9426-ebe391dbc83a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 945 time: 0.0922794 Mar 16 11:07:04.577952 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0e937ce6-8b70-41e0-92a6-512bbe7a14b5 req-fd961dc2-8742-47e9-9ffe-14ef764d656a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394001 Mar 16 11:07:04.741027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['812b0cb6-86ae-4a10-8864-7ff950cddaf9'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:07:05.761393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74c28-b0b4-4ac9-ba39-f38bcbc6b344 req-15eb2c03-5f36-43b4-bc47-d0114fd5954b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:05.762834 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-afb74c28-b0b4-4ac9-ba39-f38bcbc6b344 req-15eb2c03-5f36-43b4-bc47-d0114fd5954b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 945 time: 0.0817783 Mar 16 11:07:05.812416 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-afb74c28-b0b4-4ac9-ba39-f38bcbc6b344 req-8fbf5062-2677-4218-911b-8d4aabac85d5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Mar 16 11:07:06.170958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 812b0cb6-86ae-4a10-8864-7ff950cddaf9 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:06.251010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:06.258225 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:06.258763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:06.374095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:06.400612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812b0cb6-86ae-4a10-8864-7ff950cddaf9'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:06.409878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 812b0cb6-86ae-4a10-8864-7ff950cddaf9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=812b0cb6-86ae-4a10-8864-7ff950cddaf9,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:06.414783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:06.450213 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'code': 200} Mar 16 11:07:06.483848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=812b0cb6-86ae-4a10-8864-7ff950cddaf9,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:06.687778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d6f5e-f085-4340-9ae2-8ac43b313b89 req-55fa6efe-33f0-48c9-8a61-dc2ab546221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:06.689213 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3b0d6f5e-f085-4340-9ae2-8ac43b313b89 req-55fa6efe-33f0-48c9-8a61-dc2ab546221c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 1099 time: 0.0712066 Mar 16 11:07:06.732891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3b0d6f5e-f085-4340-9ae2-8ac43b313b89 req-423ab54a-e130-4412-9414-aa3c766cf95a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358369 Mar 16 11:07:07.001582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d59865-ec4b-4df7-bbfc-d7ce7b680c79 req-5334e0a8-3148-4712-a441-613ff4c4f8c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:07.003154 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-35d59865-ec4b-4df7-bbfc-d7ce7b680c79 req-5334e0a8-3148-4712-a441-613ff4c4f8c4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 946 time: 0.0863297 Mar 16 11:07:07.049887 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-35d59865-ec4b-4df7-bbfc-d7ce7b680c79 req-a8c97b8c-3763-4181-a740-faac0b6b3a13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 Mar 16 11:07:08.236673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88ebd5-728a-44cb-8da0-100cf231162f req-4ad1b737-e682-444e-8095-89c6a8b8d7d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:08.238136 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c88ebd5-728a-44cb-8da0-100cf231162f req-4ad1b737-e682-444e-8095-89c6a8b8d7d0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 946 time: 0.0798802 Mar 16 11:07:08.283778 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c88ebd5-728a-44cb-8da0-100cf231162f req-3609c7c7-8fb9-44cf-a1ae-e986d923e1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399256 Mar 16 11:07:08.284019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:08.476120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6fca-a588-47f2-b23a-a625b29e3de9 req-b49fcb27-a9ab-4c1f-98ae-22ee061ab5cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:08.477517 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8b2f6fca-a588-47f2-b23a-a625b29e3de9 req-b49fcb27-a9ab-4c1f-98ae-22ee061ab5cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 946 time: 0.0867689 Mar 16 11:07:08.527148 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8b2f6fca-a588-47f2-b23a-a625b29e3de9 req-aec1ba13-23f7-41ba-8147-19904d18b495 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Mar 16 11:07:08.549746 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39956) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:08.623045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0170c8e-4ef3-4943-be6c-64bafd4af781 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:08.624543 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c0170c8e-4ef3-4943-be6c-64bafd4af781 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 1094 time: 0.0738378 Mar 16 11:07:08.627438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39960) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:08.632208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:08.637990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:08.641786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:floatingip and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:08.644545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:08.650158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:08.662045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:08.923221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:09.063926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.84 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/41b9abcc-8275-4808-a9ff-5008a662589b) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:09.212560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:09.245514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:09.311013 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:09.313689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:09.321330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:09.359719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=41b9abcc-8275-4808-a9ff-5008a662589b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:09.752294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:09.829282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:10.044945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:10.049714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:10.164668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=41b9abcc-8275-4808-a9ff-5008a662589b,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:10.172255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:10.364506 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP 7265c375-b9c3-4340-965d-7bf65c6d06e0 associated. External IP: 172.26.2.84, port: 812b0cb6-86ae-4a10-8864-7ff950cddaf9. Mar 16 11:07:10.847066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:07:11.033611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:11.044099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] Sync routers for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:11.055431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:11.056102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:06:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:11.060601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:11.118114 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b87adc75-5b35-40df-a2f4-96b80870f11d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4896934 Mar 16 11:07:11.118747 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'tag': '812b0cb6-86ae-4a10-8864-7ff950cddaf9'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:11.120958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39968) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:11.162667 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'tag': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'status': 'completed', 'code': 200} Mar 16 11:07:11.261065 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:11.461539 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2d99c6dd-1dd8-406b-ab24-a8e062a6399c tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers/b2b20fbc-0d35-440a-a4ba-c40f0a01aeea HTTP/1.1" status: 200 len: 923 time: 0.3382199 Mar 16 11:07:11.465570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39974) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:11.525896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-7a9391c3-1d67-4d06-8469-e881a889e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:11.528932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-7a9391c3-1d67-4d06-8469-e881a889e185 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 1099 time: 0.2418938 Mar 16 11:07:11.644368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '7265c375-b9c3-4340-965d-7bf65c6d06e0', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'port_id': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'mac_address': 'fa:16:3e:c0:de:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:09Z', 'updated_at': '2022-03-16T11:07:09Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:06:56Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:11.648996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] Checking router: b2b20fbc-0d35-440a-a4ba-c40f0a01aeea for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:11.658049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:11.658371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:06:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:11.719872 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9e87731a-9fa9-4788-9911-b4f284ed51a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/7265c375-b9c3-4340-965d-7bf65c6d06e0 HTTP/1.1" status: 200 len: 991 time: 0.2554767 Mar 16 11:07:11.725670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-c33d7639-9e36-4d2b-8a88-581188edd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:11.725670 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-c33d7639-9e36-4d2b-8a88-581188edd27e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0ff8db8a-9aba-44ed-a30c-55405c8191f1 HTTP/1.1" status: 200 len: 898 time: 0.1753650 Mar 16 11:07:11.840223 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-6157d605-7525-47a5-9788-91cdae75efd4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812b0cb6-86ae-4a10-8864-7ff950cddaf9 HTTP/1.1" status: 200 len: 999 time: 0.1064456 Mar 16 11:07:11.859530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:11.907796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-95e780d0-70bc-4d63-a09b-0becd85008b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:11.908954 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-95e780d0-70bc-4d63-a09b-0becd85008b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87352b11-bc71-4e9e-9502-0855a08ecaec HTTP/1.1" status: 200 len: 835 time: 0.0645726 Mar 16 11:07:11.991373 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-69e6b6db-8a68-4839-8335-730bc7cac22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:11.991373 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-69e6b6db-8a68-4839-8335-730bc7cac22e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0ff8db8a-9aba-44ed-a30c-55405c8191f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763717 Mar 16 11:07:12.151779 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-0b9b4ed4-dccc-4cba-b0a0-1da9db3badcf service neutron] 10.222.0.48 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530571 Mar 16 11:07:12.304270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '7265c375-b9c3-4340-965d-7bf65c6d06e0', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'port_id': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'mac_address': 'fa:16:3e:c0:de:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:09Z', 'updated_at': '2022-03-16T11:07:09Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:06:56Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:12.304837 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8be85b00-4842-43f0-aaaf-b217e01cb0f5 req-e9b4dfa5-1cce-4df1-beca-0f3275970806 service neutron] 10.222.0.48 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453102 Mar 16 11:07:12.309038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69857705-bbde-4a35-9220-1460cfe38b2e None None] The sync data for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv is: [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '7265c375-b9c3-4340-965d-7bf65c6d06e0', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'port_id': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'mac_address': 'fa:16:3e:c0:de:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:09Z', 'updated_at': '2022-03-16T11:07:09Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:06:56Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:12.515747 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a87f3c-0f36-4a79-80be-d44427cc7686 None None] New status for floating IP 7265c375-b9c3-4340-965d-7bf65c6d06e0: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:07:12.723455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39978) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:12.840087 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ee7cec08-3b3b-4c09-81e4-3c4e4fa06768 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/7265c375-b9c3-4340-965d-7bf65c6d06e0 HTTP/1.1" status: 200 len: 991 time: 0.1138103 Mar 16 11:07:13.844155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 39982) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:13.958470 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-98f71f38-e1e0-4474-8a51-965e1b20a58a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/7265c375-b9c3-4340-965d-7bf65c6d06e0 HTTP/1.1" status: 200 len: 993 time: 0.1128531 Mar 16 11:07:21.865864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19c82868-76e7-432e-b5cc-24c9021fd568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.889280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.020497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8096f275-229a-44e3-bf7e-9611497cd59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.258121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:26.616763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.375985 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:07:38.297668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:50.648430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 39994) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:50.864775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Deleting port 8b045f1e-2732-43ef-8c05-f0f577a9de46 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:50.865243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.057784 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.058102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.183398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Calling delete_port for 8b045f1e-2732-43ef-8c05-f0f577a9de46 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:51.350223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.505150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event deleted for resources: {'Port': ['ID=8b045f1e-2732-43ef-8c05-f0f577a9de46,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:51.541238 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.541554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.541920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.542250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.542602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.542928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.543253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.543569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.543890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.544204 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.544518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.544851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:51.606176 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.606446 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Floating IP 4c047243-a655-452a-aa9a-834b3e34d863 disassociated (deleted). External IP: 172.26.2.80, port: 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c. Mar 16 11:07:51.861000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-861e0c7f-9d78-40df-b9c6-d3479312ac2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.960406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Router 024f22ac-8c7c-44c4-b644-f9e2269a7291 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:07:52.141317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:52.151082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] Sync routers for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:52.160519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:52.161250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:07:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:52.162148 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.215561 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-046d29fe-d5d1-4e7a-bc72-1ed3452752e4 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "DELETE /v2.0/floatingips/4c047243-a655-452a-aa9a-834b3e34d863 HTTP/1.1" status: 204 len: 168 time: 1.5656235 Mar 16 11:07:52.216594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6291b40-168b-444e-84a4-23c18595e99a', 'tag': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:52.262424 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6291b40-168b-444e-84a4-23c18595e99a', 'tag': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'status': 'completed', 'code': 200} Mar 16 11:07:52.339320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:52.360563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f8414-f599-4304-85e1-238872d73695 req-69d38edd-f066-4832-ad9d-b92dd9f14370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:52.362149 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-885f8414-f599-4304-85e1-238872d73695 req-69d38edd-f066-4832-ad9d-b92dd9f14370 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 1099 time: 0.0764675 Mar 16 11:07:52.504125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f8414-f599-4304-85e1-238872d73695 req-3130f8fb-3660-4092-8514-979bddddc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:52.505630 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-885f8414-f599-4304-85e1-238872d73695 req-3130f8fb-3660-4092-8514-979bddddc603 service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.1376443 Mar 16 11:07:52.691158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '72019b56-3594-4049-af41-710fc18a9d1d', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:96:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:13Z', 'updated_at': '2022-03-16T11:04:16Z', 'revision_number': 1, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:52.695320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] Checking router: 024f22ac-8c7c-44c4-b644-f9e2269a7291 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:52.704196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:52.704825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:07:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:52.726350 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-885f8414-f599-4304-85e1-238872d73695 req-7ca2bae0-0419-44e1-854c-0063cce4fa1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c HTTP/1.1" status: 200 len: 217 time: 0.2137971 Mar 16 11:07:52.801208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f8414-f599-4304-85e1-238872d73695 req-f7264efa-1431-40d0-8a01-308bb2fdaa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:52.802640 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-885f8414-f599-4304-85e1-238872d73695 req-f7264efa-1431-40d0-8a01-308bb2fdaa5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.0697260 Mar 16 11:07:52.815016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd208379-98c2-4469-9bd8-11890e7127fb req-86c0addf-f9ff-4766-8ab2-c8e53551e563 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:52.816359 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cd208379-98c2-4469-9bd8-11890e7127fb req-86c0addf-f9ff-4766-8ab2-c8e53551e563 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 946 time: 0.2573607 Mar 16 11:07:52.888324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:52.900967 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cd208379-98c2-4469-9bd8-11890e7127fb req-6a8d5209-bbb9-490a-92ac-9a1966db7d91 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545182 Mar 16 11:07:52.930524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f8414-f599-4304-85e1-238872d73695 req-82648548-1752-4b90-afa0-fdcdd045224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:52.932057 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-885f8414-f599-4304-85e1-238872d73695 req-82648548-1752-4b90-afa0-fdcdd045224f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148674 Mar 16 11:07:53.062143 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-885f8414-f599-4304-85e1-238872d73695 req-ad16d476-a51a-435c-8b89-7100b24f7efe service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229136 Mar 16 11:07:53.193229 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-885f8414-f599-4304-85e1-238872d73695 req-4b3519e3-675e-482d-a479-24be854eb33b service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240511 Mar 16 11:07:53.234023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '72019b56-3594-4049-af41-710fc18a9d1d', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:96:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:13Z', 'updated_at': '2022-03-16T11:04:16Z', 'revision_number': 1, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:53.239476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce6cf3-5033-4d94-8add-b6c8f251c15e None None] The sync data for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv is: [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '72019b56-3594-4049-af41-710fc18a9d1d', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'port_id': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'mac_address': 'fa:16:3e:96:3b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:13Z', 'updated_at': '2022-03-16T11:04:16Z', 'revision_number': 1, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:53.446799 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419d7481-5665-4f50-ba48-3ab94bc41a54 None None] New status for floating IP 4c047243-a655-452a-aa9a-834b3e34d863: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:07:54.099616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc980d17-c537-436c-a210-47818daa0db2 req-b2fa1225-016c-410f-b5fd-ef00c79208d9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:54.100316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-bc980d17-c537-436c-a210-47818daa0db2 req-b2fa1225-016c-410f-b5fd-ef00c79208d9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Synchronizing usage tracker for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:54.118991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-bc980d17-c537-436c-a210-47818daa0db2 req-b2fa1225-016c-410f-b5fd-ef00c79208d9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Unset dirty status for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:54.120245 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bc980d17-c537-436c-a210-47818daa0db2 req-b2fa1225-016c-410f-b5fd-ef00c79208d9 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 946 time: 0.1003802 Mar 16 11:07:54.168643 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bc980d17-c537-436c-a210-47818daa0db2 req-51d33032-a1ea-4ced-a8c7-dd8f6f6efd22 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426195 Mar 16 11:07:54.275047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-7363a777-a1a5-49ae-a098-6e7b25d5478f tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:54.276394 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-7363a777-a1a5-49ae-a098-6e7b25d5478f tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 946 time: 0.0844817 Mar 16 11:07:54.349718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Deleting port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:54.350056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:54.591647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] For port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:54.591944 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:54.718000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Calling delete_port for 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:54.858460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:54.886120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:54.909680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event deleted for resources: {'Port': ['ID=7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:54.946725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.947062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.947390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.947713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.948026 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.948345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.948661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.949001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.949313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.949723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.950044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.950346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:54.992137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] No DVR routers for this DVR port 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:07:54.994577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:54.997169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6291b40-168b-444e-84a4-23c18595e99a', 'name': 'network-vif-deleted', 'tag': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:55.014179 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2ea22e93-8bdd-4014-913d-0669e1b7daac req-671820b3-faee-4848-a19c-d6661ea82516 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "DELETE /v2.0/ports/7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c HTTP/1.1" status: 204 len: 173 time: 0.7317746 Mar 16 11:07:55.015343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bb2347eb-94f5-421c-962a-d38ff883a303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:55.097122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6291b40-168b-444e-84a4-23c18595e99a', 'name': 'network-vif-deleted', 'tag': '7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c', 'status': 'completed', 'code': 200} Mar 16 11:07:55.259814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:55.327117 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-128d706a-be42-4404-975e-42213f47471d req-90c4c1d0-4c30-4569-b727-5c852df2aec0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6291b40-168b-444e-84a4-23c18595e99a HTTP/1.1" status: 200 len: 210 time: 0.0454013 Mar 16 11:07:56.618455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:58.395666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:58.429905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:58.430241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7e3ecd1f-cd07-40aa-b5bf-013e3a729f8c not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:00.971953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40034) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:01.182236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Deleting port bdf72609-983f-4418-9301-a9e12836da7f {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:01.182704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:01.358378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:01.358594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:01.593785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Calling delete_port for bdf72609-983f-4418-9301-a9e12836da7f owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:01.747078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:01.794521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event deleted for resources: {'Port': ['ID=bdf72609-983f-4418-9301-a9e12836da7f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:01.885038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:01.885278 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Floating IP 72019b56-3594-4049-af41-710fc18a9d1d disassociated (deleted). External IP: 172.26.2.136, port: f12a9657-7b55-458e-a004-d501ba43fc07. Mar 16 11:08:02.242526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Router 024f22ac-8c7c-44c4-b644-f9e2269a7291 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:02.433489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:02.443472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] Sync routers for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:02.450928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:02.453801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:02.454414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:07:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:02.511088 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4dc8cc92-fb7d-49c8-b4ab-bd28c63047c8 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "DELETE /v2.0/floatingips/72019b56-3594-4049-af41-710fc18a9d1d HTTP/1.1" status: 204 len: 168 time: 1.5378876 Mar 16 11:08:02.511631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'tag': 'f12a9657-7b55-458e-a004-d501ba43fc07'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:08:02.558496 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'tag': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'status': 'completed', 'code': 200} Mar 16 11:08:02.659961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-6249ebdd-9ea9-4c5f-b558-0617c777f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:02.661560 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-6249ebdd-9ea9-4c5f-b558-0617c777f04b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 1099 time: 0.0782313 Mar 16 11:08:02.680939 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:02.800842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-0537bcaf-b190-4ca9-83dd-b5096f0be083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:02.802254 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-0537bcaf-b190-4ca9-83dd-b5096f0be083 service neutron] 10.222.0.48 "GET /v2.0/networks?id=961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 200 len: 913 time: 0.1346655 Mar 16 11:08:03.006147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:03.010281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] Checking router: 024f22ac-8c7c-44c4-b644-f9e2269a7291 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:03.012772 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-2de836d6-50e5-4565-87de-5ab4cab8070f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f12a9657-7b55-458e-a004-d501ba43fc07 HTTP/1.1" status: 200 len: 217 time: 0.2037296 Mar 16 11:08:03.019159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:03.020232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:07:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:03.082291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-46284d4c-2954-4cbc-9ff1-23b4e7962ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:03.083585 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-46284d4c-2954-4cbc-9ff1-23b4e7962ea2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 200 len: 851 time: 0.0632772 Mar 16 11:08:03.147024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba414d-146e-4a94-b9b8-2ad56c148e59 req-3f507234-bbfa-42ff-b8c3-dbb3ec9f0773 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:03.147701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-3fba414d-146e-4a94-b9b8-2ad56c148e59 req-3f507234-bbfa-42ff-b8c3-dbb3ec9f0773 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Synchronizing usage tracker for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:03.169607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-3fba414d-146e-4a94-b9b8-2ad56c148e59 req-3f507234-bbfa-42ff-b8c3-dbb3ec9f0773 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Unset dirty status for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:03.170763 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3fba414d-146e-4a94-b9b8-2ad56c148e59 req-3f507234-bbfa-42ff-b8c3-dbb3ec9f0773 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 946 time: 0.3145700 Mar 16 11:08:03.196368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:03.204992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-d23a355e-6932-40ec-8b67-e50467789161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:03.206447 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-d23a355e-6932-40ec-8b67-e50467789161 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=961ea7db-628d-4e74-be77-2d38ab843106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141508 Mar 16 11:08:03.257561 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3fba414d-146e-4a94-b9b8-2ad56c148e59 req-1a755436-a6cb-40be-b152-ec29ff38d1d3 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776854 Mar 16 11:08:03.352847 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-c09ec46e-d6ab-4fe2-b374-0d5db131a64c service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381116 Mar 16 11:08:03.485160 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-740ad3c9-3024-4974-abca-aa281f8c8933 req-72101d56-daca-4c19-8244-056377018ef7 service neutron] 10.222.0.48 "GET /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245029 Mar 16 11:08:03.510229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:03.514460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b71276-0a04-4da4-9e66-9425ae8f41ab None None] The sync data for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv is: [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:00:59Z', 'revision_number': 4, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '6621a37d-3081-4487-8b7a-43c95ad0a6f2', 'name': '', 'network_id': '961ea7db-628d-4e74-be77-2d38ab843106', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'mac_address': 'fa:16:3e:64:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:58Z', 'updated_at': '2022-03-16T11:01:06Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'subnets': [{'id': '4f1c4fe0-b914-4f10-8987-26593049e158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:03.721671 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94b679-92c9-4870-bd42-c8d0263f26aa None None] New status for floating IP 72019b56-3594-4049-af41-710fc18a9d1d: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:08:04.417527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-f73215ec-dbc7-48b1-832c-007edf42e0cb tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:04.419207 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-f73215ec-dbc7-48b1-832c-007edf42e0cb tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 946 time: 0.0834360 Mar 16 11:08:04.455163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852d632-f0b9-4c8c-bdbf-82d9f0bb9e9f req-10a8d759-4480-4acf-8a1c-30c7e91b9dec tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:04.455868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-e852d632-f0b9-4c8c-bdbf-82d9f0bb9e9f req-10a8d759-4480-4acf-8a1c-30c7e91b9dec tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Synchronizing usage tracker for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:04.468147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-e852d632-f0b9-4c8c-bdbf-82d9f0bb9e9f req-10a8d759-4480-4acf-8a1c-30c7e91b9dec tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Unset dirty status for tenant:7f902f2e21dc4dfba3a204d55a8fdcd1 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:04.469321 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e852d632-f0b9-4c8c-bdbf-82d9f0bb9e9f req-10a8d759-4480-4acf-8a1c-30c7e91b9dec tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 946 time: 0.0941617 Mar 16 11:08:04.488543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-105fcb3d-e09c-4265-af41-ac03e0a9614c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Deleting port f12a9657-7b55-458e-a004-d501ba43fc07 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:04.488901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-105fcb3d-e09c-4265-af41-ac03e0a9614c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:04.514964 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e852d632-f0b9-4c8c-bdbf-82d9f0bb9e9f req-b88da17f-9d68-4f66-a5f0-5a8bbe91e304 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/security-groups?id=b91e0e08-ad08-436f-9486-22f64fb5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397029 Mar 16 11:08:04.734513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-105fcb3d-e09c-4265-af41-ac03e0a9614c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] For port f12a9657-7b55-458e-a004-d501ba43fc07, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=f12a9657-7b55-458e-a004-d501ba43fc07,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:04.734873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-105fcb3d-e09c-4265-af41-ac03e0a9614c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:04.855544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-105fcb3d-e09c-4265-af41-ac03e0a9614c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Calling delete_port for f12a9657-7b55-458e-a004-d501ba43fc07 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:05.007464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-105fcb3d-e09c-4265-af41-ac03e0a9614c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:05.064316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fcb3d-e09c-4265-af41-ac03e0a9614c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event deleted for resources: {'Port': ['ID=f12a9657-7b55-458e-a004-d501ba43fc07,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:05.140011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-105fcb3d-e09c-4265-af41-ac03e0a9614c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] No DVR routers for this DVR port f12a9657-7b55-458e-a004-d501ba43fc07 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:08:05.142516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-105fcb3d-e09c-4265-af41-ac03e0a9614c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:05.144913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'name': 'network-vif-deleted', 'tag': 'f12a9657-7b55-458e-a004-d501ba43fc07'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:08:05.161704 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-96b67944-048c-4b84-8010-36ff2a7bc741 req-105fcb3d-e09c-4265-af41-ac03e0a9614c tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.48 "DELETE /v2.0/ports/f12a9657-7b55-458e-a004-d501ba43fc07 HTTP/1.1" status: 204 len: 173 time: 0.7376451 Mar 16 11:08:05.191635 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2676c68-86d4-4fbf-9aa5-743410ac337e', 'name': 'network-vif-deleted', 'tag': 'f12a9657-7b55-458e-a004-d501ba43fc07', 'status': 'completed', 'code': 200} Mar 16 11:08:05.671506 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-55cde76d-a718-493b-8925-d840aa5f8058 req-2c95cbd6-77dc-4b3a-8c5b-41aeb3d118b7 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2676c68-86d4-4fbf-9aa5-743410ac337e HTTP/1.1" status: 200 len: 210 time: 0.0441692 Mar 16 11:08:06.377646 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:08:06.765565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40052) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:06.924123 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-86ad6395-1888-461d-836a-e0eb974086f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Deleting port 4bc9d9f2-0d9a-4490-927b-61e728a48568 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:06.924456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86ad6395-1888-461d-836a-e0eb974086f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.206712 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86ad6395-1888-461d-836a-e0eb974086f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.206926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86ad6395-1888-461d-836a-e0eb974086f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.332785 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-86ad6395-1888-461d-836a-e0eb974086f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Calling delete_port for 4bc9d9f2-0d9a-4490-927b-61e728a48568 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:07.477850 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86ad6395-1888-461d-836a-e0eb974086f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.525317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad6395-1888-461d-836a-e0eb974086f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event deleted for resources: {'Port': ['ID=4bc9d9f2-0d9a-4490-927b-61e728a48568,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:07.616436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86ad6395-1888-461d-836a-e0eb974086f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.631396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-86ad6395-1888-461d-836a-e0eb974086f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.632535 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-86ad6395-1888-461d-836a-e0eb974086f0 tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "DELETE /v2.0/floatingips/d5926a78-272a-4381-b575-ff0ff17f7946 HTTP/1.1" status: 204 len: 168 time: 0.8659937 Mar 16 11:08:08.289480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.431984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device f12a9657-7b55-458e-a004-d501ba43fc07 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:08.469788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: f12a9657-7b55-458e-a004-d501ba43fc07 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:08.470133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device f12a9657-7b55-458e-a004-d501ba43fc07 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:10.315474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40070) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:10.384589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5e532f67-c155-4949-9efc-567af0cf92fa tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.415218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5e532f67-c155-4949-9efc-567af0cf92fa tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.487250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5e532f67-c155-4949-9efc-567af0cf92fa tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.506684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e532f67-c155-4949-9efc-567af0cf92fa tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e0e08-ad08-436f-9486-22f64fb5c2d2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:10.521540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5e532f67-c155-4949-9efc-567af0cf92fa tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.522891 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5e532f67-c155-4949-9efc-567af0cf92fa tempest-TestVolumeBootPattern-1255948741 tempest-TestVolumeBootPattern-1255948741-project] 10.222.0.37 "DELETE /v2.0/security-groups/b91e0e08-ad08-436f-9486-22f64fb5c2d2 HTTP/1.1" status: 204 len: 168 time: 0.2063086 Mar 16 11:08:10.581068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40076) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:11.247138 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.700628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] Deleting port 6621a37d-3081-4487-8b7a-43c95ad0a6f2 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:11.701338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.875817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] For port 6621a37d-3081-4487-8b7a-43c95ad0a6f2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6621a37d-3081-4487-8b7a-43c95ad0a6f2,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:11.876058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.996327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] Calling delete_port for 6621a37d-3081-4487-8b7a-43c95ad0a6f2 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:12.327774 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.373381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] Pushing event deleted for resources: {'Port': ['ID=6621a37d-3081-4487-8b7a-43c95ad0a6f2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:12.641109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.122708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] Router 024f22ac-8c7c-44c4-b644-f9e2269a7291 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:13.303191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:13.312489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] Sync routers for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:13.315748 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-87a8de1b-e2b3-4aab-a59b-f46c098c1045 admin admin] 10.222.0.37 "PUT /v2.0/routers/024f22ac-8c7c-44c4-b644-f9e2269a7291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7333643 Mar 16 11:08:13.318398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40082) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:13.322952 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:13.323565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:07:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:13.496235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.499057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:13.674659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.685642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Deleting port 7dd96e0a-241a-43b1-80e9-0669d669e1bd {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:13.686057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.818353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:08:12Z', 'revision_number': 5, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port': {'id': '7dd96e0a-241a-43b1-80e9-0669d669e1bd', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:56Z', 'updated_at': '2022-03-16T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:13.822319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] Checking router: 024f22ac-8c7c-44c4-b644-f9e2269a7291 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:13.831017 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] Routers {'024f22ac-8c7c-44c4-b644-f9e2269a7291'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:13.831726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:07:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['024f22ac-8c7c-44c4-b644-f9e2269a7291'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:13.856799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] For port 7dd96e0a-241a-43b1-80e9-0669d669e1bd, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7dd96e0a-241a-43b1-80e9-0669d669e1bd,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:13.857147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.975890 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Calling delete_port for 7dd96e0a-241a-43b1-80e9-0669d669e1bd owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:13.981153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] Set router 024f22ac-8c7c-44c4-b644-f9e2269a7291 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:14.094051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:08:13Z', 'revision_number': 6, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:14.098044 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf32f41e-9bb0-4921-87aa-2beb0e50893e None None] The sync data for ids ['024f22ac-8c7c-44c4-b644-f9e2269a7291'] in dv-neutron-833860-1-hyperv is: [{'id': '024f22ac-8c7c-44c4-b644-f9e2269a7291', 'name': 'tempest-TestVolumeBootPattern-1875758146-router', 'tenant_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:55Z', 'updated_at': '2022-03-16T11:08:13Z', 'revision_number': 6, 'project_id': '7f902f2e21dc4dfba3a204d55a8fdcd1', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:14.154887 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.204174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd96e0a-241a-43b1-80e9-0669d669e1bd,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.296854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.595330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.597557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.623770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.624276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 024f22ac-8c7c-44c4-b644-f9e2269a7291 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:08:14.636274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.637454 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d643894c-4533-477b-888e-fcec5cc40e4f admin admin] 10.222.0.37 "DELETE /v2.0/routers/024f22ac-8c7c-44c4-b644-f9e2269a7291 HTTP/1.1" status: 204 len: 168 time: 1.3181593 Mar 16 11:08:14.639997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40088) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:14.699440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d5077c-b3d8-4269-b5ab-06fc8fb1f1d3 admin admin] Deleting subnet 4f1c4fe0-b914-4f10-8987-26593049e158 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:08:14.702892 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53d5077c-b3d8-4269-b5ab-06fc8fb1f1d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.754739 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53d5077c-b3d8-4269-b5ab-06fc8fb1f1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.834265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53d5077c-b3d8-4269-b5ab-06fc8fb1f1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.880280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6621a37d-3081-4487-8b7a-43c95ad0a6f2 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:14.906614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53d5077c-b3d8-4269-b5ab-06fc8fb1f1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.916902 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 6621a37d-3081-4487-8b7a-43c95ad0a6f2 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:14.917832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6621a37d-3081-4487-8b7a-43c95ad0a6f2 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:14.950186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5077c-b3d8-4269-b5ab-06fc8fb1f1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1c4fe0-b914-4f10-8987-26593049e158,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.952233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-53d5077c-b3d8-4269-b5ab-06fc8fb1f1d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.958163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d17d1b-0ce0-4fee-aca2-567e1ee98856 None None] Network 961ea7db-628d-4e74-be77-2d38ab843106 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:14.960044 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-53d5077c-b3d8-4269-b5ab-06fc8fb1f1d3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4f1c4fe0-b914-4f10-8987-26593049e158 HTTP/1.1" status: 204 len: 168 time: 0.3189847 Mar 16 11:08:14.962513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40092) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:15.067157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.088354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Deleting port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:15.088816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.228651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] DHCP port deletion for 961ea7db-628d-4e74-be77-2d38ab843106 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:08:15.232832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] Deleting port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:15.233252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.306099 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] For port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:15.306719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.428130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Calling delete_port for 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:15.432582 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] For port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3,segment=NetworkSegment(57fc11af-355c-4406-a124-501b1ef8a00a),segment_id=57fc11af-355c-4406-a124-501b1ef8a00a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:15.432965 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.505117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.550214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Pushing event deleted for resources: {'Port': ['ID=33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:15.551960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] Calling delete_port for 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:15.553542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] No DVR routers for this DVR port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:08:15.625507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:08:15.625858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:08:15.666931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.691961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961ea7db-628d-4e74-be77-2d38ab843106']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:15.703919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fc11af-355c-4406-a124-501b1ef8a00a') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:15.704194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fc11af-355c-4406-a124-501b1ef8a00a') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:15.715177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.734875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.741053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:15.741461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:15.754715 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:15.829184 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.833597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.856968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] Pushing event deleted for resources: {'Network': ['ID=961ea7db-628d-4e74-be77-2d38ab843106,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:15.873263 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5a669a26-1d18-4311-9cad-b8f88d07368f admin admin] 10.222.0.37 "DELETE /v2.0/networks/961ea7db-628d-4e74-be77-2d38ab843106 HTTP/1.1" status: 204 len: 168 time: 0.9097481 Mar 16 11:08:15.876169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40096) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:16.127616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] Deleting port 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:16.128200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.193667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f61ec87c-0e06-407a-80a3-384ebe1d5002 None None] The port '33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:08:16.411850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7dd96e0a-241a-43b1-80e9-0669d669e1bd no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:16.482510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 7dd96e0a-241a-43b1-80e9-0669d669e1bd {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:16.482728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7dd96e0a-241a-43b1-80e9-0669d669e1bd not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:16.483199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:16.514953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:16.515298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 33c2bb31-7326-4fc5-8dfa-5222fcfb1bc3 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:16.529450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.884258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] Deleting port 2c99750b-75ba-4f26-a6be-2ba68045a8c0 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:16.884493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.057159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] For port 2c99750b-75ba-4f26-a6be-2ba68045a8c0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=2c99750b-75ba-4f26-a6be-2ba68045a8c0,segment=NetworkSegment(1dea1857-a5cd-401d-a9b3-81c185c83490),segment_id=1dea1857-a5cd-401d-a9b3-81c185c83490)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:17.057505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.180410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] Calling delete_port for 2c99750b-75ba-4f26-a6be-2ba68045a8c0 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:17.361104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.441482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c99750b-75ba-4f26-a6be-2ba68045a8c0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:17.809897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.183248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] Router 8cddf51f-119e-4d6d-b84e-0cb4375121ab has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:18.364153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:18.377191 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] Sync routers for ids ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:18.385682 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e1e6131d-ba24-470a-93fe-765d50050446 admin admin] 10.222.0.37 "PUT /v2.0/routers/8cddf51f-119e-4d6d-b84e-0cb4375121ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5084875 Mar 16 11:08:18.388411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40100) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:18.394019 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] Routers {'8cddf51f-119e-4d6d-b84e-0cb4375121ab'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:18.394674 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:07:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:18.568692 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] Set router 8cddf51f-119e-4d6d-b84e-0cb4375121ab gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:18.667873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.842272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.844335 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'name': 'tempest-TestVolumeBootPattern-1277861856-router', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:01:01Z', 'updated_at': '2022-03-16T11:08:17Z', 'revision_number': 5, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'gw_port': {'id': '7029944a-d2cd-46f9-a37e-ea8aa1caaaeb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:02Z', 'updated_at': '2022-03-16T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:18.848232 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] Checking router: 8cddf51f-119e-4d6d-b84e-0cb4375121ab for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:18.853031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Deleting port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:18.853392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.856479 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] Routers {'8cddf51f-119e-4d6d-b84e-0cb4375121ab'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:18.857209 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:07:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:19.036370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] For port 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7029944a-d2cd-46f9-a37e-ea8aa1caaaeb,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:19.036708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.038873 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] Set router 8cddf51f-119e-4d6d-b84e-0cb4375121ab gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:19.141984 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'name': 'tempest-TestVolumeBootPattern-1277861856-router', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:01:01Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 6, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:19.146017 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1fe2a-cd94-4995-9d1a-45fd3b03bf18 None None] The sync data for ids ['8cddf51f-119e-4d6d-b84e-0cb4375121ab'] in dv-neutron-833860-1-hyperv is: [{'id': '8cddf51f-119e-4d6d-b84e-0cb4375121ab', 'name': 'tempest-TestVolumeBootPattern-1277861856-router', 'tenant_id': '2ff3293271e64852a639bde8ee52017c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:01:01Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 6, 'project_id': '2ff3293271e64852a639bde8ee52017c', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:19.156493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Calling delete_port for 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:19.327981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.372955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Pushing event deleted for resources: {'Port': ['ID=7029944a-d2cd-46f9-a37e-ea8aa1caaaeb,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:19.468875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.643860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.646134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.670202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.670760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cddf51f-119e-4d6d-b84e-0cb4375121ab {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:08:19.683963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.685161 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f5cd5e36-aeac-4f2f-bd3e-39843f55ed26 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8cddf51f-119e-4d6d-b84e-0cb4375121ab HTTP/1.1" status: 204 len: 168 time: 1.2957282 Mar 16 11:08:19.687949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40104) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:19.749078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-065fccd4-b368-4298-a68f-5292bc3d7ff8 admin admin] Deleting subnet 5b50fee4-5782-48cd-8e7d-5977e180e11c {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:08:19.752021 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-065fccd4-b368-4298-a68f-5292bc3d7ff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.804904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-065fccd4-b368-4298-a68f-5292bc3d7ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.883390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-065fccd4-b368-4298-a68f-5292bc3d7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.952126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-065fccd4-b368-4298-a68f-5292bc3d7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.992939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fccd4-b368-4298-a68f-5292bc3d7ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b50fee4-5782-48cd-8e7d-5977e180e11c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:19.996794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-065fccd4-b368-4298-a68f-5292bc3d7ff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.005505 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-065fccd4-b368-4298-a68f-5292bc3d7ff8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5b50fee4-5782-48cd-8e7d-5977e180e11c HTTP/1.1" status: 204 len: 168 time: 0.3142154 Mar 16 11:08:20.005682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea4d04-39ae-43f0-90c4-d416375e4895 None None] Network 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:20.006108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40108) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:20.238659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.252104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Deleting port e1af26f2-c145-41f8-adae-2b30ded7d1d8 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:20.252350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.301483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] DHCP port deletion for 7e15cbfe-0591-40d4-86f6-a4bc3d490d37 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:08:20.305954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] Deleting port e1af26f2-c145-41f8-adae-2b30ded7d1d8 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:20.306344 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.445549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:20.482865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] For port e1af26f2-c145-41f8-adae-2b30ded7d1d8, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e1af26f2-c145-41f8-adae-2b30ded7d1d8,segment=NetworkSegment(1dea1857-a5cd-401d-a9b3-81c185c83490),segment_id=1dea1857-a5cd-401d-a9b3-81c185c83490)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:20.483412 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.526331 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:20.526554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7029944a-d2cd-46f9-a37e-ea8aa1caaaeb not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:20.526991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2c99750b-75ba-4f26-a6be-2ba68045a8c0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:20.573653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 2c99750b-75ba-4f26-a6be-2ba68045a8c0 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:20.574041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 2c99750b-75ba-4f26-a6be-2ba68045a8c0 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:20.574363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e1af26f2-c145-41f8-adae-2b30ded7d1d8 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:20.608759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Calling delete_port for e1af26f2-c145-41f8-adae-2b30ded7d1d8 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:20.616110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] For port e1af26f2-c145-41f8-adae-2b30ded7d1d8, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e1af26f2-c145-41f8-adae-2b30ded7d1d8,segment=NetworkSegment(1dea1857-a5cd-401d-a9b3-81c185c83490),segment_id=1dea1857-a5cd-401d-a9b3-81c185c83490)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:20.616461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.684523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.734330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1af26f2-c145-41f8-adae-2b30ded7d1d8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:20.737820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] No DVR routers for this DVR port e1af26f2-c145-41f8-adae-2b30ded7d1d8 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:08:20.746860 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] Calling delete_port for e1af26f2-c145-41f8-adae-2b30ded7d1d8 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:20.787625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No active binding found for port e1af26f2-c145-41f8-adae-2b30ded7d1d8 {{(pid=87876) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 11:08:20.787923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e1af26f2-c145-41f8-adae-2b30ded7d1d8 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:20.820785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:08:20.821170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:08:20.852769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.878175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e15cbfe-0591-40d4-86f6-a4bc3d490d37']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:20.890081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dea1857-a5cd-401d-a9b3-81c185c83490') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:20.890377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dea1857-a5cd-401d-a9b3-81c185c83490') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:20.901539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.917856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.924482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:20.924950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:20.945081 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:21.026223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.042124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.052092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e15cbfe-0591-40d4-86f6-a4bc3d490d37,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:21.061821 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5c376d39-e634-452a-861e-87813cc4bc53 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7e15cbfe-0591-40d4-86f6-a4bc3d490d37 HTTP/1.1" status: 204 len: 168 time: 1.0535836 Mar 16 11:08:21.176061 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40114) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:21.228116 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-155354d3-7882-4e76-b6e1-9ff46ebbd447 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f902f2e21dc4dfba3a204d55a8fdcd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509133 Mar 16 11:08:21.230709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40118) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:21.288619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0fe28cd-3063-41fa-ad17-c9231ffe6413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.314894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0fe28cd-3063-41fa-ad17-c9231ffe6413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.322367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] Deleting port e1af26f2-c145-41f8-adae-2b30ded7d1d8 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:21.322843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.367545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0fe28cd-3063-41fa-ad17-c9231ffe6413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.384585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe28cd-3063-41fa-ad17-c9231ffe6413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355b9eab-5e70-4c8a-9936-dbbf19f8744d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:21.391865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0fe28cd-3063-41fa-ad17-c9231ffe6413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.393201 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f0fe28cd-3063-41fa-ad17-c9231ffe6413 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/355b9eab-5e70-4c8a-9936-dbbf19f8744d HTTP/1.1" status: 204 len: 168 time: 0.1615596 Mar 16 11:08:21.398274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0970c-c5b8-4877-bdfc-a7a37f06da43 None None] The port 'e1af26f2-c145-41f8-adae-2b30ded7d1d8' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:08:21.769001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40126) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:21.817330 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9814d343-22d2-4b9a-bdb6-727fd5393911 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ff3293271e64852a639bde8ee52017c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471609 Mar 16 11:08:21.819831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40130) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:21.864448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-65ccc162-2bc0-4182-8efd-57e1d2575d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.887175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00467806-42c0-4c84-a193-ce633728cdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.912983 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00467806-42c0-4c84-a193-ce633728cdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.971000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00467806-42c0-4c84-a193-ce633728cdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.986341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00467806-42c0-4c84-a193-ce633728cdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb111f8-46e9-42e0-8702-99c10dc3da0b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:21.990573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00467806-42c0-4c84-a193-ce633728cdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.991710 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-00467806-42c0-4c84-a193-ce633728cdd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cb111f8-46e9-42e0-8702-99c10dc3da0b HTTP/1.1" status: 204 len: 168 time: 0.1709061 Mar 16 11:08:22.972217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40138) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:23.429037 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-949af711-fa92-4d53-b64c-491abbeb395c tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers/b2b20fbc-0d35-440a-a4ba-c40f0a01aeea/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4551980 Mar 16 11:08:23.432210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40144) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:23.633896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136c1b7d-a616-401c-a10f-b6e4806bace0 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Notify agent at dv-neutron-833860-1-hyperv the message router_removed_from_agent {{(pid=87874) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 16 11:08:23.637160 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-136c1b7d-a616-401c-a10f-b6e4806bace0 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "DELETE /v2.0/agents/94253e67-c6a0-403c-af14-47dd8fcb909f/l3-routers/b2b20fbc-0d35-440a-a4ba-c40f0a01aeea HTTP/1.1" status: 204 len: 168 time: 0.2039604 Mar 16 11:08:23.639901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40148) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:23.934083 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6724220b-9dbd-401d-8340-b6b69fce3839 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers/b2b20fbc-0d35-440a-a4ba-c40f0a01aeea/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2929494 Mar 16 11:08:23.936839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40152) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.043962 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d4aafe62-0b6c-40a0-8d52-821c8d876ac4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/7265c375-b9c3-4340-965d-7bf65c6d06e0 HTTP/1.1" status: 200 len: 993 time: 0.1059120 Mar 16 11:08:24.392876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12152a51-860b-4d89-841c-e6661486ae0a None None] New status for floating IP 7265c375-b9c3-4340-965d-7bf65c6d06e0: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:08:24.444703 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:24.725273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.760979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:24.771012 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.771798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ae141d2-a4f3-4153-a331-63b84fd08e90 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:24.929280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.936553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:24.968583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.968961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.969303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.969640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.969947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.970299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.970743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.971093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.971486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.971815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.972138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.972459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:25.014224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.028970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-862b8edd-da29-48a1-9230-cdc19bb2cb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.035898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 0ae141d2-a4f3-4153-a331-63b84fd08e90, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0ae141d2-a4f3-4153-a331-63b84fd08e90,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:25.039656 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.047943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40156) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:25.112148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=0ae141d2-a4f3-4153-a331-63b84fd08e90,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:25.157038 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-db3f8a8f-3030-4b6c-8707-e645322c8588 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/7265c375-b9c3-4340-965d-7bf65c6d06e0 HTTP/1.1" status: 200 len: 991 time: 0.1076539 Mar 16 11:08:25.261488 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.321967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40162) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:26.528887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753e75de-9863-43d3-a42c-b7029ce49c57 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:08:26.529079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753e75de-9863-43d3-a42c-b7029ce49c57 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Notify agent at dv-neutron-833860-1-hyperv the message router_added_to_agent {{(pid=87874) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 16 11:08:26.549507 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-753e75de-9863-43d3-a42c-b7029ce49c57 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "POST /v2.0/agents/94253e67-c6a0-403c-af14-47dd8fcb909f/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2237244 Mar 16 11:08:26.551207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40170) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:26.564268 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] Sync routers for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:26.573689 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:26.574340 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:26.623532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.745527 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-de6cdb47-c9ba-4584-936d-01380710092a tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers/b2b20fbc-0d35-440a-a4ba-c40f0a01aeea/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1931067 Mar 16 11:08:26.747307 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:26.748141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40174) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:26.854795 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-77c40b7d-492d-4ff2-b733-e3260434ce52 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/7265c375-b9c3-4340-965d-7bf65c6d06e0 HTTP/1.1" status: 200 len: 991 time: 0.1042573 Mar 16 11:08:27.097136 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '7265c375-b9c3-4340-965d-7bf65c6d06e0', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'port_id': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'mac_address': 'fa:16:3e:c0:de:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:09Z', 'updated_at': '2022-03-16T11:08:24Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:08:24Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:27.101230 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] Checking router: b2b20fbc-0d35-440a-a4ba-c40f0a01aeea for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:27.109826 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:27.110338 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:27.296854 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:27.647784 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '7265c375-b9c3-4340-965d-7bf65c6d06e0', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'port_id': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'mac_address': 'fa:16:3e:c0:de:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:09Z', 'updated_at': '2022-03-16T11:08:24Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:08:24Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:27.651761 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe42e2-eff1-4d0e-8659-71b0cc5ddecf None None] The sync data for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv is: [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '7265c375-b9c3-4340-965d-7bf65c6d06e0', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'port_id': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'mac_address': 'fa:16:3e:c0:de:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:09Z', 'updated_at': '2022-03-16T11:08:24Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:08:24Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:27.857361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40178) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:28.084120 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-38141dc8-383c-4bdb-a7eb-dec9bc41d1ae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/7265c375-b9c3-4340-965d-7bf65c6d06e0 HTTP/1.1" status: 200 len: 991 time: 0.2255731 Mar 16 11:08:28.455191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:28.527165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:28.527533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.645959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.678801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:28.683304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.684073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ae141d2-a4f3-4153-a331-63b84fd08e90 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:28.800642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:28.812009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0ae141d2-a4f3-4153-a331-63b84fd08e90 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:28.812365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.936163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.952905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 0ae141d2-a4f3-4153-a331-63b84fd08e90, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0ae141d2-a4f3-4153-a331-63b84fd08e90,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:28.958187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.986659 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-f3a7b606-784a-45d8-9707-57ba854bc4cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722656 Mar 16 11:08:29.029994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=0ae141d2-a4f3-4153-a331-63b84fd08e90,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:29.088137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40182) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:29.126050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-006bb3be-027a-49da-8342-78b12d6c3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.127494 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-006bb3be-027a-49da-8342-78b12d6c3feb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 1099 time: 0.0732245 Mar 16 11:08:29.192567 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3957abb9-475e-45c6-b1bf-8b1e46c1965f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/7265c375-b9c3-4340-965d-7bf65c6d06e0 HTTP/1.1" status: 200 len: 991 time: 0.1030352 Mar 16 11:08:29.257636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad20e2-eaa7-4177-add8-a7b5c10805b1 None None] New status for floating IP 7265c375-b9c3-4340-965d-7bf65c6d06e0: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:08:29.280365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-d3544ddb-2392-44a8-8e64-3ca40ab91b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.281863 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-d3544ddb-2392-44a8-8e64-3ca40ab91b8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0ff8db8a-9aba-44ed-a30c-55405c8191f1 HTTP/1.1" status: 200 len: 898 time: 0.1348968 Mar 16 11:08:29.386213 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-e0ba1f65-6cd1-4564-bb2a-2785e8b5b75e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812b0cb6-86ae-4a10-8864-7ff950cddaf9 HTTP/1.1" status: 200 len: 999 time: 0.0956390 Mar 16 11:08:29.449280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-edb5376f-0492-4bb1-9906-9ce733d05e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.450637 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-edb5376f-0492-4bb1-9906-9ce733d05e91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87352b11-bc71-4e9e-9502-0855a08ecaec HTTP/1.1" status: 200 len: 835 time: 0.0583339 Mar 16 11:08:29.531581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-649ac78c-1a27-400e-a1a3-21d4c84fad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.533196 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-649ac78c-1a27-400e-a1a3-21d4c84fad38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0ff8db8a-9aba-44ed-a30c-55405c8191f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766172 Mar 16 11:08:29.677326 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-95fa9000-3a10-4d21-ab86-baa6b167727f service neutron] 10.222.0.48 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380870 Mar 16 11:08:29.811853 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c15776b-a1b4-46b9-80cc-16cbfca4bc4b req-a7c923b2-4e78-44c4-99b2-ab9c588564ba service neutron] 10.222.0.48 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278551 Mar 16 11:08:30.197129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40186) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:30.315877 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f35f6c4e-8af8-4681-9109-ee1bf281974e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/7265c375-b9c3-4340-965d-7bf65c6d06e0 HTTP/1.1" status: 200 len: 993 time: 0.1172426 Mar 16 11:08:30.421764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:30.492826 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:30.493103 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.578158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40194) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:30.611694 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ae141d2-a4f3-4153-a331-63b84fd08e90 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:30.679803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0ae141d2-a4f3-4153-a331-63b84fd08e90 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:30.680160 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.783614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 41b9abcc-8275-4808-a9ff-5008a662589b {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:30.783851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.954144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.954446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.079647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 41b9abcc-8275-4808-a9ff-5008a662589b owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:31.235876 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.284074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=41b9abcc-8275-4808-a9ff-5008a662589b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:31.378325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.378547 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP 7265c375-b9c3-4340-965d-7bf65c6d06e0 disassociated (deleted). External IP: 172.26.2.84, port: 812b0cb6-86ae-4a10-8864-7ff950cddaf9. Mar 16 11:08:31.849554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:32.049458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:32.059474 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] Sync routers for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:32.069621 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:32.070216 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:32.071217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.125519 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-276dbd1d-f952-4912-a369-f6aba6dad1cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/floatingips/7265c375-b9c3-4340-965d-7bf65c6d06e0 HTTP/1.1" status: 204 len: 168 time: 1.5461433 Mar 16 11:08:32.126111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'tag': '812b0cb6-86ae-4a10-8864-7ff950cddaf9'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:08:32.170951 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'tag': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'status': 'completed', 'code': 200} Mar 16 11:08:32.271616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-387ab93a-9226-4c08-895b-8d5370f92851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:32.273280 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-387ab93a-9226-4c08-895b-8d5370f92851 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 1099 time: 0.0789332 Mar 16 11:08:32.290852 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:32.425124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-8535392e-fc19-4900-a7b4-e3c215abad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:32.426577 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-8535392e-fc19-4900-a7b4-e3c215abad62 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0ff8db8a-9aba-44ed-a30c-55405c8191f1 HTTP/1.1" status: 200 len: 898 time: 0.1466818 Mar 16 11:08:32.499938 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-44b889e2-2634-4163-9735-787502eef69f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812b0cb6-86ae-4a10-8864-7ff950cddaf9 HTTP/1.1" status: 200 len: 217 time: 0.0649273 Mar 16 11:08:32.516216 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7f4d8-d3cf-4b06-a1b7-9e4ee9c69619 req-4a60c820-0441-43e6-8152-05076a1c8712 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:32.517012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-0cc7f4d8-d3cf-4b06-a1b7-9e4ee9c69619 req-4a60c820-0441-43e6-8152-05076a1c8712 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:32.534207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-0cc7f4d8-d3cf-4b06-a1b7-9e4ee9c69619 req-4a60c820-0441-43e6-8152-05076a1c8712 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:32.535507 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0cc7f4d8-d3cf-4b06-a1b7-9e4ee9c69619 req-4a60c820-0441-43e6-8152-05076a1c8712 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 946 time: 0.1015675 Mar 16 11:08:32.566082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-90954678-6e5f-4f80-9751-1d10c9f91229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:32.567928 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-90954678-6e5f-4f80-9751-1d10c9f91229 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87352b11-bc71-4e9e-9502-0855a08ecaec HTTP/1.1" status: 200 len: 835 time: 0.0595572 Mar 16 11:08:32.609388 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0cc7f4d8-d3cf-4b06-a1b7-9e4ee9c69619 req-e6273379-3e58-405f-a978-c1e53f9544dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614569 Mar 16 11:08:32.611421 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:32.617108 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] Checking router: b2b20fbc-0d35-440a-a4ba-c40f0a01aeea for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:32.629999 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:32.630672 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:32.655560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-fa8232f5-8fc6-4bbd-93b8-7a9b46e4b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:32.657085 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-fa8232f5-8fc6-4bbd-93b8-7a9b46e4b739 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0ff8db8a-9aba-44ed-a30c-55405c8191f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824792 Mar 16 11:08:32.807103 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:32.894673 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-afc850d1-e297-4274-b05a-3d43bf1ffe0d service neutron] 10.222.0.48 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310030 Mar 16 11:08:33.026842 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2b9adb8d-8e55-40e9-9534-d4b5f7f65f5b req-7dd6565f-0b0d-4f5a-9a49-3dfe979f99fc service neutron] 10.222.0.48 "GET /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256223 Mar 16 11:08:33.118647 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:33.122527 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d580d-7c6d-404f-a36b-4e95f39c2712 None None] The sync data for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv is: [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:06:52Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5', 'name': '', 'network_id': '0ff8db8a-9aba-44ed-a30c-55405c8191f1', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:51Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '87352b11-bc71-4e9e-9502-0855a08ecaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:33.723578 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c413941-a784-41d0-9df4-976473b7fda0 None None] New status for floating IP 7265c375-b9c3-4340-965d-7bf65c6d06e0: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:08:33.794270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b7571-5eda-4024-b7ad-3d5faa30c82a req-2d518ff0-ad4c-4166-a8f6-ab312a14538f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:33.795802 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f35b7571-5eda-4024-b7ad-3d5faa30c82a req-2d518ff0-ad4c-4166-a8f6-ab312a14538f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 946 time: 0.0819008 Mar 16 11:08:33.845308 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f35b7571-5eda-4024-b7ad-3d5faa30c82a req-e3a94670-99ed-4dc6-a315-180eb40079b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1df8018-1a05-4a7d-ad39-582d3ea5376c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428104 Mar 16 11:08:34.131502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-b0e0d889-6109-4705-af63-f3f7a6f65994 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.132954 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-b0e0d889-6109-4705-af63-f3f7a6f65994 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 946 time: 0.0830681 Mar 16 11:08:34.202420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-6d3955ab-2c81-46a5-bcf0-24397aafb278 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:34.202613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-6d3955ab-2c81-46a5-bcf0-24397aafb278 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.473288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-6d3955ab-2c81-46a5-bcf0-24397aafb278 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 812b0cb6-86ae-4a10-8864-7ff950cddaf9, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=812b0cb6-86ae-4a10-8864-7ff950cddaf9,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:34.473563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-6d3955ab-2c81-46a5-bcf0-24397aafb278 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.592443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-6d3955ab-2c81-46a5-bcf0-24397aafb278 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 812b0cb6-86ae-4a10-8864-7ff950cddaf9 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:34.740223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-6d3955ab-2c81-46a5-bcf0-24397aafb278 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.789305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3955ab-2c81-46a5-bcf0-24397aafb278 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=812b0cb6-86ae-4a10-8864-7ff950cddaf9,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:34.863149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-6d3955ab-2c81-46a5-bcf0-24397aafb278 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port 812b0cb6-86ae-4a10-8864-7ff950cddaf9 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:08:34.865942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-6d3955ab-2c81-46a5-bcf0-24397aafb278 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.870334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'name': 'network-vif-deleted', 'tag': '812b0cb6-86ae-4a10-8864-7ff950cddaf9'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:08:34.886306 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1f56d3bb-3201-44bd-9a33-1165724e5471 req-6d3955ab-2c81-46a5-bcf0-24397aafb278 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "DELETE /v2.0/ports/812b0cb6-86ae-4a10-8864-7ff950cddaf9 HTTP/1.1" status: 204 len: 173 time: 0.7482145 Mar 16 11:08:34.921906 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5105e6d6-e74e-498e-ad04-7fa8d63d8120', 'name': 'network-vif-deleted', 'tag': '812b0cb6-86ae-4a10-8864-7ff950cddaf9', 'status': 'completed', 'code': 200} Mar 16 11:08:34.999595 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5e950bf0-ce56-44d5-9ab2-561525ff5690 req-6b31e7e6-fd09-4c5b-87f3-adffaf07b70d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=5105e6d6-e74e-498e-ad04-7fa8d63d8120 HTTP/1.1" status: 200 len: 210 time: 0.0428331 Mar 16 11:08:36.104332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40212) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:36.172415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50503e61-e251-494a-9553-46f104f49cda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.200778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50503e61-e251-494a-9553-46f104f49cda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.271624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50503e61-e251-494a-9553-46f104f49cda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.293256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50503e61-e251-494a-9553-46f104f49cda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1df8018-1a05-4a7d-ad39-582d3ea5376c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:36.304999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50503e61-e251-494a-9553-46f104f49cda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.306160 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-50503e61-e251-494a-9553-46f104f49cda tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1df8018-1a05-4a7d-ad39-582d3ea5376c HTTP/1.1" status: 204 len: 168 time: 0.2004430 Mar 16 11:08:36.337345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40220) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:37.017128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.387182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:37.387848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.584651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:37.585035 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.706088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:37.892849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.940792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:38.274420 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.318565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.617767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 812b0cb6-86ae-4a10-8864-7ff950cddaf9 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:38.653372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 812b0cb6-86ae-4a10-8864-7ff950cddaf9 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:38.653716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 812b0cb6-86ae-4a10-8864-7ff950cddaf9 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:38.679745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:38.856578 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:38.866429 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] Sync routers for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:38.870027 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e8bd8e95-8f83-4e7a-be30-9a035b8ebd47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/b2b20fbc-0d35-440a-a4ba-c40f0a01aeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5312500 Mar 16 11:08:38.872540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40224) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:38.876391 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:38.877066 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:38.938826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d6201c-df58-4cac-a27a-130d6ca79817 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting subnet 87352b11-bc71-4e9e-9502-0855a08ecaec {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:08:38.941955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-93d6201c-df58-4cac-a27a-130d6ca79817 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.995230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-93d6201c-df58-4cac-a27a-130d6ca79817 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.050793 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:39.074308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-93d6201c-df58-4cac-a27a-130d6ca79817 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.148224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-93d6201c-df58-4cac-a27a-130d6ca79817 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.185504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6201c-df58-4cac-a27a-130d6ca79817 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Subnet': ['ID=87352b11-bc71-4e9e-9502-0855a08ecaec,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:39.189074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-93d6201c-df58-4cac-a27a-130d6ca79817 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.195181 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-93d6201c-df58-4cac-a27a-130d6ca79817 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/subnets/87352b11-bc71-4e9e-9502-0855a08ecaec HTTP/1.1" status: 204 len: 168 time: 0.3215249 Mar 16 11:08:39.197688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40228) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:39.201363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866f7ac8-aa83-46c5-a4a8-6411f7e4348d None None] Network 0ff8db8a-9aba-44ed-a30c-55405c8191f1 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:39.361660 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:37Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:39.365589 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] Checking router: b2b20fbc-0d35-440a-a4ba-c40f0a01aeea for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:39.373758 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] Routers {'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:39.374354 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:39.377885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.458573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45af88b-32b7-4516-9466-b495e04231f3 None None] DHCP port deletion for 0ff8db8a-9aba-44ed-a30c-55405c8191f1 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:08:39.462877 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d45af88b-32b7-4516-9466-b495e04231f3 None None] Deleting port 0487aa5a-c4d0-40cd-b711-fe395277ddc4 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:39.463256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d45af88b-32b7-4516-9466-b495e04231f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.547683 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] Set router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:39.563626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.575526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 0ae141d2-a4f3-4153-a331-63b84fd08e90 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:39.576316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.676846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d45af88b-32b7-4516-9466-b495e04231f3 None None] For port 0487aa5a-c4d0-40cd-b711-fe395277ddc4, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0487aa5a-c4d0-40cd-b711-fe395277ddc4,segment=NetworkSegment(af0b8916-993d-4406-8cd3-365de31f37a9),segment_id=af0b8916-993d-4406-8cd3-365de31f37a9)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:39.677281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d45af88b-32b7-4516-9466-b495e04231f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.802874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d45af88b-32b7-4516-9466-b495e04231f3 None None] Calling delete_port for 0487aa5a-c4d0-40cd-b711-fe395277ddc4 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:39.844893 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:37Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:39.848973 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a415fd35-19a6-4233-8bf9-045a32ec9ca3 None None] The sync data for ids ['b2b20fbc-0d35-440a-a4ba-c40f0a01aeea'] in dv-neutron-833860-1-hyperv is: [{'id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'name': 'tempest-TestNetworkBasicOps-router-1198379391', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:37Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0ae141d2-a4f3-4153-a331-63b84fd08e90', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b20fbc-0d35-440a-a4ba-c40f0a01aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:47Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:39.894399 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d45af88b-32b7-4516-9466-b495e04231f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.905153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 0ae141d2-a4f3-4153-a331-63b84fd08e90, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0ae141d2-a4f3-4153-a331-63b84fd08e90,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:39.905704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.938314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45af88b-32b7-4516-9466-b495e04231f3 None None] Pushing event deleted for resources: {'Port': ['ID=0487aa5a-c4d0-40cd-b711-fe395277ddc4,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:39.944124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45af88b-32b7-4516-9466-b495e04231f3 None None] No DVR routers for this DVR port 0487aa5a-c4d0-40cd-b711-fe395277ddc4 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:08:40.025875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 0ae141d2-a4f3-4153-a331-63b84fd08e90 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:40.193103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.240190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=0ae141d2-a4f3-4153-a331-63b84fd08e90,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:40.332933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.468818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0487aa5a-c4d0-40cd-b711-fe395277ddc4 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:40.502884 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 0487aa5a-c4d0-40cd-b711-fe395277ddc4 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:40.503246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0487aa5a-c4d0-40cd-b711-fe395277ddc4 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:40.503662 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:40.506920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.509201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.533506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.534175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Fanout notify agent at l3_agent the message router_deleted on router b2b20fbc-0d35-440a-a4ba-c40f0a01aeea {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:08:40.540134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:40.540449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c03dd1c-0d4f-480f-8ad3-50ce9a1fe9d5 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:40.553255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.556835 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-aa730bef-c9f8-4f1e-917f-e49756a99022 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/routers/b2b20fbc-0d35-440a-a4ba-c40f0a01aeea HTTP/1.1" status: 204 len: 168 time: 1.3557868 Mar 16 11:08:40.557262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40232) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.680049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.809142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.833263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff8db8a-9aba-44ed-a30c-55405c8191f1']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:40.845341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0b8916-993d-4406-8cd3-365de31f37a9') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:40.845583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0b8916-993d-4406-8cd3-365de31f37a9') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:40.856642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.872278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.878351 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:40.878796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:40.892728 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:40.974610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.993648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.004914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Network': ['ID=0ff8db8a-9aba-44ed-a30c-55405c8191f1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:41.016452 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2ca36aba-c50c-4cb3-bccf-fb4b44057970 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/networks/0ff8db8a-9aba-44ed-a30c-55405c8191f1 HTTP/1.1" status: 204 len: 168 time: 0.4581745 Mar 16 11:08:41.036403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40236) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:41.042209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'network': {'name': 'tempest-network-smoke--2095882549', 'project_id': '849b974e975a469799922d4fd7056cfd', 'port_security_enabled': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:41.047115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:41.051127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:network and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:41.054003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:41.059690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:41.071089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:41.074798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.102934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:41.111404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.111741 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Added segment 17be736a-34e8-4fe0-a58d-e1edefe14e92 of type vlan for network 845cb3f4-e37e-4109-a492-2ed24d4f80ef Mar 16 11:08:41.140628 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.173566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.178946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:41.179526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.281402 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2436683 Mar 16 11:08:41.283514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40240) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:41.289496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76074ecc-2b03-49d7-8c34-a14a5aa06a01 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Network': ['ID=845cb3f4-e37e-4109-a492-2ed24d4f80ef,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:41.290877 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-466245441', 'admin_state_up': True, 'project_id': '849b974e975a469799922d4fd7056cfd', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:41.299822 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:41.301497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 845cb3f4-e37e-4109-a492-2ed24d4f80ef details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:41.304084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:router and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:41.307202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:41.314118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:41.326412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.327514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.342537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.606976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.046520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.074798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.210882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.219 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/233d0590-3cec-435b-bfc8-65c697f5bdb0) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:42.353576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.382297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ae141d2-a4f3-4153-a331-63b84fd08e90 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:42.388602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.415946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 0ae141d2-a4f3-4153-a331-63b84fd08e90 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:42.416284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ae141d2-a4f3-4153-a331-63b84fd08e90 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:42.448875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:42.455639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:42.459713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:42.488651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=233d0590-3cec-435b-bfc8-65c697f5bdb0,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:42.881692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.219598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.377412 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:08:43.542254 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router 96c9b35e-55a9-4b7f-9983-279bc84786c3 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:08:43.717036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:43.726849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Sync routers for ids ['96c9b35e-55a9-4b7f-9983-279bc84786c3'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:43.737738 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Routers {'96c9b35e-55a9-4b7f-9983-279bc84786c3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:43.738353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['96c9b35e-55a9-4b7f-9983-279bc84786c3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:43.744661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.746036 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4b40bfd0-ceae-4bd1-a7a1-947b1a3527cc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4613340 Mar 16 11:08:43.750074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40244) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:43.792908 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-99c9ca6c-a4b5-46ba-abad-44c9d1822e60 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=849b974e975a469799922d4fd7056cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416546 Mar 16 11:08:43.795616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40248) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:43.917872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Set router 96c9b35e-55a9-4b7f-9983-279bc84786c3 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:43.926127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe9ec2a-e220-478a-8b31-8eaa802dc9ea tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:43.927682 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3fe9ec2a-e220-478a-8b31-8eaa802dc9ea tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311517 Mar 16 11:08:43.930691 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40252) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:43.969157 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8c3eab1d-5d6f-44cc-bca9-d491646f682e tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373781 Mar 16 11:08:43.971744 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40256) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:43.976957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1736660689', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'project_id': '849b974e975a469799922d4fd7056cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:44.087150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:44.091236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:subnet and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:44.094083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:44.099761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:44.110431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:44.114072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.236570 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:42Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:44.240685 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Checking router: 96c9b35e-55a9-4b7f-9983-279bc84786c3 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:44.241060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Updating router 96c9b35e-55a9-4b7f-9983-279bc84786c3 port 233d0590-3cec-435b-bfc8-65c697f5bdb0 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:08:44.296039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.333771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.414046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Subnet': ['ID=0b47ea41-f892-4261-80c2-bf337467e3d0,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:44.424293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Checking segment: {'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:44.424648 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network hostable DHCP agents. Network: 845cb3f4-e37e-4109-a492-2ed24d4f80ef, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:08:44.443552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 845cb3f4-e37e-4109-a492-2ed24d4f80ef is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:44.457150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 845cb3f4-e37e-4109-a492-2ed24d4f80ef) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:44.465756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:44.466688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.489985 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3de564cd-2525-4227-a9c5-e26cb21c7673 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5172594 Mar 16 11:08:44.492994 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40260) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:44.494316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c508956a-e5d3-4165-80c8-6661ffbe3117 None None] Network 845cb3f4-e37e-4109-a492-2ed24d4f80ef requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:44.788611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.801878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Transition to ACTIVE for port object 233d0590-3cec-435b-bfc8-65c697f5bdb0 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:44.805533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:08:44.806340 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.823669 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.956035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Attempting to bind port 233d0590-3cec-435b-bfc8-65c697f5bdb0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:44.956394 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Attempting to bind port 233d0590-3cec-435b-bfc8-65c697f5bdb0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:44.956757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Attempting to bind port 233d0590-3cec-435b-bfc8-65c697f5bdb0 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:44.965912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fdaa6-24d1-4ed8-959e-a38f7dd6676a None None] Pushing event updated for resources: {'Port': ['ID=233d0590-3cec-435b-bfc8-65c697f5bdb0,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:44.973200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:44.973601 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:44.973997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.974376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:44.974826 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Bound port: 233d0590-3cec-435b-bfc8-65c697f5bdb0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:44.975218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.100265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] For port 233d0590-3cec-435b-bfc8-65c697f5bdb0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:45.104342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] For port 233d0590-3cec-435b-bfc8-65c697f5bdb0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=233d0590-3cec-435b-bfc8-65c697f5bdb0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:45.108093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Allocated IP 172.20.0.2 (845cb3f4-e37e-4109-a492-2ed24d4f80ef/0b47ea41-f892-4261-80c2-bf337467e3d0/1d9f6750-905f-45ef-b69f-def7d64ef0c2) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:45.113700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.285369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fdaa6-24d1-4ed8-959e-a38f7dd6676a None None] Pushing event updated for resources: {'Port': ['ID=233d0590-3cec-435b-bfc8-65c697f5bdb0,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:45.289540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Routers {'96c9b35e-55a9-4b7f-9983-279bc84786c3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:45.290151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['96c9b35e-55a9-4b7f-9983-279bc84786c3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:45.316107 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.583994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.587218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] Set router 96c9b35e-55a9-4b7f-9983-279bc84786c3 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:45.693678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Transition to ACTIVE for port object 1d9f6750-905f-45ef-b69f-def7d64ef0c2 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:45.780309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Transition to ACTIVE for port object 1d9f6750-905f-45ef-b69f-def7d64ef0c2 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:45.792917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.866638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.1 (845cb3f4-e37e-4109-a492-2ed24d4f80ef/0b47ea41-f892-4261-80c2-bf337467e3d0/0ec7361f-46c4-4503-b263-d2335bfe8396) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:45.874440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Network 845cb3f4-e37e-4109-a492-2ed24d4f80ef is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:45.879230 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:45.890428 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:45.925145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Pushing event updated for resources: {'Port': ['ID=1d9f6750-905f-45ef-b69f-def7d64ef0c2,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:46.021953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Attempting to bind port 1d9f6750-905f-45ef-b69f-def7d64ef0c2 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:46.022267 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Attempting to bind port 1d9f6750-905f-45ef-b69f-def7d64ef0c2 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:46.022666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Attempting to bind port 1d9f6750-905f-45ef-b69f-def7d64ef0c2 on network 845cb3f4-e37e-4109-a492-2ed24d4f80ef {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:46.030350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:46.030714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Checking segment: {'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:46.031107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.031500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Bound using segment: {'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:46.031845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.031945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Bound port: 1d9f6750-905f-45ef-b69f-def7d64ef0c2, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:46.032278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.047399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 0ec7361f-46c4-4503-b263-d2335bfe8396 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:46.072274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.090379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:42Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:46.102928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369eb6a-9f27-4be4-9ca5-c8ea26498cb0 None None] The sync data for ids ['96c9b35e-55a9-4b7f-9983-279bc84786c3'] in dv-neutron-833860-1-hyperv is: [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:42Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:46.136100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] For port 1d9f6750-905f-45ef-b69f-def7d64ef0c2, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:46.139424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] For port 1d9f6750-905f-45ef-b69f-def7d64ef0c2, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1d9f6750-905f-45ef-b69f-def7d64ef0c2,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:46.140931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 845cb3f4-e37e-4109-a492-2ed24d4f80ef is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:46.144393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:46.146208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.147205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:46.201839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=0ec7361f-46c4-4503-b263-d2335bfe8396,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:46.223905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.241029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebff044-212a-43e9-8f7b-9317d7439d2b None None] Pushing event updated for resources: {'Port': ['ID=1d9f6750-905f-45ef-b69f-def7d64ef0c2,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:46.504095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 233d0590-3cec-435b-bfc8-65c697f5bdb0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:46.554289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.612021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 233d0590-3cec-435b-bfc8-65c697f5bdb0 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:46.619027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 233d0590-3cec-435b-bfc8-65c697f5bdb0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:46.619653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.756346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.773498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 233d0590-3cec-435b-bfc8-65c697f5bdb0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=233d0590-3cec-435b-bfc8-65c697f5bdb0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:46.778743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.854248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=233d0590-3cec-435b-bfc8-65c697f5bdb0,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:47.131746 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.136714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.255040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=0ec7361f-46c4-4503-b263-d2335bfe8396,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:47.258866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.269863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef79e4-fdc6-4689-a913-376d780f65d8 None None] Network 845cb3f4-e37e-4109-a492-2ed24d4f80ef requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:47.378771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4efbda6d-b836-4f83-8c09-f47d45cbec39 None None] Provisioning for port 1d9f6750-905f-45ef-b69f-def7d64ef0c2 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:47.397810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 845cb3f4-e37e-4109-a492-2ed24d4f80ef is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:47.399201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:47.596699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router 96c9b35e-55a9-4b7f-9983-279bc84786c3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:47.721616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0f02f0ef-91ff-42ae-a5e1-195decfb0e38 None None] Provisioning for port 0ec7361f-46c4-4503-b263-d2335bfe8396 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:47.727792 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0f02f0ef-91ff-42ae-a5e1-195decfb0e38 None None] Provisioning complete for port 0ec7361f-46c4-4503-b263-d2335bfe8396 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:47.728053 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0f02f0ef-91ff-42ae-a5e1-195decfb0e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.790413 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:47.794129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-0f02f0ef-91ff-42ae-a5e1-195decfb0e38 None None] Port 0ec7361f-46c4-4503-b263-d2335bfe8396 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:47.804967 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e6c3f980-b5c5-4547-947e-17d5254578a1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/96c9b35e-55a9-4b7f-9983-279bc84786c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3100717 Mar 16 11:08:47.807020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40264) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:47.837879 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Sync routers for ids ['96c9b35e-55a9-4b7f-9983-279bc84786c3'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:47.851168 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Routers {'96c9b35e-55a9-4b7f-9983-279bc84786c3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:47.851793 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['96c9b35e-55a9-4b7f-9983-279bc84786c3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:47.938278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b1898741-5162-4b22-a790-7a2fb62dfe13 None None] Provisioning complete for port 0ec7361f-46c4-4503-b263-d2335bfe8396 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:47.939365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b1898741-5162-4b22-a790-7a2fb62dfe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.949876 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee221bf-8ae6-4fe3-8192-714f81089c95 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:47.950350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee221bf-8ae6-4fe3-8192-714f81089c95 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:47.951008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee221bf-8ae6-4fe3-8192-714f81089c95 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:47.951543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee221bf-8ae6-4fe3-8192-714f81089c95 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:47.956406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40268) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:47.962603 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-aee221bf-8ae6-4fe3-8192-714f81089c95 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1545136 Mar 16 11:08:48.003806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b1898741-5162-4b22-a790-7a2fb62dfe13 None None] Port 0ec7361f-46c4-4503-b263-d2335bfe8396 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:48.027397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fcbed2-aa77-4b45-b958-81d831f759fe tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:48.028552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fcbed2-aa77-4b45-b958-81d831f759fe tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:48.029197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fcbed2-aa77-4b45-b958-81d831f759fe tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:48.029848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fcbed2-aa77-4b45-b958-81d831f759fe tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:48.034237 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d5fcbed2-aa77-4b45-b958-81d831f759fe tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0767276 Mar 16 11:08:48.034974 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40272) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:48.041067 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Set router 96c9b35e-55a9-4b7f-9983-279bc84786c3 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:48.122817 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f0f74f13-ce18-4a57-9b47-eea515b6d297 None None] Provisioning complete for port 0ec7361f-46c4-4503-b263-d2335bfe8396 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:48.123184 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f0f74f13-ce18-4a57-9b47-eea515b6d297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.178284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f0f74f13-ce18-4a57-9b47-eea515b6d297 None None] Port 0ec7361f-46c4-4503-b263-d2335bfe8396 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:48.243530 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-45d8db05-9751-4b39-9c6a-863925810037 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2073159 Mar 16 11:08:48.357899 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '0ec7361f-46c4-4503-b263-d2335bfe8396', 'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:45Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:48.361728 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Checking router: 96c9b35e-55a9-4b7f-9983-279bc84786c3 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:48.362066 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Updating router 96c9b35e-55a9-4b7f-9983-279bc84786c3 port 0ec7361f-46c4-4503-b263-d2335bfe8396 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:08:48.413058 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.461319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40278) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:48.467719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330961503', 'description': 'tempest-secgroup-smoke-330961503 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:48.474024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:48.478304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:48.481189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:48.487389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:48.499023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.517540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1d9f6750-905f-45ef-b69f-def7d64ef0c2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:48.522427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:48.526884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:48.529828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:48.535630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:48.609509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 1d9f6750-905f-45ef-b69f-def7d64ef0c2 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:48.616084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1d9f6750-905f-45ef-b69f-def7d64ef0c2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:48.616797 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.624704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.628671 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.674745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374280cf-e8c3-4975-ac7f-9d5f815deb6a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:48.680920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.682460 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fd5dd383-472b-434c-af67-3d466b27f32d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2201154 Mar 16 11:08:48.685499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40282) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:48.691311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '374280cf-e8c3-4975-ac7f-9d5f815deb6a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:48.697222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:48.701023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:48.703853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:48.709418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:48.730091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.788691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.797513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.805017 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.820496 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.824270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 1d9f6750-905f-45ef-b69f-def7d64ef0c2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1d9f6750-905f-45ef-b69f-def7d64ef0c2,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:48.828047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.829130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 233d0590-3cec-435b-bfc8-65c697f5bdb0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:48.829752 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46eb49c8-ae8c-4307-b454-4c45cda16218,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:48.832303 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Transition to ACTIVE for port object 0ec7361f-46c4-4503-b263-d2335bfe8396 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:48.838942 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.842819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.846765 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-98066c83-17bc-40ca-904d-66c47d124df6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572964 Mar 16 11:08:48.847020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40286) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:48.852727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '374280cf-e8c3-4975-ac7f-9d5f815deb6a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:48.859228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:48.863423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:48.866412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:48.872448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:48.891589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.908474 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Pushing event updated for resources: {'Port': ['ID=0ec7361f-46c4-4503-b263-d2335bfe8396,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:48.949510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=1d9f6750-905f-45ef-b69f-def7d64ef0c2,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:48.962430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 233d0590-3cec-435b-bfc8-65c697f5bdb0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:48.962809 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.977935 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.978551 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.979030 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.979519 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.979985 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.980451 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.980928 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.981395 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.981523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.981974 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.982428 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.983055 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.983507 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:48.986506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.018700 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13046f59-98d6-49d9-ba53-f2b55eb1e4a6,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:49.029158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.030609 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f8922852-a299-4b56-aba4-e79d3af1122c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1824455 Mar 16 11:08:49.033353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40290) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:49.040257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '374280cf-e8c3-4975-ac7f-9d5f815deb6a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:49.047525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:49.051840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:49.055532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:49.062289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:49.071731 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Attempting to bind port 0ec7361f-46c4-4503-b263-d2335bfe8396 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:49.072337 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Attempting to bind port 0ec7361f-46c4-4503-b263-d2335bfe8396 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:49.072909 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Attempting to bind port 0ec7361f-46c4-4503-b263-d2335bfe8396 on network 845cb3f4-e37e-4109-a492-2ed24d4f80ef {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:49.078802 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:49.079435 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Checking segment: {'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:49.079995 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.080515 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Bound using segment: {'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:49.081147 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Bound port: 0ec7361f-46c4-4503-b263-d2335bfe8396, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:49.081708 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.085881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.155601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.159979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.174045 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] For port 0ec7361f-46c4-4503-b263-d2335bfe8396, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:49.177127 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] For port 0ec7361f-46c4-4503-b263-d2335bfe8396, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0ec7361f-46c4-4503-b263-d2335bfe8396,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:49.181644 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.184931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3c3931-f73a-49e8-aa0e-1f79adf7c1dd,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:49.195640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.197047 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2c2306d1-2d9c-4c3e-93b0-5be36db31334 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622870 Mar 16 11:08:49.199806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40294) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:49.205822 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '374280cf-e8c3-4975-ac7f-9d5f815deb6a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:49.211827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:49.216018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:49.219178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:49.225474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:49.262452 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03690789-ee94-4032-90a0-b07353c6a555 None None] Pushing event updated for resources: {'Port': ['ID=0ec7361f-46c4-4503-b263-d2335bfe8396,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:49.267808 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Routers {'96c9b35e-55a9-4b7f-9983-279bc84786c3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:49.268440 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['96c9b35e-55a9-4b7f-9983-279bc84786c3'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:49.374038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.440911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.444702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.452914 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] Set router 96c9b35e-55a9-4b7f-9983-279bc84786c3 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:49.467360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dd379d-3071-4ad1-a26c-016c1cfb26f4,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:49.477332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.478566 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ebe34b28-fa1d-470f-b4a9-a6bf6d7178de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2776225 Mar 16 11:08:49.481400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40298) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:49.486411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '374280cf-e8c3-4975-ac7f-9d5f815deb6a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:49.492185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:49.495941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:49.498778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:49.504397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:49.516144 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:08:49.522864 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.585208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.590557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.614135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4894e014-392f-4b62-a240-ec79f54258d4,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:49.624618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.626192 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-14843487-5e0b-4ff2-ac89-954e3baf1110 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438673 Mar 16 11:08:49.628888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40302) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:49.634015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '374280cf-e8c3-4975-ac7f-9d5f815deb6a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:49.639963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:49.643728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:49.646540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:49.652049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:49.661789 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:08:49.667972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.734098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.739258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.761912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a7f9ac-0253-4c1c-bfc0-777f3b3e3d80,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:49.772689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.773994 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6744996d-e4c8-4af3-929d-72ea7ab0d065 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442301 Mar 16 11:08:49.775801 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '0ec7361f-46c4-4503-b263-d2335bfe8396', 'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:45Z', 'updated_at': '2022-03-16T11:08:49Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:49.779974 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c67f0e-3513-449d-8dce-57ce6015928f None None] The sync data for ids ['96c9b35e-55a9-4b7f-9983-279bc84786c3'] in dv-neutron-833860-1-hyperv is: [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '0ec7361f-46c4-4503-b263-d2335bfe8396', 'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:45Z', 'updated_at': '2022-03-16T11:08:49Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:50.002231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-a5dfbe07-0f3a-4090-9e32-3d2025ce124f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:50.019097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-a5dfbe07-0f3a-4090-9e32-3d2025ce124f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:50.020355 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-a5dfbe07-0f3a-4090-9e32-3d2025ce124f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330961503&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.0582962 Mar 16 11:08:50.173568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-1c0cf965-362e-498f-93d5-2796fc623e33 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:50.175054 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-1c0cf965-362e-498f-93d5-2796fc623e33 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/networks?id=845cb3f4-e37e-4109-a492-2ed24d4f80ef HTTP/1.1" status: 200 len: 797 time: 0.1475708 Mar 16 11:08:50.190543 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-7f99ced1-5a3f-476d-8d82-e21c22deabde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/quotas/849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 375 time: 0.0099957 Mar 16 11:08:50.279562 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-aefc32a0-331c-45db-987b-311758c73b79 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:50.296997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-aefc32a0-331c-45db-987b-311758c73b79 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:50.298417 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-aefc32a0-331c-45db-987b-311758c73b79 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024580 Mar 16 11:08:50.453332 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-b82fc050-5ff9-4faf-8e9b-e3900c83b3b4 service neutron] 10.222.0.37 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424747 Mar 16 11:08:50.503240 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1d9f6750-905f-45ef-b69f-def7d64ef0c2 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:50.576144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1d9f6750-905f-45ef-b69f-def7d64ef0c2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:50.576857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.603177 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-b396542e-d1cc-4c25-b7eb-b59c8800992a service neutron] 10.222.0.37 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488669 Mar 16 11:08:50.710385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ec7361f-46c4-4503-b263-d2335bfe8396 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:50.785977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 0ec7361f-46c4-4503-b263-d2335bfe8396 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:50.792489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0ec7361f-46c4-4503-b263-d2335bfe8396 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:50.792932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.811440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-45a7cd47-3578-4eb5-a9ca-85ea434be807 req-5d9acd11-e673-4edb-ac67-651d2894673a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:50.825432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-45a7cd47-3578-4eb5-a9ca-85ea434be807 req-5d9acd11-e673-4edb-ac67-651d2894673a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:50.826708 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45a7cd47-3578-4eb5-a9ca-85ea434be807 req-5d9acd11-e673-4edb-ac67-651d2894673a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 210 time: 0.0638897 Mar 16 11:08:50.938984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.971173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 0ec7361f-46c4-4503-b263-d2335bfe8396, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0ec7361f-46c4-4503-b263-d2335bfe8396,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:50.976062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:51.043759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=0ec7361f-46c4-4503-b263-d2335bfe8396,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:51.869671 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5d2df90b-60a5-4f55-8643-d6c6e7d04ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:51.993693 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e3e47ca9-a838-4da0-a43d-e1bce7a18cfe req-e51a5182-bd9a-4bd8-9e95-8a4c1f75eb68 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 210 time: 0.0464244 Mar 16 11:08:52.140258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-a16c0f9d-1b71-41fc-88b9-c564373539c8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:52.140961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-a16c0f9d-1b71-41fc-88b9-c564373539c8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:52.157719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-a16c0f9d-1b71-41fc-88b9-c564373539c8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:52.158834 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-a16c0f9d-1b71-41fc-88b9-c564373539c8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=845cb3f4-e37e-4109-a492-2ed24d4f80ef HTTP/1.1" status: 200 len: 797 time: 0.2716727 Mar 16 11:08:52.218690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-02267632-0628-4819-aa84-c631f4efd2aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:52.231194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-02267632-0628-4819-aa84-c631f4efd2aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:52.232351 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-02267632-0628-4819-aa84-c631f4efd2aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 379 time: 0.0645046 Mar 16 11:08:52.240990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'device_id': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'admin_state_up': True, 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'security_groups': ['374280cf-e8c3-4975-ac7f-9d5f815deb6a']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:52.381110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:52.391230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:52.402642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:52.406236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.430375 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ec7361f-46c4-4503-b263-d2335bfe8396 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:52.498844 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0ec7361f-46c4-4503-b263-d2335bfe8396 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:52.499229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.566188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.14 (845cb3f4-e37e-4109-a492-2ed24d4f80ef/0b47ea41-f892-4261-80c2-bf337467e3d0/83a3fe18-effc-41de-9c8f-da9282a62c62) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:52.761928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.777438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 83a3fe18-effc-41de-9c8f-da9282a62c62 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:52.803186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.867843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 845cb3f4-e37e-4109-a492-2ed24d4f80ef is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:52.875412 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:52.879635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:52.909706 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=83a3fe18-effc-41de-9c8f-da9282a62c62,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:52.947041 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:52.947756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.974051 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-82a9a387-16d2-418c-ac90-f29dd62b7bec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366991 Mar 16 11:08:52.985195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Request body: {'port': {'device_id': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:53.086018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4ba9529a-2b96-4b8f-a152-7afa87a5c38b None None] Provisioning for port 83a3fe18-effc-41de-9c8f-da9282a62c62 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:53.092281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4ba9529a-2b96-4b8f-a152-7afa87a5c38b None None] Provisioning complete for port 83a3fe18-effc-41de-9c8f-da9282a62c62 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:53.092863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4ba9529a-2b96-4b8f-a152-7afa87a5c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.099669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.146024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9529a-2b96-4b8f-a152-7afa87a5c38b None None] Port 83a3fe18-effc-41de-9c8f-da9282a62c62 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:53.297290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047c5b6-9a61-4f95-a3dd-0069cd9ca7ad req-4266e5f7-cbd6-4bd1-ad4b-ab4fac5cdb47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:53.297977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-a047c5b6-9a61-4f95-a3dd-0069cd9ca7ad req-4266e5f7-cbd6-4bd1-ad4b-ab4fac5cdb47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:53.387664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-a047c5b6-9a61-4f95-a3dd-0069cd9ca7ad req-4266e5f7-cbd6-4bd1-ad4b-ab4fac5cdb47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:53.388811 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a047c5b6-9a61-4f95-a3dd-0069cd9ca7ad req-4266e5f7-cbd6-4bd1-ad4b-ab4fac5cdb47 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 932 time: 0.2804456 Mar 16 11:08:53.459687 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a047c5b6-9a61-4f95-a3dd-0069cd9ca7ad req-3c81ef0e-c400-4c5d-8715-30a69b4cde7a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592096 Mar 16 11:08:53.534221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a3fe18-effc-41de-9c8f-da9282a62c62 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:08:53.541571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.555743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Transition to ACTIVE for port object 83a3fe18-effc-41de-9c8f-da9282a62c62 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:53.561164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.713151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Pushing event updated for resources: {'Port': ['ID=83a3fe18-effc-41de-9c8f-da9282a62c62,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:53.789823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Attempting to bind port 83a3fe18-effc-41de-9c8f-da9282a62c62 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:53.790144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Attempting to bind port 83a3fe18-effc-41de-9c8f-da9282a62c62 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:53.790461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Attempting to bind port 83a3fe18-effc-41de-9c8f-da9282a62c62 on network 845cb3f4-e37e-4109-a492-2ed24d4f80ef {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:53.794829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Port 83a3fe18-effc-41de-9c8f-da9282a62c62 on network 845cb3f4-e37e-4109-a492-2ed24d4f80ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:53.795162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Attempting to bind port 83a3fe18-effc-41de-9c8f-da9282a62c62 on network 845cb3f4-e37e-4109-a492-2ed24d4f80ef {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:53.800474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:53.800830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Checking segment: {'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:53.801201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Bound using segment: {'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:53.801611 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Bound port: 83a3fe18-effc-41de-9c8f-da9282a62c62, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17be736a-34e8-4fe0-a58d-e1edefe14e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:53.801973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.981395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] For port 83a3fe18-effc-41de-9c8f-da9282a62c62, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:53.984288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] For port 83a3fe18-effc-41de-9c8f-da9282a62c62, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=83a3fe18-effc-41de-9c8f-da9282a62c62,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:53.990141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.044027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:54.044641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.046063 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] 10.222.0.48 "PUT /v2.0/ports/83a3fe18-effc-41de-9c8f-da9282a62c62 HTTP/1.1" status: 200 len: 1094 time: 1.0652261 Mar 16 11:08:54.046489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'tag': '83a3fe18-effc-41de-9c8f-da9282a62c62'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:08:54.071646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adbda9-f6a8-4cf3-9116-6b14ad1ba5ce service neutron] Pushing event updated for resources: {'Port': ['ID=83a3fe18-effc-41de-9c8f-da9282a62c62,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:54.126459 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'tag': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'status': 'completed', 'code': 200} Mar 16 11:08:54.167743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-6c3bec7f-6759-46d1-8ad8-92dd1ae40f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:54.169291 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-6c3bec7f-6759-46d1-8ad8-92dd1ae40f2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 1097 time: 0.0763488 Mar 16 11:08:54.236716 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-a3483eca-e337-41a0-b407-2456d2a6b77a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a3fe18-effc-41de-9c8f-da9282a62c62 HTTP/1.1" status: 200 len: 217 time: 0.0604799 Mar 16 11:08:54.303014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-7536baf6-fa09-4bd1-93b0-71dfced1a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:54.304473 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-7536baf6-fa09-4bd1-93b0-71dfced1a019 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b47ea41-f892-4261-80c2-bf337467e3d0 HTTP/1.1" status: 200 len: 844 time: 0.0617762 Mar 16 11:08:54.385596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-79ebb595-aff9-4d7f-8c42-206cf62584b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:54.387078 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-79ebb595-aff9-4d7f-8c42-206cf62584b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=845cb3f4-e37e-4109-a492-2ed24d4f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766027 Mar 16 11:08:54.520970 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-5e3417a2-f1c4-4854-9611-fe68aaa7a1eb service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273437 Mar 16 11:08:54.696773 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c782333a-dd47-4fe6-8cff-83168fdd4053 req-ce3de94a-bcdf-4848-989e-d8050adb1e48 service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700084 Mar 16 11:08:54.725384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165d80b-7879-4b94-80f3-2d52c5917a2a req-300a0f88-545c-4f68-a5cf-f11b122c2426 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:54.727302 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8165d80b-7879-4b94-80f3-2d52c5917a2a req-300a0f88-545c-4f68-a5cf-f11b122c2426 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 944 time: 0.1198080 Mar 16 11:08:54.812729 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8165d80b-7879-4b94-80f3-2d52c5917a2a req-e73d6113-5dae-4363-ad87-3677691dc1b6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794706 Mar 16 11:08:54.837010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-19f9a908-f2d3-4302-9060-dc0af12d8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:54.838472 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-19f9a908-f2d3-4302-9060-dc0af12d8fa7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 1097 time: 0.0914364 Mar 16 11:08:54.893078 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.970837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-4f2d369c-bfae-4a3f-89f6-3277566679d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:54.972290 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-4f2d369c-bfae-4a3f-89f6-3277566679d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=845cb3f4-e37e-4109-a492-2ed24d4f80ef HTTP/1.1" status: 200 len: 898 time: 0.1279392 Mar 16 11:08:55.022060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-984607ce-f444-4d95-8c83-556071cd914b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.041159 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-b592197f-115e-41a9-bbae-b86393f1c89c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a3fe18-effc-41de-9c8f-da9282a62c62 HTTP/1.1" status: 200 len: 217 time: 0.0624530 Mar 16 11:08:55.104139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-1b4dbcd2-e49b-4aed-93c7-770c0cd2ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:55.105535 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-1b4dbcd2-e49b-4aed-93c7-770c0cd2ca2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b47ea41-f892-4261-80c2-bf337467e3d0 HTTP/1.1" status: 200 len: 844 time: 0.0590460 Mar 16 11:08:55.186040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-9d18f433-f392-405a-a81a-85d2a85d1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:55.187536 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-9d18f433-f392-405a-a81a-85d2a85d1ad1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=845cb3f4-e37e-4109-a492-2ed24d4f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760672 Mar 16 11:08:55.257866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.320685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-658c242e-943f-420c-ac44-81a6d5c74483 service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260808 Mar 16 11:08:55.452849 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b1ce32d-c157-49da-b0d4-5130ca99f9ef req-ac25c908-632d-4144-9491-07ebc9cb9b50 service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257241 Mar 16 11:08:56.004333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99e997-19c1-4373-be14-d6ced1f42a18 req-10c93713-4699-475f-897a-1f69e67754b2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:56.005886 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3b99e997-19c1-4373-be14-d6ced1f42a18 req-10c93713-4699-475f-897a-1f69e67754b2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 944 time: 0.0858557 Mar 16 11:08:56.054653 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3b99e997-19c1-4373-be14-d6ced1f42a18 req-1a38e356-3322-43c2-9954-e0c558b59776 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 Mar 16 11:08:56.626841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.259556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9c3b-8d8e-4945-997e-f63139159dc4 req-80b6c422-884b-48b7-bba6-cc146ad3b2ac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:57.261056 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31fd9c3b-8d8e-4945-997e-f63139159dc4 req-80b6c422-884b-48b7-bba6-cc146ad3b2ac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 944 time: 0.0891917 Mar 16 11:08:57.307264 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31fd9c3b-8d8e-4945-997e-f63139159dc4 req-2c1d461e-9976-4aa6-9164-65389ef51365 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405457 Mar 16 11:08:58.497004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8c504-1553-483c-98c3-9d5f36f400c5 req-c8fd22a0-adad-4ce9-bd92-73f7a8ce2762 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:58.498411 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c1b8c504-1553-483c-98c3-9d5f36f400c5 req-c8fd22a0-adad-4ce9-bd92-73f7a8ce2762 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 944 time: 0.0819368 Mar 16 11:08:58.548313 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c1b8c504-1553-483c-98c3-9d5f36f400c5 req-9bf024cc-28a3-4fea-a1b6-6fa493c990fa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411539 Mar 16 11:08:58.697327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 83a3fe18-effc-41de-9c8f-da9282a62c62 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:08:58.843342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 83a3fe18-effc-41de-9c8f-da9282a62c62, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=83a3fe18-effc-41de-9c8f-da9282a62c62,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:58.857048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'port_id': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'mac_address': 'fa:16:3e:4e:ff:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:08:58.914891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.931642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a3fe18-effc-41de-9c8f-da9282a62c62 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:08:58.947079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 83a3fe18-effc-41de-9c8f-da9282a62c62, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=83a3fe18-effc-41de-9c8f-da9282a62c62,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:58.954317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.021491 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=83a3fe18-effc-41de-9c8f-da9282a62c62,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:59.319472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['83a3fe18-effc-41de-9c8f-da9282a62c62'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:08:59.831015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0ce0a-681c-44ee-968b-2d0d5e1430c5 req-24361614-288a-42a5-b0c8-d4fb41b51e63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:59.832362 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97e0ce0a-681c-44ee-968b-2d0d5e1430c5 req-24361614-288a-42a5-b0c8-d4fb41b51e63 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 945 time: 0.1766450 Mar 16 11:08:59.879922 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97e0ce0a-681c-44ee-968b-2d0d5e1430c5 req-90871ad7-a7a8-41e3-ba07-18cb2fcf327a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389652 Mar 16 11:09:00.696359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 83a3fe18-effc-41de-9c8f-da9282a62c62 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:00.782745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 83a3fe18-effc-41de-9c8f-da9282a62c62 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:00.789643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 83a3fe18-effc-41de-9c8f-da9282a62c62 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:00.790144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.917998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.943993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a3fe18-effc-41de-9c8f-da9282a62c62'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:09:00.954577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 83a3fe18-effc-41de-9c8f-da9282a62c62, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=83a3fe18-effc-41de-9c8f-da9282a62c62,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:00.959787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.048576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=83a3fe18-effc-41de-9c8f-da9282a62c62,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:01.086824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21836-e51e-4807-8331-67fb1f44e609 req-a4315e0e-ef70-4ebf-913c-5fdc7e41cfa1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:01.088378 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5da21836-e51e-4807-8331-67fb1f44e609 req-a4315e0e-ef70-4ebf-913c-5fdc7e41cfa1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 946 time: 0.0999959 Mar 16 11:09:01.134841 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'code': 200} Mar 16 11:09:01.135545 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5da21836-e51e-4807-8331-67fb1f44e609 req-82c59ceb-d1f8-4076-b878-8e82cfdc9cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405829 Mar 16 11:09:01.373887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681c81f-f9f2-4e1a-81a4-def6d22b6974 req-ddca7bfc-d892-4679-b10c-addb8eb8d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:01.375284 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c681c81f-f9f2-4e1a-81a4-def6d22b6974 req-ddca7bfc-d892-4679-b10c-addb8eb8d75b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 1099 time: 0.0761201 Mar 16 11:09:01.426347 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c681c81f-f9f2-4e1a-81a4-def6d22b6974 req-2b2ff9e3-e54a-4415-bdce-5e7aea99b988 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453274 Mar 16 11:09:02.337425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92acd8-dc3a-480a-95e3-c4feeff47f02 req-095fbd48-5743-4383-b8e9-acb1eb6a46bd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:02.338875 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bd92acd8-dc3a-480a-95e3-c4feeff47f02 req-095fbd48-5743-4383-b8e9-acb1eb6a46bd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 946 time: 0.0891817 Mar 16 11:09:02.390118 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bd92acd8-dc3a-480a-95e3-c4feeff47f02 req-82f7f939-4c42-46be-b117-d5f9e64b84a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422976 Mar 16 11:09:03.608643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364762c-ec9d-43c0-a1c6-bc9a81049e9a req-4cde416e-350e-4fa4-85cb-dfe2329dab1b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:03.610232 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2364762c-ec9d-43c0-a1c6-bc9a81049e9a req-4cde416e-350e-4fa4-85cb-dfe2329dab1b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 946 time: 0.0931847 Mar 16 11:09:03.654742 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2364762c-ec9d-43c0-a1c6-bc9a81049e9a req-43ecbf88-03ea-40bb-9200-9a19efd47da5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387352 Mar 16 11:09:03.857837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb236dc4-0b88-495c-b885-6f659150f96a req-f79e851e-b9a2-45cf-9fbb-0873b4ce873a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:03.859274 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb236dc4-0b88-495c-b885-6f659150f96a req-f79e851e-b9a2-45cf-9fbb-0873b4ce873a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 946 time: 0.0917027 Mar 16 11:09:03.903946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb236dc4-0b88-495c-b885-6f659150f96a req-629cf41f-4074-46b5-ba43-ad17e7099249 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389280 Mar 16 11:09:03.926991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40366) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:04.012345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c80480-5970-4b47-b448-8807bbd3fa75 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:04.013826 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f1c80480-5970-4b47-b448-8807bbd3fa75 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 1094 time: 0.0858936 Mar 16 11:09:04.016772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40370) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:04.021556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:04.027460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:04.031385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:floatingip and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:04.034515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:04.040768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:04.050811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.187592 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.319996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.3 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/ea8d4690-efe9-4e8f-a361-7c154bf5485b) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:04.464201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.499627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.566596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:04.573806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:04.576311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:04.610713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=ea8d4690-efe9-4e8f-a361-7c154bf5485b,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:04.626452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.626793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.627126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.627453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.627774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.628092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.628404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.628721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.629062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.629359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.629654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:04.629959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:05.021306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.110537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.414500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.422545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.527447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=ea8d4690-efe9-4e8f-a361-7c154bf5485b,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:05.539926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.719050 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP 0073c0ef-a932-412b-b564-aa1a6065ee07 associated. External IP: 172.26.2.3, port: 83a3fe18-effc-41de-9c8f-da9282a62c62. Mar 16 11:09:06.070469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router 96c9b35e-55a9-4b7f-9983-279bc84786c3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:09:06.260441 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:06.270837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] Sync routers for ids ['96c9b35e-55a9-4b7f-9983-279bc84786c3'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:06.280720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] Routers {'96c9b35e-55a9-4b7f-9983-279bc84786c3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:06.281360 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['96c9b35e-55a9-4b7f-9983-279bc84786c3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:06.286838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.343287 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-74a1c71b-bb1d-471e-acf1-98644c4e141a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3254166 Mar 16 11:09:06.344238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'tag': '83a3fe18-effc-41de-9c8f-da9282a62c62'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:09:06.346315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40374) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:06.391319 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'tag': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'status': 'completed', 'code': 200} Mar 16 11:09:06.460086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] Set router 96c9b35e-55a9-4b7f-9983-279bc84786c3 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:06.461214 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-80f876b8-ac75-4d47-982e-3e4311cfd69b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/0073c0ef-a932-412b-b564-aa1a6065ee07 HTTP/1.1" status: 200 len: 990 time: 0.1136999 Mar 16 11:09:06.486682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-6ebd7d7d-1284-4d70-a5fe-2e7a3e167492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:06.488171 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-6ebd7d7d-1284-4d70-a5fe-2e7a3e167492 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 1099 time: 0.0742254 Mar 16 11:09:06.626846 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-650af5df-96f1-4dae-ab7c-450b3b35b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:06.628423 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-650af5df-96f1-4dae-ab7c-450b3b35b71f service neutron] 10.222.0.48 "GET /v2.0/networks?id=845cb3f4-e37e-4109-a492-2ed24d4f80ef HTTP/1.1" status: 200 len: 898 time: 0.1344092 Mar 16 11:09:06.735198 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-e84f95eb-6539-4c95-acad-68b926c18407 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a3fe18-effc-41de-9c8f-da9282a62c62 HTTP/1.1" status: 200 len: 998 time: 0.1000049 Mar 16 11:09:06.817329 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0073c0ef-a932-412b-b564-aa1a6065ee07', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'port_id': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'mac_address': 'fa:16:3e:4e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:09:04Z', 'updated_at': '2022-03-16T11:09:04Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec7361f-46c4-4503-b263-d2335bfe8396', 'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:45Z', 'updated_at': '2022-03-16T11:08:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:06.822084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] Checking router: 96c9b35e-55a9-4b7f-9983-279bc84786c3 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:06.831553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] Routers {'96c9b35e-55a9-4b7f-9983-279bc84786c3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:06.832179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:08:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['96c9b35e-55a9-4b7f-9983-279bc84786c3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:06.912711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-68e9dfea-6559-4316-808d-23c2aa630b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:06.914234 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-68e9dfea-6559-4316-808d-23c2aa630b23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b47ea41-f892-4261-80c2-bf337467e3d0 HTTP/1.1" status: 200 len: 844 time: 0.1737540 Mar 16 11:09:06.988273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-f4b6520a-dd42-4cdd-891e-3d8d144c5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:06.989770 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-f4b6520a-dd42-4cdd-891e-3d8d144c5df1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=845cb3f4-e37e-4109-a492-2ed24d4f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701315 Mar 16 11:09:07.012173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] Set router 96c9b35e-55a9-4b7f-9983-279bc84786c3 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:07.121936 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-01691256-4960-4778-ab1e-16bb6902fdec service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258032 Mar 16 11:09:07.255004 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fec05e65-fbfd-4ef1-9bbf-73d20094ac06 req-3717d2fe-dd51-4e32-8d2a-ece7b82c5280 service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272354 Mar 16 11:09:07.401960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0073c0ef-a932-412b-b564-aa1a6065ee07', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'port_id': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'mac_address': 'fa:16:3e:4e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:09:04Z', 'updated_at': '2022-03-16T11:09:04Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec7361f-46c4-4503-b263-d2335bfe8396', 'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:45Z', 'updated_at': '2022-03-16T11:08:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:07.406009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5974ef79-1bec-4f8c-ab9e-8cb1dc576d66 None None] The sync data for ids ['96c9b35e-55a9-4b7f-9983-279bc84786c3'] in dv-neutron-833860-1-hyperv is: [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0073c0ef-a932-412b-b564-aa1a6065ee07', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'port_id': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'mac_address': 'fa:16:3e:4e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:09:04Z', 'updated_at': '2022-03-16T11:09:04Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec7361f-46c4-4503-b263-d2335bfe8396', 'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:45Z', 'updated_at': '2022-03-16T11:08:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:07.465369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40380) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:07.582496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-74a959f3-2d45-4964-aad4-8cb6e28c497e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/0073c0ef-a932-412b-b564-aa1a6065ee07 HTTP/1.1" status: 200 len: 990 time: 0.1149635 Mar 16 11:09:07.608989 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2296146-635f-472b-bc36-a8672c10f86f None None] New status for floating IP 0073c0ef-a932-412b-b564-aa1a6065ee07: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:09:08.302122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.585608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40384) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:08.691403 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e594ae46-af41-4c9e-8e11-272f81cab65e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/0073c0ef-a932-412b-b564-aa1a6065ee07 HTTP/1.1" status: 200 len: 992 time: 0.1046395 Mar 16 11:09:20.380487 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:09:21.881316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7580b35d-730e-4ccd-8a63-0d51b500a176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:24.905260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:25.032013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c7cbb7e9-3165-4f98-895f-9c6fb4819138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:25.263476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:26.631760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.989283 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-1434efb2-ee42-40b2-a433-2cba01aa8258 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721660 Mar 16 11:09:30.133731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-98aeda50-f427-4388-ab62-b685b4cfee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:30.135188 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-98aeda50-f427-4388-ab62-b685b4cfee3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 1099 time: 0.0734818 Mar 16 11:09:30.295002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-a2fbc7c5-582e-4cbc-82c8-2740262a5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:30.296383 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-a2fbc7c5-582e-4cbc-82c8-2740262a5a79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=845cb3f4-e37e-4109-a492-2ed24d4f80ef HTTP/1.1" status: 200 len: 898 time: 0.1426449 Mar 16 11:09:30.400180 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-4ca87ed4-0f9b-4271-b7eb-192535fdf191 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a3fe18-effc-41de-9c8f-da9282a62c62 HTTP/1.1" status: 200 len: 1000 time: 0.0975783 Mar 16 11:09:30.460448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-136ced78-f194-4c24-be56-4c424113da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:30.461928 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-136ced78-f194-4c24-be56-4c424113da8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b47ea41-f892-4261-80c2-bf337467e3d0 HTTP/1.1" status: 200 len: 844 time: 0.0563293 Mar 16 11:09:30.540692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-daa6b649-5734-42c7-b080-59d3c0ff4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:30.542191 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-daa6b649-5734-42c7-b080-59d3c0ff4f7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=845cb3f4-e37e-4109-a492-2ed24d4f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744541 Mar 16 11:09:30.671884 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-d002c111-d1c8-47ce-b9e3-02c728e756f7 service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236656 Mar 16 11:09:30.804386 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45029c04-b9b9-463b-b567-c3f3b38e4046 req-afdb92a4-e631-4759-9134-ac118706998d service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258931 Mar 16 11:09:38.302220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.883759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d094-772d-4a6d-ad64-25db2c2f2357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:54.910166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.031509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1cfea7d6-25a9-47d0-ac04-7b6ded45642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.270444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.638162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.878824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [req-eca4b914-4c16-4cbb-a3f2-545d8d672390 req-4f74e510-af7d-4b58-95b8-7d4fca83d973 tempest-TestServerAdvancedOps-1918226337 tempest-TestServerAdvancedOps-1918226337-project] (87875) timed out ('10.222.0.48', 51013) {{(pid=87875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:09:57.385174 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:10:08.322065 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.886330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cc6c26bb-f883-4855-91a7-1c462c9d83fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.911427 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.025415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36e1b267-725f-4384-9bde-d18687dc49b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.262066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.644838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.998353 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-e5aa03ac-1e48-45d6-b783-de191baa347f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764306 Mar 16 11:10:30.139523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-1dcbcd11-f270-4b2f-b223-633ff4b666f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:30.140993 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-1dcbcd11-f270-4b2f-b223-633ff4b666f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 1099 time: 0.0741498 Mar 16 11:10:30.380466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-ab102904-e3ab-47aa-a98a-025ed72066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:30.381850 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-ab102904-e3ab-47aa-a98a-025ed72066f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=845cb3f4-e37e-4109-a492-2ed24d4f80ef HTTP/1.1" status: 200 len: 898 time: 0.2215555 Mar 16 11:10:30.483761 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-4fae7de7-c18e-420a-b73b-a3d80ed1680a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a3fe18-effc-41de-9c8f-da9282a62c62 HTTP/1.1" status: 200 len: 1000 time: 0.0949044 Mar 16 11:10:30.547084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-5cfbc7a1-c0ef-4dfb-ac54-4f6a87e41846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:30.548481 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-5cfbc7a1-c0ef-4dfb-ac54-4f6a87e41846 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b47ea41-f892-4261-80c2-bf337467e3d0 HTTP/1.1" status: 200 len: 844 time: 0.0588739 Mar 16 11:10:30.623923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-a0fcd4e2-aa46-4fea-9587-16781278b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:30.625445 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-a0fcd4e2-aa46-4fea-9587-16781278b894 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=845cb3f4-e37e-4109-a492-2ed24d4f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708668 Mar 16 11:10:30.756842 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-979ae9d2-4d1d-4a76-a595-8fa924b2b76c service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249821 Mar 16 11:10:30.888078 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca61506e-0aa7-45b0-b110-4df5a24da914 req-78a6e067-5eae-4ead-9421-2b9251806370 service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252553 Mar 16 11:10:34.386020 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:10:38.309859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.894066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4b8a2fea-d7ff-41a6-a164-23bf2c9852fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.912761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.036009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-495afa53-ae5e-46e5-a64f-cc475c49f75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.265818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.639402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.343771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.389828 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:21.885312 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-41e31964-fdda-4ed9-8fc2-9de954589564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.917624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.031259 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a04edee9-d87f-479e-9d1d-cff5f3efb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.269367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.643162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.986378 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-fac42a44-4684-4ecf-b07c-6d9a0aac275b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779779 Mar 16 11:11:31.143861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-9257125c-b463-47f0-9f9d-5a8e7dd81563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:31.145351 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-9257125c-b463-47f0-9f9d-5a8e7dd81563 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 1099 time: 0.0833218 Mar 16 11:11:31.287421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-cd7dc476-e8a1-4bc3-a2d5-b3ed298135db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:31.288727 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-cd7dc476-e8a1-4bc3-a2d5-b3ed298135db service neutron] 10.222.0.48 "GET /v2.0/networks?id=845cb3f4-e37e-4109-a492-2ed24d4f80ef HTTP/1.1" status: 200 len: 898 time: 0.1243794 Mar 16 11:11:31.389823 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-5b59acd7-0770-46d1-9fac-81c95c1d567d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a3fe18-effc-41de-9c8f-da9282a62c62 HTTP/1.1" status: 200 len: 1000 time: 0.0950229 Mar 16 11:11:31.451793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-172e22d7-a9f6-406b-a4e8-ccfe49cc1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:31.453228 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-172e22d7-a9f6-406b-a4e8-ccfe49cc1e23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b47ea41-f892-4261-80c2-bf337467e3d0 HTTP/1.1" status: 200 len: 844 time: 0.0577331 Mar 16 11:11:31.531904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-c73ca34a-4076-4811-8e39-b5c46b2f479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:31.533364 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-c73ca34a-4076-4811-8e39-b5c46b2f479d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=845cb3f4-e37e-4109-a492-2ed24d4f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740643 Mar 16 11:11:31.664754 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-a9f8a315-ddad-4e4b-a06c-618015cefffd service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248744 Mar 16 11:11:31.795675 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ed22cd2-71c1-406a-95fb-8398e96d21aa req-32232aa8-a8ca-4686-8925-903e4afb40ce service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245992 Mar 16 11:11:38.358183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.208440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40438) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:41.214654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:41.330134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1699117'] for subnet, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.623794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765975443703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10907850'] for subnet, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.674119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:41.674699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.676220 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/subnets/0b47ea41-f892-4261-80c2-bf337467e3d0 HTTP/1.1" status: 200 len: 836 time: 0.4665303 Mar 16 11:11:41.679976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f38b4a5-1505-4b07-ab6f-47c795387299 None None] Network 845cb3f4-e37e-4109-a492-2ed24d4f80ef requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:41.691047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Subnet': ['ID=0b47ea41-f892-4261-80c2-bf337467e3d0,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:41.698490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.698832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.699176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.699501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.699821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.700146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.700457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.700804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.701124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.701436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.701749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:41.702055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb7f84-0eec-449b-990e-15881c9be7b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:42.157665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5d28900e-6f85-4379-9519-b83f578d5845 None None] Provisioning complete for port 0ec7361f-46c4-4503-b263-d2335bfe8396 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:42.158269 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5d28900e-6f85-4379-9519-b83f578d5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.298671 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5d28900e-6f85-4379-9519-b83f578d5845 None None] Provisioning complete for port 83a3fe18-effc-41de-9c8f-da9282a62c62 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:42.298902 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5d28900e-6f85-4379-9519-b83f578d5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.427019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5d28900e-6f85-4379-9519-b83f578d5845 None None] Provisioning complete for port 1d9f6750-905f-45ef-b69f-def7d64ef0c2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:42.427413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5d28900e-6f85-4379-9519-b83f578d5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.394803 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:51.888105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5b4c4763-0c64-48cb-bc68-f419437bf5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:54.920376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.042797 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a94930e8-6cd9-4fc4-822f-42bdf7ad35bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.274531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.645909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.369906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.895592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-13bf44a2-6b62-4907-bd92-a64cb2248399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.931462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.040294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cd900334-1a09-4668-9ebb-8a7c7b12ce2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.272562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.399939 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:12:25.402739 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40454) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:25.672600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port ea8d4690-efe9-4e8f-a361-7c154bf5485b {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:25.672979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.841736 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.842061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.965596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for ea8d4690-efe9-4e8f-a361-7c154bf5485b owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:26.115653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.164367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=ea8d4690-efe9-4e8f-a361-7c154bf5485b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:26.258917 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.259181 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP 0073c0ef-a932-412b-b564-aa1a6065ee07 disassociated (deleted). External IP: 172.26.2.3, port: 83a3fe18-effc-41de-9c8f-da9282a62c62. Mar 16 11:12:26.647880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.743130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router 96c9b35e-55a9-4b7f-9983-279bc84786c3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:12:26.929786 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:26.939568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] Sync routers for ids ['96c9b35e-55a9-4b7f-9983-279bc84786c3'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:26.950606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] Routers {'96c9b35e-55a9-4b7f-9983-279bc84786c3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:26.950970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.951366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['96c9b35e-55a9-4b7f-9983-279bc84786c3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:27.011147 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4eedd4f6-a8c2-43aa-a471-f520b00dedb2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/floatingips/0073c0ef-a932-412b-b564-aa1a6065ee07 HTTP/1.1" status: 204 len: 168 time: 1.6069076 Mar 16 11:12:27.011772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'tag': '83a3fe18-effc-41de-9c8f-da9282a62c62'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:12:27.061355 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'tag': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'status': 'completed', 'code': 200} Mar 16 11:12:27.168985 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] Set router 96c9b35e-55a9-4b7f-9983-279bc84786c3 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:12:27.202917 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-66376536-ab95-434a-a283-b9f97c551044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:27.204339 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-66376536-ab95-434a-a283-b9f97c551044 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 1099 time: 0.1211162 Mar 16 11:12:27.344099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-049a6672-c5d8-4106-a60b-1132e095909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:27.345622 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-049a6672-c5d8-4106-a60b-1132e095909d service neutron] 10.222.0.48 "GET /v2.0/networks?id=845cb3f4-e37e-4109-a492-2ed24d4f80ef HTTP/1.1" status: 200 len: 898 time: 0.1349814 Mar 16 11:12:27.450670 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-1ac47eda-d857-45aa-9b86-a5ebaa267c7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a3fe18-effc-41de-9c8f-da9282a62c62 HTTP/1.1" status: 200 len: 217 time: 0.0982020 Mar 16 11:12:27.483325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '0ec7361f-46c4-4503-b263-d2335bfe8396', 'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:45Z', 'updated_at': '2022-03-16T11:08:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:27.487268 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] Checking router: 96c9b35e-55a9-4b7f-9983-279bc84786c3 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:12:27.495933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] Routers {'96c9b35e-55a9-4b7f-9983-279bc84786c3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:27.496526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['96c9b35e-55a9-4b7f-9983-279bc84786c3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:27.525551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-bb641789-18b3-43d4-afe3-2a5b38121e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:27.527020 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-bb641789-18b3-43d4-afe3-2a5b38121e47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b47ea41-f892-4261-80c2-bf337467e3d0 HTTP/1.1" status: 200 len: 844 time: 0.0685949 Mar 16 11:12:27.589293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5845f-c159-42d5-9bca-8e9e498bf605 req-dcb082d9-9480-4c9f-a323-dcd0a29aa209 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:27.589989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-bfd5845f-c159-42d5-9bca-8e9e498bf605 req-dcb082d9-9480-4c9f-a323-dcd0a29aa209 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:27.614808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-bfd5845f-c159-42d5-9bca-8e9e498bf605 req-dcb082d9-9480-4c9f-a323-dcd0a29aa209 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:27.615944 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bfd5845f-c159-42d5-9bca-8e9e498bf605 req-dcb082d9-9480-4c9f-a323-dcd0a29aa209 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 946 time: 0.3092222 Mar 16 11:12:27.648462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-c9b121ad-5da5-42f5-a957-2652b88889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:27.649993 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-c9b121ad-5da5-42f5-a957-2652b88889a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=845cb3f4-e37e-4109-a492-2ed24d4f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145604 Mar 16 11:12:27.663279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-2df69d4b-3f82-4971-9d95-be31e889fa03 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:12:27.664208 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-2df69d4b-3f82-4971-9d95-be31e889fa03 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069132 Mar 16 11:12:27.676387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] Set router 96c9b35e-55a9-4b7f-9983-279bc84786c3 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:12:27.691018 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bfd5845f-c159-42d5-9bca-8e9e498bf605 req-6ac9161b-d7bc-486a-b28e-05be58ad0525 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690451 Mar 16 11:12:27.801770 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-efeb7436-565e-4a27-9171-63ddc5ef16d7 service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295524 Mar 16 11:12:27.946069 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c8a4773-ce2c-4281-bc4d-a27928932e32 req-d9f9b1cc-6842-4017-852c-a9f26ac25a28 service neutron] 10.222.0.48 "GET /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373291 Mar 16 11:12:27.990164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '0ec7361f-46c4-4503-b263-d2335bfe8396', 'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:45Z', 'updated_at': '2022-03-16T11:08:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:27.994131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d1940-acb0-4f15-81f3-01f2be983232 None None] The sync data for ids ['96c9b35e-55a9-4b7f-9983-279bc84786c3'] in dv-neutron-833860-1-hyperv is: [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '0ec7361f-46c4-4503-b263-d2335bfe8396', 'name': '', 'network_id': '845cb3f4-e37e-4109-a492-2ed24d4f80ef', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:f4:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:45Z', 'updated_at': '2022-03-16T11:08:50Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '0b47ea41-f892-4261-80c2-bf337467e3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:28.207273 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc12f07-f584-41a2-afea-d8ad7b1e7fd7 None None] New status for floating IP 0073c0ef-a932-412b-b564-aa1a6065ee07: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:12:28.948185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a3e92-27cc-499c-b62c-cc799649117b req-88fc5c69-3902-4784-9407-d91f88695c83 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:28.949694 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-389a3e92-27cc-499c-b62c-cc799649117b req-88fc5c69-3902-4784-9407-d91f88695c83 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 946 time: 0.1362712 Mar 16 11:12:28.972019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262f01f-3ae6-4535-a968-e7168af60621 req-01f172e2-5699-43bf-9f76-34c1317040b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:28.973505 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d262f01f-3ae6-4535-a968-e7168af60621 req-01f172e2-5699-43bf-9f76-34c1317040b0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 946 time: 0.0869994 Mar 16 11:12:28.993714 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-389a3e92-27cc-499c-b62c-cc799649117b req-b84b2ff7-d5ce-4e0f-9a9e-067389ccfeb3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=374280cf-e8c3-4975-ac7f-9d5f815deb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383298 Mar 16 11:12:29.045358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-d262f01f-3ae6-4535-a968-e7168af60621 req-48ee7916-6003-42fc-b8a1-a061ec0d1124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 83a3fe18-effc-41de-9c8f-da9282a62c62 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:29.045691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-d262f01f-3ae6-4535-a968-e7168af60621 req-48ee7916-6003-42fc-b8a1-a061ec0d1124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.302452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-d262f01f-3ae6-4535-a968-e7168af60621 req-48ee7916-6003-42fc-b8a1-a061ec0d1124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 83a3fe18-effc-41de-9c8f-da9282a62c62, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=83a3fe18-effc-41de-9c8f-da9282a62c62,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:29.302745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-d262f01f-3ae6-4535-a968-e7168af60621 req-48ee7916-6003-42fc-b8a1-a061ec0d1124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.529527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-d262f01f-3ae6-4535-a968-e7168af60621 req-48ee7916-6003-42fc-b8a1-a061ec0d1124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 83a3fe18-effc-41de-9c8f-da9282a62c62 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:29.673187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-d262f01f-3ae6-4535-a968-e7168af60621 req-48ee7916-6003-42fc-b8a1-a061ec0d1124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.729437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee7916-6003-42fc-b8a1-a061ec0d1124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=83a3fe18-effc-41de-9c8f-da9282a62c62,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:29.806125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d262f01f-3ae6-4535-a968-e7168af60621 req-48ee7916-6003-42fc-b8a1-a061ec0d1124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port 83a3fe18-effc-41de-9c8f-da9282a62c62 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:29.808499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-d262f01f-3ae6-4535-a968-e7168af60621 req-48ee7916-6003-42fc-b8a1-a061ec0d1124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.811020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'name': 'network-vif-deleted', 'tag': '83a3fe18-effc-41de-9c8f-da9282a62c62'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:12:29.827215 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d262f01f-3ae6-4535-a968-e7168af60621 req-48ee7916-6003-42fc-b8a1-a061ec0d1124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "DELETE /v2.0/ports/83a3fe18-effc-41de-9c8f-da9282a62c62 HTTP/1.1" status: 204 len: 173 time: 0.8480003 Mar 16 11:12:29.858246 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8', 'name': 'network-vif-deleted', 'tag': '83a3fe18-effc-41de-9c8f-da9282a62c62', 'status': 'completed', 'code': 200} Mar 16 11:12:30.158265 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-358bf4ce-93ca-4533-a1d7-f32c70a9f4c9 req-97ecc35f-f2b2-4d48-aebf-7fab95182124 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba48e5eb-71c7-4cdc-a6ee-89cc8527d9c8 HTTP/1.1" status: 200 len: 210 time: 0.0427318 Mar 16 11:12:31.258623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40484) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:31.328254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f3d65ec0-3d0a-4125-a287-4916bf8c9a28 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.357471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f3d65ec0-3d0a-4125-a287-4916bf8c9a28 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.426116 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f3d65ec0-3d0a-4125-a287-4916bf8c9a28 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.444363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d65ec0-3d0a-4125-a287-4916bf8c9a28 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374280cf-e8c3-4975-ac7f-9d5f815deb6a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:31.456127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f3d65ec0-3d0a-4125-a287-4916bf8c9a28 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.457313 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f3d65ec0-3d0a-4125-a287-4916bf8c9a28 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/374280cf-e8c3-4975-ac7f-9d5f815deb6a HTTP/1.1" status: 204 len: 168 time: 0.1973259 Mar 16 11:12:31.493813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40490) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:32.052483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.410634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 0ec7361f-46c4-4503-b263-d2335bfe8396 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:32.411310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.698236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 0ec7361f-46c4-4503-b263-d2335bfe8396, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0ec7361f-46c4-4503-b263-d2335bfe8396,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:32.698604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.818122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 0ec7361f-46c4-4503-b263-d2335bfe8396 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:33.009143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.055231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=0ec7361f-46c4-4503-b263-d2335bfe8396,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:33.328216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.681278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router 96c9b35e-55a9-4b7f-9983-279bc84786c3 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:12:33.857806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:33.859445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 83a3fe18-effc-41de-9c8f-da9282a62c62 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:33.873235 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a29d1ca9-66c7-4e53-903f-7686fb1c91d3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/96c9b35e-55a9-4b7f-9983-279bc84786c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3782451 Mar 16 11:12:33.873446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40496) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:33.888681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] Sync routers for ids ['96c9b35e-55a9-4b7f-9983-279bc84786c3'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:33.902577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 83a3fe18-effc-41de-9c8f-da9282a62c62 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:12:33.902922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 83a3fe18-effc-41de-9c8f-da9282a62c62 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:33.908422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] Routers {'96c9b35e-55a9-4b7f-9983-279bc84786c3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:33.909097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['96c9b35e-55a9-4b7f-9983-279bc84786c3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:33.944844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting subnet 0b47ea41-f892-4261-80c2-bf337467e3d0 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:33.948048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.001389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.080469 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] Set router 96c9b35e-55a9-4b7f-9983-279bc84786c3 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:12:34.084057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.160393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.198516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Subnet': ['ID=0b47ea41-f892-4261-80c2-bf337467e3d0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:34.203500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.211051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.211221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea481300-841c-489a-b27a-f893c1c812c8 None None] Network 845cb3f4-e37e-4109-a492-2ed24d4f80ef requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:34.211391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.211725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.212049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.212369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.212686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.213075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.213391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.213706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.214017 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.214346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.214657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:34.219459 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ca554706-0f3d-466b-9565-ee6b9e1134b7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/subnets/0b47ea41-f892-4261-80c2-bf337467e3d0 HTTP/1.1" status: 204 len: 168 time: 0.3452075 Mar 16 11:12:34.222121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40500) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:34.510070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.577521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:12:32Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:34.589046 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] Checking router: 96c9b35e-55a9-4b7f-9983-279bc84786c3 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:12:34.598705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] Routers {'96c9b35e-55a9-4b7f-9983-279bc84786c3'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:34.599332 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['96c9b35e-55a9-4b7f-9983-279bc84786c3'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:34.658190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] DHCP port deletion for 845cb3f4-e37e-4109-a492-2ed24d4f80ef request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:34.674188 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Deleting port 1d9f6750-905f-45ef-b69f-def7d64ef0c2 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:34.674559 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.710873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.721729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 233d0590-3cec-435b-bfc8-65c697f5bdb0 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:34.722064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.868810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] Set router 96c9b35e-55a9-4b7f-9983-279bc84786c3 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:12:34.898643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 233d0590-3cec-435b-bfc8-65c697f5bdb0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=233d0590-3cec-435b-bfc8-65c697f5bdb0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:34.899189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.020189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 233d0590-3cec-435b-bfc8-65c697f5bdb0 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:35.150024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] For port 1d9f6750-905f-45ef-b69f-def7d64ef0c2, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1d9f6750-905f-45ef-b69f-def7d64ef0c2,segment=NetworkSegment(17be736a-34e8-4fe0-a58d-e1edefe14e92),segment_id=17be736a-34e8-4fe0-a58d-e1edefe14e92)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:35.150437 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.276832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Calling delete_port for 1d9f6750-905f-45ef-b69f-def7d64ef0c2 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:35.324682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.396005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=233d0590-3cec-435b-bfc8-65c697f5bdb0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:35.415812 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.465435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Pushing event deleted for resources: {'Port': ['ID=1d9f6750-905f-45ef-b69f-def7d64ef0c2,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:35.467783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] No DVR routers for this DVR port 1d9f6750-905f-45ef-b69f-def7d64ef0c2 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:35.469944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.478109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.478627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.478932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.479140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.479467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.479794 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.480126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.480451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.480769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.481113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.481426 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.481745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e083d-0055-40bf-becd-6b03d3702b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:35.488587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:12:32Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:35.492640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aeb248-cab2-4db0-92da-60994903efb6 None None] The sync data for ids ['96c9b35e-55a9-4b7f-9983-279bc84786c3'] in dv-neutron-833860-1-hyperv is: [{'id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'name': 'tempest-TestNetworkBasicOps-router-466245441', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:41Z', 'updated_at': '2022-03-16T11:12:32Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '233d0590-3cec-435b-bfc8-65c697f5bdb0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9b35e-55a9-4b7f-9983-279bc84786c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:35.650226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.652526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.675985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.676440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Fanout notify agent at l3_agent the message router_deleted on router 96c9b35e-55a9-4b7f-9983-279bc84786c3 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:12:35.691193 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.692274 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b7baa388-a644-4b46-a7b2-f30eb3579165 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/routers/96c9b35e-55a9-4b7f-9983-279bc84786c3 HTTP/1.1" status: 204 len: 168 time: 1.4692764 Mar 16 11:12:35.695011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40504) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:35.946950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.080652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.108077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845cb3f4-e37e-4109-a492-2ed24d4f80ef']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:36.120763 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17be736a-34e8-4fe0-a58d-e1edefe14e92') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:36.121772 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17be736a-34e8-4fe0-a58d-e1edefe14e92') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:36.132571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.148006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.153883 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:36.154256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:36.168760 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:36.251330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.268646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.280766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Network': ['ID=845cb3f4-e37e-4109-a492-2ed24d4f80ef,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:36.288610 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ee8ceddc-fdcf-4443-bb56-146169bb886a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/networks/845cb3f4-e37e-4109-a492-2ed24d4f80ef HTTP/1.1" status: 204 len: 168 time: 0.5926242 Mar 16 11:12:36.300253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40508) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:36.305978 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'network': {'name': 'tempest-network-smoke--1656515453', 'project_id': '849b974e975a469799922d4fd7056cfd', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:36.311399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:36.315847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:network and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:36.318900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:36.325102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:36.339921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:36.343511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.372332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:36.381582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.381888 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Added segment 65f8c8c2-45c9-424b-a8e5-c94c0eadbf62 of type vlan for network 16ab2214-3aea-499f-a927-0a883490f646 Mar 16 11:12:36.411756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.444309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.449985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:36.450559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.560104 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1d9f6750-905f-45ef-b69f-def7d64ef0c2 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:36.562027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Network': ['ID=16ab2214-3aea-499f-a927-0a883490f646,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:36.568405 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-23d63e59-6f03-426d-a90f-95deb5b491a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2643378 Mar 16 11:12:36.568827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40512) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:36.574877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-22206809', 'admin_state_up': True, 'project_id': '849b974e975a469799922d4fd7056cfd', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:36.582673 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:36.587174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:router and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:36.590204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:36.603233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 16ab2214-3aea-499f-a927-0a883490f646 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:36.624145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 1d9f6750-905f-45ef-b69f-def7d64ef0c2 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:12:36.624480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1d9f6750-905f-45ef-b69f-def7d64ef0c2 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:36.624919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 233d0590-3cec-435b-bfc8-65c697f5bdb0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:36.671848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 233d0590-3cec-435b-bfc8-65c697f5bdb0 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:12:36.672137 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 233d0590-3cec-435b-bfc8-65c697f5bdb0 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:36.672592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ec7361f-46c4-4503-b263-d2335bfe8396 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:36.706895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:36.718694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.719768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.735873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.799823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 0ec7361f-46c4-4503-b263-d2335bfe8396 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:12:36.800050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0ec7361f-46c4-4503-b263-d2335bfe8396 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:37.001108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.328535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.361055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.501396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.39 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/9c64b69f-e2e3-4760-a3a7-bc623ebec6b0) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:37.649861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.684236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.754870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:37.757508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:37.765445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:37.798923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=9c64b69f-e2e3-4760-a3a7-bc623ebec6b0,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:38.340756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.358788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.689883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.896102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:12:39.075780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:39.087642 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Sync routers for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:39.097455 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:39.098074 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:39.105044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.106273 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c8ad258a-e4b4-4b09-b838-4bc5cd11d842 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5359397 Mar 16 11:12:39.109452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40516) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.149167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1935f7d3-389d-4190-8d47-bf44ddf16201 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=849b974e975a469799922d4fd7056cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385332 Mar 16 11:12:39.151824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40520) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.272817 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:12:39.279424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e4f845-f09d-4c7c-8386-c62661b5c910 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:39.280937 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-03e4f845-f09d-4c7c-8386-c62661b5c910 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281817 Mar 16 11:12:39.283891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40524) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.325870 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-889d9b97-2e63-4443-a0c1-5cdd6ed7c46b tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409310 Mar 16 11:12:39.328430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40528) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.333646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2018064428', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'project_id': '849b974e975a469799922d4fd7056cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:39.439741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:39.443476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:subnet and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:39.446267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:39.452489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:39.463170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:39.466795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.548336 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:38Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:39.552310 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Checking router: cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:12:39.552656 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Updating router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:12:39.609688 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.794195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.871669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Subnet': ['ID=35d659e0-30f9-4a52-a7c0-bd60e6bef166,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:39.881916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Checking segment: {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:39.882268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network hostable DHCP agents. Network: 16ab2214-3aea-499f-a927-0a883490f646, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:39.902208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 16ab2214-3aea-499f-a927-0a883490f646 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:39.913765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 16ab2214-3aea-499f-a927-0a883490f646) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:39.918332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:39.919287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.927888 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0fe12d-ce16-4687-be14-e17ca92b3143 None None] Network 16ab2214-3aea-499f-a927-0a883490f646 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:39.953796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dabe7c3c-084f-486c-8855-2eea3b635c38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6216578 Mar 16 11:12:39.954023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40532) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.971804 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.983857 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Transition to ACTIVE for port object 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:39.990378 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.071797 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Attempting to bind port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:40.072186 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Attempting to bind port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:40.072580 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Attempting to bind port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:40.074766 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Pushing event updated for resources: {'Port': ['ID=9c64b69f-e2e3-4760-a3a7-bc623ebec6b0,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:40.083930 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.084273 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.084606 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.084955 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.085639 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.085959 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.086246 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.086592 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.086904 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.087200 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.087506 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.087818 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:40.091375 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:40.091742 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:40.092133 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.092503 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:40.092983 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Bound port: 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:40.093344 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.167129 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] For port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:40.170594 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] For port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9c64b69f-e2e3-4760-a3a7-bc623ebec6b0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:40.174401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-16ab2214-3aea-499f-a927-0a883490f646', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:40.175301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.175556 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.256311 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fcd5a-6936-4f61-b9ad-c2217c7c167b None None] Pushing event updated for resources: {'Port': ['ID=9c64b69f-e2e3-4760-a3a7-bc623ebec6b0,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:40.260260 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:40.260943 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:40.336381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Allocated IP 172.20.0.2 (16ab2214-3aea-499f-a927-0a883490f646/35d659e0-30f9-4a52-a7c0-bd60e6bef166/f0a58061-e06a-417b-829c-709413370068) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:40.460826 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:12:40.551316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.563257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Transition to ACTIVE for port object f0a58061-e06a-417b-829c-709413370068 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:40.590322 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Transition to ACTIVE for port object f0a58061-e06a-417b-829c-709413370068 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:40.598904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.674769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Network 16ab2214-3aea-499f-a927-0a883490f646 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:40.678114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:40.682724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:40.684984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Pushing event updated for resources: {'Port': ['ID=f0a58061-e06a-417b-829c-709413370068,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:40.711991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.760395 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:38Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:40.764815 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2d729f-e736-41ec-884a-c31d7d959cf6 None None] The sync data for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv is: [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:38Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:40.773084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Attempting to bind port f0a58061-e06a-417b-829c-709413370068 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:40.773456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Attempting to bind port f0a58061-e06a-417b-829c-709413370068 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:40.773802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Attempting to bind port f0a58061-e06a-417b-829c-709413370068 on network 16ab2214-3aea-499f-a927-0a883490f646 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:40.779386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:40.780773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Checking segment: {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:40.780773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.780773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Bound using segment: {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:40.781069 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Bound port: f0a58061-e06a-417b-829c-709413370068, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:40.781349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.875343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] For port f0a58061-e06a-417b-829c-709413370068, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:40.879091 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] For port f0a58061-e06a-417b-829c-709413370068, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f0a58061-e06a-417b-829c-709413370068,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:40.884543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.990416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dc2dc-2d5c-44dd-afb3-f7f2b9cc595c None None] Pushing event updated for resources: {'Port': ['ID=f0a58061-e06a-417b-829c-709413370068,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:41.172957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.1 (16ab2214-3aea-499f-a927-0a883490f646/35d659e0-30f9-4a52-a7c0-bd60e6bef166/65c7e61e-d046-4976-9650-dc7758bc1731) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:41.481766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.498106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 65c7e61e-d046-4976-9650-dc7758bc1731 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:41.523112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.587536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 16ab2214-3aea-499f-a927-0a883490f646 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:41.595523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:41.598201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:41.638126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=65c7e61e-d046-4976-9650-dc7758bc1731,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:41.665856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.906222 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44307eb9-2461-49ab-8f3a-54893bc7f111 None None] Network 16ab2214-3aea-499f-a927-0a883490f646 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:41.939476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.017998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-71ddf31b-d9bb-4bd6-bfba-6295c043045e None None] Provisioning for port f0a58061-e06a-417b-829c-709413370068 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:42.358438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fd8a3f5f-adb1-46d4-9276-37beffeb84b2 None None] Provisioning for port 65c7e61e-d046-4976-9650-dc7758bc1731 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:42.364065 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fd8a3f5f-adb1-46d4-9276-37beffeb84b2 None None] Provisioning complete for port 65c7e61e-d046-4976-9650-dc7758bc1731 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:42.364559 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fd8a3f5f-adb1-46d4-9276-37beffeb84b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.375778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.381481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.423291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a3f5f-adb1-46d4-9276-37beffeb84b2 None None] Port 65c7e61e-d046-4976-9650-dc7758bc1731 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:42.497288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.500602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=65c7e61e-d046-4976-9650-dc7758bc1731,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:42.511595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.511783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.512095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.512451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.512777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.513119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.513425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.513746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.514065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.514381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.514696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.515003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:42.560897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-931b04c3-af91-4f1a-b4be-74a501627659 None None] Provisioning complete for port 65c7e61e-d046-4976-9650-dc7758bc1731 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:42.561364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-931b04c3-af91-4f1a-b4be-74a501627659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.617234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-931b04c3-af91-4f1a-b4be-74a501627659 None None] Port 65c7e61e-d046-4976-9650-dc7758bc1731 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:42.642235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f0a58061-e06a-417b-829c-709413370068 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:42.657312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 16ab2214-3aea-499f-a927-0a883490f646 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:42.658385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:42.714492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port f0a58061-e06a-417b-829c-709413370068 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:42.720088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f0a58061-e06a-417b-829c-709413370068 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:42.720454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.843115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.844162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:12:42.877782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port f0a58061-e06a-417b-829c-709413370068, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f0a58061-e06a-417b-829c-709413370068,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:42.884196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.885013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:43.043513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-64b9902b-83d1-4f1b-9897-02b09b5c469e None None] Provisioning complete for port 65c7e61e-d046-4976-9650-dc7758bc1731 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:43.044193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-64b9902b-83d1-4f1b-9897-02b09b5c469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.080820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=f0a58061-e06a-417b-829c-709413370068,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:43.103307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:43.110976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-64b9902b-83d1-4f1b-9897-02b09b5c469e None None] Port 65c7e61e-d046-4976-9650-dc7758bc1731 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:43.112484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:43.112872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.145799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:43.156825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Sync routers for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:43.158723 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-439f5bab-5a26-468a-95f3-330cdb90311f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/cb7b7b69-beb0-4461-9b5e-b3e8c168cc16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2035799 Mar 16 11:12:43.161470 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40536) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:43.184781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:43.185386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:43.296526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cb7c6-6bf2-4037-8114-fc13dbed010f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:43.296926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cb7c6-6bf2-4037-8114-fc13dbed010f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:43.297387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cb7c6-6bf2-4037-8114-fc13dbed010f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:43.297848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cb7c6-6bf2-4037-8114-fc13dbed010f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:43.299480 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4e2cb7c6-6bf2-4037-8114-fc13dbed010f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1370766 Mar 16 11:12:43.302297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40540) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:43.373762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29703cb-31a9-438d-a578-2f216fed7321 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:43.374222 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.374344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29703cb-31a9-438d-a578-2f216fed7321 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:43.374679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29703cb-31a9-438d-a578-2f216fed7321 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:43.375113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29703cb-31a9-438d-a578-2f216fed7321 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:43.379277 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f29703cb-31a9-438d-a578-2f216fed7321 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0735917 Mar 16 11:12:43.379908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40544) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:43.411208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9c64b69f-e2e3-4760-a3a7-bc623ebec6b0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:43.415647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:12:43.457226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.579288 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e6625e66-c4d3-4869-a5bf-184c37459669 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1986268 Mar 16 11:12:43.629968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=9c64b69f-e2e3-4760-a3a7-bc623ebec6b0,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:43.785171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:42Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:43.789339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Checking router: cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:12:43.789687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Updating router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 port 65c7e61e-d046-4976-9650-dc7758bc1731 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:12:43.831806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40550) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:43.837479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-337955087', 'description': 'tempest-secgroup-smoke-337955087 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:43.843536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:43.848042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:43.848172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.850947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:43.856604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:43.866346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.885399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:43.889324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:43.892260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:43.898196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:43.968714 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.974135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.017844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3347d73e-edc6-42c5-86f0-393ac065a07a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.021996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.023433 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ddefce34-bacc-4f51-b69e-bd2c52243846 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1903741 Mar 16 11:12:44.026483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40554) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.032051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '3347d73e-edc6-42c5-86f0-393ac065a07a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:44.037954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:44.041799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:44.044921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:44.050515 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:44.067182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.127008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.131071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.157550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92456c4a-53f4-48c5-a75d-ceb9a80df12f,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.168294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.169881 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6221d584-04f4-4a37-b035-b5833fc4ac09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424191 Mar 16 11:12:44.172621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40558) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.177576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '3347d73e-edc6-42c5-86f0-393ac065a07a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:44.183543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:44.187397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:44.190267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:44.194363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.195950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:44.206068 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Transition to ACTIVE for port object 65c7e61e-d046-4976-9650-dc7758bc1731 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:44.212652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.213931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.277664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.286282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.314266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b2e028-61b0-404b-875d-adb8bb5043e6,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.327028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.328484 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-72c02942-78fa-437d-b518-c4e15499d731 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549251 Mar 16 11:12:44.331319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40562) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.337335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '3347d73e-edc6-42c5-86f0-393ac065a07a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:44.343923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:44.348461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:44.351483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:44.357486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:44.378364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.408023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae205aad-860e-4547-8b5b-e60ff7a31636 None None] Pushing event updated for resources: {'Port': ['ID=65c7e61e-d046-4976-9650-dc7758bc1731,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.451097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.455880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.470758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Attempting to bind port 65c7e61e-d046-4976-9650-dc7758bc1731 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:44.471124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Attempting to bind port 65c7e61e-d046-4976-9650-dc7758bc1731 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:44.471869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Attempting to bind port 65c7e61e-d046-4976-9650-dc7758bc1731 on network 16ab2214-3aea-499f-a927-0a883490f646 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:44.476559 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:44.476960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Checking segment: {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:44.477361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.477746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Bound using segment: {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:44.478198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Bound port: 65c7e61e-d046-4976-9650-dc7758bc1731, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:44.478600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.479436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3265f6c2-eb4a-4410-8b49-e2285a615c91,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.489653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.491072 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5926aa19-a8a9-4d56-bb85-88e25d0d325e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588027 Mar 16 11:12:44.494183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40566) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.499096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '3347d73e-edc6-42c5-86f0-393ac065a07a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:44.505052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:44.508783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:44.511668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:44.517398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:44.536668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.587152 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] For port 65c7e61e-d046-4976-9650-dc7758bc1731, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:44.590507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f0a58061-e06a-417b-829c-709413370068 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:44.609041 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.613508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.630213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] For port 65c7e61e-d046-4976-9650-dc7758bc1731, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=65c7e61e-d046-4976-9650-dc7758bc1731,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:44.637757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.639303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44daa7e-d917-4490-ae87-0827364b677d,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.652859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.654039 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6daf4787-c6b6-4e47-a627-e97775beb25a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589689 Mar 16 11:12:44.656812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40570) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.661691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '3347d73e-edc6-42c5-86f0-393ac065a07a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:44.667469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:44.671219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:44.674062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:44.679545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:44.693830 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:12:44.700464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.733773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:44.734404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:44.774145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.778906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.792019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae205aad-860e-4547-8b5b-e60ff7a31636 None None] Pushing event updated for resources: {'Port': ['ID=65c7e61e-d046-4976-9650-dc7758bc1731,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.805207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f0a58061-e06a-417b-829c-709413370068 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:44.805575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.806891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690d3e85-ed06-4541-9467-7782279bead9,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.818573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.822758 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a5f7c32d-2438-49d5-9377-5a571b2efabb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1623845 Mar 16 11:12:44.823176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40574) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.828390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '3347d73e-edc6-42c5-86f0-393ac065a07a', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:44.834698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:44.839074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:44.841964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:44.848168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:44.861765 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:12:44.869567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.935511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.940343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.963748 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3f30f2-49fe-46f1-8583-1c1c5b7de0a3,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.974345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.975526 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5926817f-8e98-4398-b854-e693a277fbb6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514032 Mar 16 11:12:45.007021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:12:45.139807 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a5fbcf84-e387-4605-a88e-35b455b28a48 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337955087&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.0389977 Mar 16 11:12:45.151594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:45.291182 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-3d1d7fe2-4986-48fa-abb5-8d84f971ded4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:45.291949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-3d1d7fe2-4986-48fa-abb5-8d84f971ded4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:45.307327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-3d1d7fe2-4986-48fa-abb5-8d84f971ded4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:45.308794 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-3d1d7fe2-4986-48fa-abb5-8d84f971ded4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 797 time: 0.1610429 Mar 16 11:12:45.323621 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-4442b5a9-5415-4fdd-a9c4-04f1b1ab1843 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/quotas/849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 375 time: 0.0093293 Mar 16 11:12:45.331133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:45.331619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.406873 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-fd359497-ad34-48b4-97cc-9113fb5333cb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777161 Mar 16 11:12:45.485258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:44Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:45.497906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9a061-77fe-4204-b18f-8c1dfda1d797 None None] The sync data for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv is: [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:44Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:45.612023 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-4413bf75-de47-4a85-9635-b8b315b4b92b service neutron] 10.222.0.37 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932619 Mar 16 11:12:45.749397 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-3e5efaf8-81e7-4927-a8f1-6a8201dd3e66 service neutron] 10.222.0.37 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307445 Mar 16 11:12:45.935319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-39a10f68-8898-4a2a-b717-7f6f046e00cb req-fa6444b9-32fe-4207-8764-479b41af8b1b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:45.952294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-39a10f68-8898-4a2a-b717-7f6f046e00cb req-fa6444b9-32fe-4207-8764-479b41af8b1b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:45.953824 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-39a10f68-8898-4a2a-b717-7f6f046e00cb req-fa6444b9-32fe-4207-8764-479b41af8b1b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 210 time: 0.0667446 Mar 16 11:12:46.589582 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 65c7e61e-d046-4976-9650-dc7758bc1731 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:46.659102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 65c7e61e-d046-4976-9650-dc7758bc1731 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:46.664311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 65c7e61e-d046-4976-9650-dc7758bc1731 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:46.664721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.789294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.822330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 65c7e61e-d046-4976-9650-dc7758bc1731, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=65c7e61e-d046-4976-9650-dc7758bc1731,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:46.825532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.894754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=65c7e61e-d046-4976-9650-dc7758bc1731,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:46.986038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a7202aad-0ebb-4af4-98f9-68b1a6a78cb0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:46.987376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a7202aad-0ebb-4af4-98f9-68b1a6a78cb0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 797 time: 0.1488628 Mar 16 11:12:47.038738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-ee9a7488-fcde-4d07-820e-982f80285539 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:47.056719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-ee9a7488-fcde-4d07-820e-982f80285539 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:47.058115 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-ee9a7488-fcde-4d07-820e-982f80285539 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 379 time: 0.0629256 Mar 16 11:12:47.066810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'admin_state_up': True, 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'security_groups': ['3347d73e-edc6-42c5-86f0-393ac065a07a']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:47.112985 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5ceb1921-ea03-4b64-a81a-282f524f3f58 req-1391b62c-b013-4e8f-838d-1d68d4c2493f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 210 time: 0.0471990 Mar 16 11:12:47.202960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:47.212832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:47.224994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:47.228608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.386912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.12 (16ab2214-3aea-499f-a927-0a883490f646/35d659e0-30f9-4a52-a7c0-bd60e6bef166/c7b122a2-8814-448b-94d3-6f1217a9fe5d) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:47.679982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.695929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object c7b122a2-8814-448b-94d3-6f1217a9fe5d will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:47.725080 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.788946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 16ab2214-3aea-499f-a927-0a883490f646 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:47.796859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:47.801160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:47.835445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=c7b122a2-8814-448b-94d3-6f1217a9fe5d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:47.873042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:47.873659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.909408 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-a20e2680-bbe9-4edd-9f15-6a71365ed1af tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8464875 Mar 16 11:12:47.920646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Request body: {'port': {'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:48.031558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.034569 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f3500913-49a3-4fcf-b424-70addf75b321 None None] Provisioning for port c7b122a2-8814-448b-94d3-6f1217a9fe5d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:48.039561 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f3500913-49a3-4fcf-b424-70addf75b321 None None] Provisioning complete for port c7b122a2-8814-448b-94d3-6f1217a9fe5d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:48.039933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f3500913-49a3-4fcf-b424-70addf75b321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.092699 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f3500913-49a3-4fcf-b424-70addf75b321 None None] Port c7b122a2-8814-448b-94d3-6f1217a9fe5d cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:48.380527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a1a15-423d-44c8-8ae1-533a075bbea0 req-6768571f-5107-4f23-94df-53ff77b5bb40 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:48.381254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ec2a1a15-423d-44c8-8ae1-533a075bbea0 req-6768571f-5107-4f23-94df-53ff77b5bb40 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:48.447696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b122a2-8814-448b-94d3-6f1217a9fe5d {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:12:48.452237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ec2a1a15-423d-44c8-8ae1-533a075bbea0 req-6768571f-5107-4f23-94df-53ff77b5bb40 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:48.453382 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ec2a1a15-423d-44c8-8ae1-533a075bbea0 req-6768571f-5107-4f23-94df-53ff77b5bb40 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 932 time: 0.2024362 Mar 16 11:12:48.457144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.490033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Transition to ACTIVE for port object c7b122a2-8814-448b-94d3-6f1217a9fe5d will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:48.499009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.551739 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ec2a1a15-423d-44c8-8ae1-533a075bbea0 req-07d64c98-4549-4f9c-8172-4b47815287fe tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920963 Mar 16 11:12:48.570239 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 65c7e61e-d046-4976-9650-dc7758bc1731 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:48.674573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Pushing event updated for resources: {'Port': ['ID=c7b122a2-8814-448b-94d3-6f1217a9fe5d,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:48.700787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 65c7e61e-d046-4976-9650-dc7758bc1731 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:48.701263 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.750495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Attempting to bind port c7b122a2-8814-448b-94d3-6f1217a9fe5d on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:48.750827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Attempting to bind port c7b122a2-8814-448b-94d3-6f1217a9fe5d by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:48.751151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Attempting to bind port c7b122a2-8814-448b-94d3-6f1217a9fe5d on network 16ab2214-3aea-499f-a927-0a883490f646 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:48.756038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Port c7b122a2-8814-448b-94d3-6f1217a9fe5d on network 16ab2214-3aea-499f-a927-0a883490f646 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:12:48.756488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Attempting to bind port c7b122a2-8814-448b-94d3-6f1217a9fe5d on network 16ab2214-3aea-499f-a927-0a883490f646 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:48.762144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:48.762476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Checking segment: {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:48.763040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Bound using segment: {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:48.763469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Bound port: c7b122a2-8814-448b-94d3-6f1217a9fe5d, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:48.763805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.855889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] For port c7b122a2-8814-448b-94d3-6f1217a9fe5d, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:48.858836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] For port c7b122a2-8814-448b-94d3-6f1217a9fe5d, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:48.865289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.920953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:48.921566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.922908 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] 10.222.0.48 "PUT /v2.0/ports/c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 200 len: 1094 time: 1.0067005 Mar 16 11:12:48.923364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:12:48.950730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea3f03-c2c8-42bb-a054-6a5e3fb87bac service neutron] Pushing event updated for resources: {'Port': ['ID=c7b122a2-8814-448b-94d3-6f1217a9fe5d,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:48.974496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'status': 'completed', 'code': 200} Mar 16 11:12:49.051103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-46d59223-e165-4fe0-91f4-9e22b4019d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:49.052595 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-46d59223-e165-4fe0-91f4-9e22b4019d46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 1097 time: 0.0731392 Mar 16 11:12:49.124553 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-71601bbe-a107-4a33-b894-fff7ef467f0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 200 len: 217 time: 0.0638874 Mar 16 11:12:49.200304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-fc2ca7f3-e3a4-47b1-a848-43784d29896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:49.201664 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-fc2ca7f3-e3a4-47b1-a848-43784d29896d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0717688 Mar 16 11:12:49.282655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-d1e3b726-27bb-43c4-8abb-c2bc653c3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:49.284721 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-d1e3b726-27bb-43c4-8abb-c2bc653c3180 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768394 Mar 16 11:12:49.415826 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-d76cf858-3691-4086-a062-25a274cc5db8 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247842 Mar 16 11:12:49.643062 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddc1a8b8-0975-4eee-996f-e8f08a472630 req-30d6f0f9-ec29-4bc5-b064-0be82b04549e service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207971 Mar 16 11:12:49.809746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9606dc-a6a6-47b9-91fe-3db1267d1304 req-34675cd6-115d-4dc5-8e08-5f32bf28c34b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:49.811206 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3b9606dc-a6a6-47b9-91fe-3db1267d1304 req-34675cd6-115d-4dc5-8e08-5f32bf28c34b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 944 time: 0.1370959 Mar 16 11:12:49.813828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-fe6244a2-bef9-42b5-b731-c3f2031b14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:49.815126 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-fe6244a2-bef9-42b5-b731-c3f2031b14d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 1097 time: 0.1094906 Mar 16 11:12:49.940062 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3b9606dc-a6a6-47b9-91fe-3db1267d1304 req-27d10768-fb17-4d31-a930-f011028e9a2d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229458 Mar 16 11:12:49.974891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-47400fa5-1db3-4be0-b609-dd22b9cf3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:49.976358 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-47400fa5-1db3-4be0-b609-dd22b9cf3eda service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 898 time: 0.1468163 Mar 16 11:12:50.045150 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-e575db56-854c-49db-9959-eb9aafbe9a4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 200 len: 217 time: 0.0625556 Mar 16 11:12:50.107092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-2e90f8c3-028f-4390-b811-a11dfaefd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:50.108482 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-2e90f8c3-028f-4390-b811-a11dfaefd209 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0579877 Mar 16 11:12:50.185382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-227be376-9d9b-4c2c-8d35-c504505819e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:50.186830 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-227be376-9d9b-4c2c-8d35-c504505819e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723019 Mar 16 11:12:50.318538 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-4de3397e-e746-40fd-95db-c0fcb7091d32 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253655 Mar 16 11:12:50.450199 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8997e378-3e5a-46c8-abfc-1079780bfe96 req-bdf3a3db-cd8f-42f5-92d6-223cbe761d5f service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241872 Mar 16 11:12:51.147006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfb52d-cb3e-46fa-b8ff-c2ea3cffae92 req-b3fd77f8-d575-4583-8490-a8314dae83e0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:51.148463 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c5bfb52d-cb3e-46fa-b8ff-c2ea3cffae92 req-b3fd77f8-d575-4583-8490-a8314dae83e0 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 944 time: 0.0893605 Mar 16 11:12:51.192594 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c5bfb52d-cb3e-46fa-b8ff-c2ea3cffae92 req-160ac663-a5da-4f09-a28b-2381496b5dd3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373991 Mar 16 11:12:51.888492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-95f7d9b0-ac46-4346-8f0f-3e26eca3b6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.407025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f6a14-1b09-476e-a227-6c66d963424a req-a1a42415-c0ea-450d-83b3-f5287dc9000d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:52.408478 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e11f6a14-1b09-476e-a227-6c66d963424a req-a1a42415-c0ea-450d-83b3-f5287dc9000d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 944 time: 0.0919468 Mar 16 11:12:52.452673 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e11f6a14-1b09-476e-a227-6c66d963424a req-cfef95e6-d25a-44dc-b9f6-b9feab95606d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385184 Mar 16 11:12:53.668955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b9ee2-df22-4969-a1e4-21c281d51588 req-27d24cab-c264-46c8-bb46-ea6ced1459e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:53.670436 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6e4b9ee2-df22-4969-a1e4-21c281d51588 req-27d24cab-c264-46c8-bb46-ea6ced1459e5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 944 time: 0.0918734 Mar 16 11:12:53.715168 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6e4b9ee2-df22-4969-a1e4-21c281d51588 req-96a4dd97-b5b6-48d5-acb9-46092d95d4bc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390103 Mar 16 11:12:53.890568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c7b122a2-8814-448b-94d3-6f1217a9fe5d details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:12:54.027237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c7b122a2-8814-448b-94d3-6f1217a9fe5d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:54.039941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'mac_address': 'fa:16:3e:99:c1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:12:54.094459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.110864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b122a2-8814-448b-94d3-6f1217a9fe5d {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:12:54.126857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c7b122a2-8814-448b-94d3-6f1217a9fe5d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:54.133571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.203021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=c7b122a2-8814-448b-94d3-6f1217a9fe5d,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:54.486365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['c7b122a2-8814-448b-94d3-6f1217a9fe5d'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:12:54.906466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504fe96-87d9-4cd8-a8b5-270f7ad02ee8 req-d5ce1f4b-25bb-49c9-aeb4-305147e04c36 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:54.907922 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f504fe96-87d9-4cd8-a8b5-270f7ad02ee8 req-d5ce1f4b-25bb-49c9-aeb4-305147e04c36 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 945 time: 0.0817049 Mar 16 11:12:54.922036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.955327 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f504fe96-87d9-4cd8-a8b5-270f7ad02ee8 req-1a54abd3-cea7-4ea6-8592-e01bfbd2ae7f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416639 Mar 16 11:12:55.045450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1662-7162-4afb-8d23-73a75c79619b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.270449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.905300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c7b122a2-8814-448b-94d3-6f1217a9fe5d up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:55.978783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port c7b122a2-8814-448b-94d3-6f1217a9fe5d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:55.984606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port c7b122a2-8814-448b-94d3-6f1217a9fe5d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:55.984606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.101870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.128472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:12:56.137902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3c0bc-3a79-482c-b0b4-6135acac8e36 req-aa6f627d-59c5-43a5-a639-a773958ddcab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:56.138777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c7b122a2-8814-448b-94d3-6f1217a9fe5d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:56.139506 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bbf3c0bc-3a79-482c-b0b4-6135acac8e36 req-aa6f627d-59c5-43a5-a639-a773958ddcab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 945 time: 0.0785313 Mar 16 11:12:56.144118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.178241 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'code': 200} Mar 16 11:12:56.191357 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bbf3c0bc-3a79-482c-b0b4-6135acac8e36 req-df663dc1-576f-4aa8-8a42-a97353d36b30 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455692 Mar 16 11:12:56.218281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=c7b122a2-8814-448b-94d3-6f1217a9fe5d,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:56.438801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773f43b-d52f-4d14-b05d-22a65c3ba60f req-748fc0ff-03f1-464e-a295-2aecd74d44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:56.440171 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c773f43b-d52f-4d14-b05d-22a65c3ba60f req-748fc0ff-03f1-464e-a295-2aecd74d44bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 1099 time: 0.0795329 Mar 16 11:12:56.481619 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c773f43b-d52f-4d14-b05d-22a65c3ba60f req-2f96d65b-9dfb-4ec2-87ff-21608542d6f1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348234 Mar 16 11:12:56.652216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.391286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d80b74-8e69-4aab-97e0-5144f836a0a6 req-0e5e3266-2b8e-4d67-9f45-76de45436819 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:57.392718 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b9d80b74-8e69-4aab-97e0-5144f836a0a6 req-0e5e3266-2b8e-4d67-9f45-76de45436819 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 946 time: 0.0858338 Mar 16 11:12:57.439256 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b9d80b74-8e69-4aab-97e0-5144f836a0a6 req-f3887f47-dfc8-4af9-988b-41d73c897404 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381866 Mar 16 11:12:58.636659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670dde0-4090-4ab6-9d7e-e4b503324eee req-46ecd3e3-2917-4160-9ac9-51eba15902d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:58.638173 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7670dde0-4090-4ab6-9d7e-e4b503324eee req-46ecd3e3-2917-4160-9ac9-51eba15902d4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 946 time: 0.0819733 Mar 16 11:12:58.681487 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7670dde0-4090-4ab6-9d7e-e4b503324eee req-23707b46-21f6-4bc8-bce3-692c1c150eaf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376580 Mar 16 11:12:58.871769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2170-bfa2-46c1-8327-39b8894f4aaf req-94333781-9da1-414f-b948-1c1872f4c97d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:58.873335 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ae5d2170-bfa2-46c1-8327-39b8894f4aaf req-94333781-9da1-414f-b948-1c1872f4c97d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 946 time: 0.0830731 Mar 16 11:12:58.919464 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ae5d2170-bfa2-46c1-8327-39b8894f4aaf req-52671ffd-4ba5-44ef-96a1-6f5df03870b2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383055 Mar 16 11:12:58.948888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40632) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:59.033370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148f149d-cd40-43cb-8ca1-c6e897fa8b81 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:59.034764 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-148f149d-cd40-43cb-8ca1-c6e897fa8b81 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 1094 time: 0.0848594 Mar 16 11:12:59.038782 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40636) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:59.043812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:59.049998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:59.054131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:floatingip and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:59.057138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:59.063106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:59.075027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.306365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.446309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.58 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/b40859fc-96cc-4c6d-bd6c-9ec422793c0e) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:59.596580 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.629112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.687392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:59.690088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:59.697751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:59.732536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=b40859fc-96cc-4c6d-bd6c-9ec422793c0e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:00.122576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.200421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.404719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.411324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.522413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=b40859fc-96cc-4c6d-bd6c-9ec422793c0e,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:00.534642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.717795 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP fae4176e-fc52-440d-8e3c-f01d69d95f3a associated. External IP: 172.26.2.58, port: c7b122a2-8814-448b-94d3-6f1217a9fe5d. Mar 16 11:13:01.170244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:01.354818 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:01.365720 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] Sync routers for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:01.376265 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:01.376944 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:01.381989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.436248 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2daaf372-8328-40c0-9822-77e4b1c28b13 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3963068 Mar 16 11:13:01.436773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:01.439116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40640) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:01.517104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb5770-7307-44f9-a495-f69c02387fee tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:01.521162 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2ccb5770-7307-44f9-a495-f69c02387fee tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 1094 time: 0.0784633 Mar 16 11:13:01.550876 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'status': 'completed', 'code': 200} Mar 16 11:13:01.554901 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:01.646277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-ff41017d-5e64-4b3f-97a9-0ec30a07c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:01.647775 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-ff41017d-5e64-4b3f-97a9-0ec30a07c6f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 1099 time: 0.0762999 Mar 16 11:13:01.784517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-c23553b2-0b86-4163-9ed3-4a75ad13f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:01.785888 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-c23553b2-0b86-4163-9ed3-4a75ad13f444 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 898 time: 0.1318130 Mar 16 11:13:01.887021 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-033308ba-c4c4-494a-9a57-ffe84569fe07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 200 len: 999 time: 0.0952964 Mar 16 11:13:01.899562 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fae4176e-fc52-440d-8e3c-f01d69d95f3a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:99:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:00Z', 'updated_at': '2022-03-16T11:13:00Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:01.903411 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] Checking router: cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:01.911521 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:01.912093 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:01.946823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-9944f3e7-7fd0-4342-8cfe-76e2a7779a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:01.948259 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-9944f3e7-7fd0-4342-8cfe-76e2a7779a21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0557036 Mar 16 11:13:02.007140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40650) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:02.013197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479508637', 'description': 'tempest-secgroup-smoke-1479508637 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.019306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:02.028213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-791af3b2-221d-4588-ae96-c07a5a951228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:02.029411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:02.029756 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-791af3b2-221d-4588-ae96-c07a5a951228 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756235 Mar 16 11:13:02.040067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.060813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:02.064698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:02.067532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:02.073826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:02.125270 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:02.144727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.149917 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.162236 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-42d7d53b-4b21-47b3-ab5f-5e7cba4fd732 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264408 Mar 16 11:13:02.196726 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:02.202145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.206164 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-890fc816-ae69-4807-8213-1f70f8473cac tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1951187 Mar 16 11:13:02.206362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40654) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:02.213690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.219811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:02.223711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:02.226705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:02.232774 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:02.250863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.299145 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-edae6319-64f2-4118-a857-a72bb2ec0f0d req-e8f4bdd1-c50e-4eb6-a8fd-db20a4589b19 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283579 Mar 16 11:13:02.317256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.322037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.346711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d5f43b-0cea-476b-8d81-e5285ffd16a8,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:02.356832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.358129 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-39418ea7-2910-4612-8be8-7eded7a7701f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508684 Mar 16 11:13:02.361031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40658) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:02.366358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.372477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:02.376542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:02.379556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:02.389263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:02.400645 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:13:02.404715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.464688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.469047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.488500 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fae4176e-fc52-440d-8e3c-f01d69d95f3a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:99:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:00Z', 'updated_at': '2022-03-16T11:13:00Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:02.489788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5245d055-953c-417f-9790-55b0af2b63e4,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:02.492446 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7189b-e0e7-479b-a2a6-6329b99efc82 None None] The sync data for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv is: [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fae4176e-fc52-440d-8e3c-f01d69d95f3a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:99:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:00Z', 'updated_at': '2022-03-16T11:13:00Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:02.502734 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.504112 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dfda212a-77f4-43f5-bad7-ed04f8b002bb tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420152 Mar 16 11:13:02.506880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40662) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:02.512005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.518225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:02.522431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:02.525655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:02.531803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:02.551700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.613645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.618679 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.642258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee68a69-11c3-41d0-ba74-558c28e07075,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:02.651272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.652496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b75b2e45-641e-4f63-b65a-6dda789f8a41 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446998 Mar 16 11:13:02.655281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40666) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:02.660399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.667183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:02.671321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:02.674518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:02.680513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:02.699689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.708953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d3313-8348-4d9b-8415-e7692e6e3e6b None None] New status for floating IP fae4176e-fc52-440d-8e3c-f01d69d95f3a: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:13:02.864698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.870090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.894738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5d7e71-6461-4e94-bc93-9a12bceaa5f5,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:02.906871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.908060 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f31aacfa-fb1c-4bb8-93c8-1fb4ce107ee5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2518451 Mar 16 11:13:02.911041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40670) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:02.916421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.923939 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:02.928052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:02.931404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:02.937168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:02.947311 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:13:02.953725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.020069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.025050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.047588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4238c1d7-601a-4014-96fa-c4c8c7202e8c,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:03.056918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.058102 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8e8c0807-7ec8-4b4b-abaf-a6925d57e81f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460161 Mar 16 11:13:03.060844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40674) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:03.065806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': '1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:03.071616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:03.075443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:03.078332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:03.083898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:03.095893 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:13:03.106099 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.178645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.183390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.218813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cefde39-95f2-4025-88ba-266e58571917,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:03.229751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.230910 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-67783ea0-391f-407f-ad4a-3a74d08e35e4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1691442 Mar 16 11:13:03.500117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-03b5d689-4e59-4639-87c6-2af28852c927 req-7b2dfa06-d581-47ea-8a5b-0e84caa4cddc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:03.519314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-03b5d689-4e59-4639-87c6-2af28852c927 req-7b2dfa06-d581-47ea-8a5b-0e84caa4cddc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:03.520456 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-7b2dfa06-d581-47ea-8a5b-0e84caa4cddc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479508637&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.1648939 Mar 16 11:13:03.674117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d689-4e59-4639-87c6-2af28852c927 req-7babc294-b9b2-4019-b3c9-a8e6e48eb2b6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:03.675557 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-7babc294-b9b2-4019-b3c9-a8e6e48eb2b6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 797 time: 0.1480598 Mar 16 11:13:03.693086 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-dfa2d4e1-c6a5-43f6-975f-85ccbe390433 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/quotas/849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 375 time: 0.0092554 Mar 16 11:13:03.786872 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-18645692-768c-4c58-a97e-c00a039411be tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0888445 Mar 16 11:13:03.922810 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-8b3fa769-aa0e-4ff8-bbd8-913c432007a3 service neutron] 10.222.0.37 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242630 Mar 16 11:13:04.058248 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-cd5a2f1e-d9c7-4231-9990-d9aa425e36fd service neutron] 10.222.0.37 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294971 Mar 16 11:13:04.236127 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-22f1899f-4234-451a-b1ad-cfe444667cdc req-afa9c09d-ac62-4e9d-9c0d-df3c441e55cf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 210 time: 0.0419917 Mar 16 11:13:05.290344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d689-4e59-4639-87c6-2af28852c927 req-8acc786a-149c-4ee8-800c-dff8c905d308 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:05.291793 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-8acc786a-149c-4ee8-800c-dff8c905d308 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 797 time: 0.1464963 Mar 16 11:13:05.343229 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-a2014fbb-9338-411a-ba96-fd86e751dcc3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 472 time: 0.0435224 Mar 16 11:13:05.358605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'device_id': '9325bf2b-477e-4267-91be-0645ccb660ff', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'admin_state_up': True, 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'security_groups': ['1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:05.393784 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-de57593c-b464-4c3d-895b-9c171e11b6ac req-9ef0697e-dbc5-4381-a8b1-096130d82afc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 210 time: 0.0472503 Mar 16 11:13:05.497252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:05.507528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:05.518844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:05.522496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.682759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.9 (16ab2214-3aea-499f-a927-0a883490f646/35d659e0-30f9-4a52-a7c0-bd60e6bef166/cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:05.882709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.897902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:05.923443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.991375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 16ab2214-3aea-499f-a927-0a883490f646 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:05.999058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:06.003368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:06.033377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:06.070233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:06.070840 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.098889 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b5401452-c48d-4cfc-8739-c8cfa3bd4f0c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7449815 Mar 16 11:13:06.124966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Request body: {'port': {'device_id': '9325bf2b-477e-4267-91be-0645ccb660ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:06.203589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6804b3d1-c021-46b2-b1bf-5c7a43e50f8b None None] Provisioning for port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:06.209151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6804b3d1-c021-46b2-b1bf-5c7a43e50f8b None None] Provisioning complete for port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:06.209880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6804b3d1-c021-46b2-b1bf-5c7a43e50f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.235731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.265822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6804b3d1-c021-46b2-b1bf-5c7a43e50f8b None None] Port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:06.626601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:13:06.635848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.650985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c1a88-69ae-4a26-a214-1a1cf3cd6ae2 req-a82d27c8-50fd-40db-8db9-e6c2f5d5feee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:06.651676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c86c1a88-69ae-4a26-a214-1a1cf3cd6ae2 req-a82d27c8-50fd-40db-8db9-e6c2f5d5feee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:06.663849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Transition to ACTIVE for port object cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:06.670092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.707716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c86c1a88-69ae-4a26-a214-1a1cf3cd6ae2 req-a82d27c8-50fd-40db-8db9-e6c2f5d5feee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:06.708787 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c86c1a88-69ae-4a26-a214-1a1cf3cd6ae2 req-a82d27c8-50fd-40db-8db9-e6c2f5d5feee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 931 time: 0.2113428 Mar 16 11:13:06.824908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:06.870900 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c86c1a88-69ae-4a26-a214-1a1cf3cd6ae2 req-3600de74-a828-46f6-afa9-71a138c28ad1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509459 Mar 16 11:13:06.942405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Attempting to bind port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:06.942737 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Attempting to bind port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:06.943054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Attempting to bind port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 on network 16ab2214-3aea-499f-a927-0a883490f646 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:06.947605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 on network 16ab2214-3aea-499f-a927-0a883490f646 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:13:06.947915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Attempting to bind port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 on network 16ab2214-3aea-499f-a927-0a883490f646 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:06.952927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:06.953264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Checking segment: {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:06.953643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Bound using segment: {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:06.954064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Bound port: cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '16ab2214-3aea-499f-a927-0a883490f646'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:06.954399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.153274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] For port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:07.156401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] For port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:07.161028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.215942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:07.216529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.217936 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 HTTP/1.1" status: 200 len: 1093 time: 1.0976627 Mar 16 11:13:07.218314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9325bf2b-477e-4267-91be-0645ccb660ff', 'tag': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:07.244792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282dadf-a68d-4146-b42e-dd8fe1e6c1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:07.297757 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9325bf2b-477e-4267-91be-0645ccb660ff', 'tag': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'status': 'completed', 'code': 200} Mar 16 11:13:07.344075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b88ccf5a-1484-4627-a490-b60609dea818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:07.345618 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-b88ccf5a-1484-4627-a490-b60609dea818 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 1096 time: 0.0803497 Mar 16 11:13:07.415115 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-c32d0f1f-02c4-4da8-a634-33844c2dc3a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 HTTP/1.1" status: 200 len: 217 time: 0.0624421 Mar 16 11:13:07.486149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d689-4e59-4639-87c6-2af28852c927 req-acbb8802-a7ea-4f7c-b600-a3f64cfc147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:07.488254 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-acbb8802-a7ea-4f7c-b600-a3f64cfc147b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0665648 Mar 16 11:13:07.567701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d689-4e59-4639-87c6-2af28852c927 req-eefb6eca-8c93-4e36-bbdb-597872aa939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:07.569217 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-eefb6eca-8c93-4e36-bbdb-597872aa939d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754020 Mar 16 11:13:07.703691 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-9bee87cb-8c4d-40fa-95a9-59ea91d264cf service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278956 Mar 16 11:13:07.842715 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-03b5d689-4e59-4639-87c6-2af28852c927 req-a2e42166-2bf8-414e-8d3e-41c364096a9b service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333551 Mar 16 11:13:07.970432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-8d8377de-04fe-4113-84ff-3badf3374b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:07.971965 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-8d8377de-04fe-4113-84ff-3badf3374b0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 1096 time: 0.0760710 Mar 16 11:13:08.150126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-1269cdf3-1901-4fb2-b2c2-8d54ef43a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:08.151550 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-1269cdf3-1901-4fb2-b2c2-8d54ef43a1c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 898 time: 0.1470404 Mar 16 11:13:08.159691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e17a33-7757-4753-bb6e-6b98e9de4c35 req-3dded1b5-65e6-4518-b64a-8630f2555afc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:08.161033 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4e17a33-7757-4753-bb6e-6b98e9de4c35 req-3dded1b5-65e6-4518-b64a-8630f2555afc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 943 time: 0.1860666 Mar 16 11:13:08.235406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-4fb57a63-d87a-4f49-b23b-05f5917630f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 HTTP/1.1" status: 200 len: 217 time: 0.0734780 Mar 16 11:13:08.300354 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4e17a33-7757-4753-bb6e-6b98e9de4c35 req-63ffc275-7a0c-44c9-bed0-7ac3a03dfab3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898798 Mar 16 11:13:08.311821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-0fe71ea8-a3c3-44fc-93a3-b736bca5fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:08.313232 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-0fe71ea8-a3c3-44fc-93a3-b736bca5fc7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0708923 Mar 16 11:13:08.397589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.398225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-2f7aade8-dce7-4194-bfe1-3fa3d4fa9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:08.399565 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-2f7aade8-dce7-4194-bfe1-3fa3d4fa9fe5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800884 Mar 16 11:13:08.537318 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-b2d50851-d324-4763-aa52-3781adbf8038 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312113 Mar 16 11:13:08.667393 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dca7c217-5100-48dd-a03c-faabc2dfca90 req-b2db45be-065f-4d7a-9ea3-32fdc9b21177 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226199 Mar 16 11:13:09.516122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab54d4a-ff23-48df-b4fd-1ebd3eb6292f req-99553b21-03ed-413c-8593-a4bbdd40694a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:09.517604 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eab54d4a-ff23-48df-b4fd-1ebd3eb6292f req-99553b21-03ed-413c-8593-a4bbdd40694a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 943 time: 0.0956092 Mar 16 11:13:09.561055 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eab54d4a-ff23-48df-b4fd-1ebd3eb6292f req-200365cc-1688-4638-be55-ee4f3d697ca5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376918 Mar 16 11:13:10.758201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd9636-8bf2-4e78-8988-fe4217b5e982 req-264ecf20-9be4-410a-bdc1-f84f0546d34c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:10.759634 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b6bd9636-8bf2-4e78-8988-fe4217b5e982 req-264ecf20-9be4-410a-bdc1-f84f0546d34c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 943 time: 0.0824633 Mar 16 11:13:10.808654 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b6bd9636-8bf2-4e78-8988-fe4217b5e982 req-03d6235d-7bac-4c7c-9d49-d58a2d6555d5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416682 Mar 16 11:13:11.955440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:13:12.002749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd56d-9a8f-444b-a3c2-216953f790af req-0103008c-b646-47b5-af66-1c29e9b90f8b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:12.005084 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-541dd56d-9a8f-444b-a3c2-216953f790af req-0103008c-b646-47b5-af66-1c29e9b90f8b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 943 time: 0.0858510 Mar 16 11:13:12.049364 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-541dd56d-9a8f-444b-a3c2-216953f790af req-b388ba57-c2f6-4bb4-8d45-3ba345f35d89 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393755 Mar 16 11:13:12.087010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:12.100798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'port_id': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'mac_address': 'fa:16:3e:47:0d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:13:12.157608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.174279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:13:12.191082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:12.197700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.270106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:12.526806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:13:13.342507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cb98e-87d9-4264-b0b0-680c77378082 req-892ff63a-b8a2-40dc-8809-e0bb28306b1a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:13.344014 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc5cb98e-87d9-4264-b0b0-680c77378082 req-892ff63a-b8a2-40dc-8809-e0bb28306b1a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 944 time: 0.1779842 Mar 16 11:13:13.388904 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc5cb98e-87d9-4264-b0b0-680c77378082 req-215ce66b-ccbf-418c-a9bc-7a2c60dff9bc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391526 Mar 16 11:13:13.953649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:14.038189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:14.043038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:14.043397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.159733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.186084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9325bf2b-477e-4267-91be-0645ccb660ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:14.195407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:14.199867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.236228 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9325bf2b-477e-4267-91be-0645ccb660ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'code': 200} Mar 16 11:13:14.270408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:14.462161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9d8cd-4d51-4902-a471-da51a9d622b5 req-87ff6168-da1c-46dc-8860-bf0e2db4e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.463514 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbb9d8cd-4d51-4902-a471-da51a9d622b5 req-87ff6168-da1c-46dc-8860-bf0e2db4e209 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 1098 time: 0.0740163 Mar 16 11:13:14.541824 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bbb9d8cd-4d51-4902-a471-da51a9d622b5 req-948e124c-2180-460e-a006-5969488e6f36 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717118 Mar 16 11:13:14.589054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f6016-c544-4fc7-bcc5-a0ca0d4bb74d req-9f6c9abc-e7c7-4749-9da8-d91f93d3541c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.590508 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-774f6016-c544-4fc7-bcc5-a0ca0d4bb74d req-9f6c9abc-e7c7-4749-9da8-d91f93d3541c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 945 time: 0.0936728 Mar 16 11:13:14.637991 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-774f6016-c544-4fc7-bcc5-a0ca0d4bb74d req-a1e6cc4c-1421-46c3-9cb2-bf17da5cce15 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Mar 16 11:13:15.847682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4317156-56ec-4df3-837a-7bafade50947 req-1900dad5-341c-4c78-8c1d-2185ecd4bb2e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:15.849169 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e4317156-56ec-4df3-837a-7bafade50947 req-1900dad5-341c-4c78-8c1d-2185ecd4bb2e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 945 time: 0.0914757 Mar 16 11:13:15.895303 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e4317156-56ec-4df3-837a-7bafade50947 req-b6cac28d-009d-4626-b646-79c07cd25fb7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402656 Mar 16 11:13:17.107518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47289c8e-a70d-4d3d-944c-4ef6316de2c6 req-c0071ee5-ae48-46a6-a1ae-2e9a31171a09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:17.108995 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-47289c8e-a70d-4d3d-944c-4ef6316de2c6 req-c0071ee5-ae48-46a6-a1ae-2e9a31171a09 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 945 time: 0.0911927 Mar 16 11:13:17.153070 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-47289c8e-a70d-4d3d-944c-4ef6316de2c6 req-c3b8624c-a676-44f4-98bf-3a74317c8169 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384142 Mar 16 11:13:17.340015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61e43d-8839-4182-8e01-7a8488e8824b req-ec90f032-e194-4185-8adb-9e75493bef34 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:17.341507 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8b61e43d-8839-4182-8e01-7a8488e8824b req-ec90f032-e194-4185-8adb-9e75493bef34 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 945 time: 0.0862174 Mar 16 11:13:17.387062 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8b61e43d-8839-4182-8e01-7a8488e8824b req-35cb8e5c-83a6-4070-af09-bc75289995b3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396488 Mar 16 11:13:17.410955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40730) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:17.497276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6c4bf-1120-4b1b-a979-65af68bd9875 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:17.498664 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-67b6c4bf-1120-4b1b-a979-65af68bd9875 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 1093 time: 0.0867312 Mar 16 11:13:17.502760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40734) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:17.507636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:17.513933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:17.518034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:floatingip and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:17.521023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:17.526943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:17.539632 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.678638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.810397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.248 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/587035b6-a5c2-4fed-989d-93330d27a723) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:17.965185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.995270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.056420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:18.059097 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:18.066889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:18.101431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=587035b6-a5c2-4fed-989d-93330d27a723,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:18.593425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.668193 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.889034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.896104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.002272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=587035b6-a5c2-4fed-989d-93330d27a723,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:19.016876 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.187645 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP 4aff9abd-1a55-4816-b7df-c33b3fd48682 associated. External IP: 172.26.2.248, port: cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7. Mar 16 11:13:19.536631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:19.832221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:19.843495 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] Sync routers for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:19.854016 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:19.854838 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:19.858109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.914954 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2e7a0fa2-c6d3-4a4f-b346-a13e808e24e7 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4111691 Mar 16 11:13:19.915633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9325bf2b-477e-4267-91be-0645ccb660ff', 'tag': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:20.012444 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9325bf2b-477e-4267-91be-0645ccb660ff', 'tag': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'status': 'completed', 'code': 200} Mar 16 11:13:20.030627 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:20.106995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659c429-209a-453e-b101-2185ac49ff69 req-cbd38cf9-e393-4f08-9ca9-e293ae7a75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:20.108361 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6659c429-209a-453e-b101-2185ac49ff69 req-cbd38cf9-e393-4f08-9ca9-e293ae7a75d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 1098 time: 0.0734689 Mar 16 11:13:20.239034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659c429-209a-453e-b101-2185ac49ff69 req-1e0e8673-7d52-4b43-825b-c1a3288c036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:20.240499 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6659c429-209a-453e-b101-2185ac49ff69 req-1e0e8673-7d52-4b43-825b-c1a3288c036b service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 898 time: 0.1263087 Mar 16 11:13:20.340634 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6659c429-209a-453e-b101-2185ac49ff69 req-295e0c48-48e8-41fb-9b17-d8e2cd8265a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 HTTP/1.1" status: 200 len: 999 time: 0.0929806 Mar 16 11:13:20.374325 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '4aff9abd-1a55-4816-b7df-c33b3fd48682', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:47:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9325bf2b-477e-4267-91be-0645ccb660ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:18Z', 'updated_at': '2022-03-16T11:13:18Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}, {'id': 'fae4176e-fc52-440d-8e3c-f01d69d95f3a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:99:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:00Z', 'updated_at': '2022-03-16T11:13:02Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:20.378118 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] Checking router: cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:20.386505 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:20.387089 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:12:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:20.404904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659c429-209a-453e-b101-2185ac49ff69 req-8ea96928-2f54-4d74-b64c-815c045ec30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:20.406389 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6659c429-209a-453e-b101-2185ac49ff69 req-8ea96928-2f54-4d74-b64c-815c045ec30c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0597942 Mar 16 11:13:20.480572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659c429-209a-453e-b101-2185ac49ff69 req-15287399-6661-4f78-b329-c368f0edde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:20.482091 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6659c429-209a-453e-b101-2185ac49ff69 req-15287399-6661-4f78-b329-c368f0edde16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701449 Mar 16 11:13:20.562853 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:20.613614 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6659c429-209a-453e-b101-2185ac49ff69 req-e1b1ee6c-73ee-4956-891d-c5a67f06852d service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253557 Mar 16 11:13:20.745031 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6659c429-209a-453e-b101-2185ac49ff69 req-dd1d1345-73d3-4a42-814d-d0c8bd6784e1 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256442 Mar 16 11:13:20.935194 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '4aff9abd-1a55-4816-b7df-c33b3fd48682', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:47:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9325bf2b-477e-4267-91be-0645ccb660ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:18Z', 'updated_at': '2022-03-16T11:13:18Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}, {'id': 'fae4176e-fc52-440d-8e3c-f01d69d95f3a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:99:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:00Z', 'updated_at': '2022-03-16T11:13:02Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:20.939319 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ebd9e4-372e-4b4c-ba10-ef6b188544ab None None] The sync data for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv is: [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '4aff9abd-1a55-4816-b7df-c33b3fd48682', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:47:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9325bf2b-477e-4267-91be-0645ccb660ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:18Z', 'updated_at': '2022-03-16T11:13:18Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}, {'id': 'fae4176e-fc52-440d-8e3c-f01d69d95f3a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:99:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:00Z', 'updated_at': '2022-03-16T11:13:02Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:21.144117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7c085-a9b3-414a-867e-f7264a12049a None None] New status for floating IP 4aff9abd-1a55-4816-b7df-c33b3fd48682: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:13:21.893438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bfbec80a-4adb-4e39-ac0c-561f6c0b939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.935875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.041112 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-360e407e-41a4-4abc-a763-4aed1193f61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.268608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.654601 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.002406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c3942391-65ed-4145-a455-1b248704f7e3 req-10438a50-a5b0-43eb-90e6-b598eeebf086 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740199 Mar 16 11:13:32.144482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3942391-65ed-4145-a455-1b248704f7e3 req-e4af3fe9-1194-4900-bd9e-cb58064df373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:32.145995 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c3942391-65ed-4145-a455-1b248704f7e3 req-e4af3fe9-1194-4900-bd9e-cb58064df373 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 1099 time: 0.0726323 Mar 16 11:13:32.290912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3942391-65ed-4145-a455-1b248704f7e3 req-698cd1be-eef9-4296-8517-03e6edf5815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:32.292270 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c3942391-65ed-4145-a455-1b248704f7e3 req-698cd1be-eef9-4296-8517-03e6edf5815e service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 898 time: 0.1260543 Mar 16 11:13:32.393904 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c3942391-65ed-4145-a455-1b248704f7e3 req-811dc4ed-1904-4379-a8c3-a7b0bb6f5d14 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 200 len: 1001 time: 0.0950363 Mar 16 11:13:32.463100 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3942391-65ed-4145-a455-1b248704f7e3 req-a85f7b99-794f-4d61-92a4-f11b40c6a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:32.464483 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c3942391-65ed-4145-a455-1b248704f7e3 req-a85f7b99-794f-4d61-92a4-f11b40c6a79a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0645225 Mar 16 11:13:32.554452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3942391-65ed-4145-a455-1b248704f7e3 req-bb53eecc-86bb-48f5-9349-7790b656c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:32.555859 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c3942391-65ed-4145-a455-1b248704f7e3 req-bb53eecc-86bb-48f5-9349-7790b656c614 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844409 Mar 16 11:13:32.777584 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c3942391-65ed-4145-a455-1b248704f7e3 req-3b1dd7c7-9539-424e-b731-9d361926c4d1 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141759 Mar 16 11:13:32.910677 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c3942391-65ed-4145-a455-1b248704f7e3 req-253e613c-7a3b-4532-b04f-75b7dd272a43 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228743 Mar 16 11:13:38.408349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.405130 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:13:51.900125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-68a014fa-74fb-485e-a6ff-07bea8f7d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.938947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.041462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b37a-4b90-4a82-ae2d-eeb3aa3cf0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.268673 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.668133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.423326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.409741 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:14:21.883293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-90fc95d8-dd99-4f76-ab02-f0c4bb375922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.940459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.044978 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d46a4aa9-5799-4aae-b702-f293552b446a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.266602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.662447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.040124 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-53f6a3bf-2324-4366-b7ac-1f500ca1bf6e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816553 Mar 16 11:14:34.134234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-9562a271-cd8b-48b4-b25b-f8b6fa9345f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:34.135667 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-9562a271-cd8b-48b4-b25b-f8b6fa9345f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 1098 time: 0.0738349 Mar 16 11:14:34.277616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-69e9a4d6-5f37-4e4a-9576-6d14821c2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:34.279054 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-69e9a4d6-5f37-4e4a-9576-6d14821c2886 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 898 time: 0.1248283 Mar 16 11:14:34.379619 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-8e0821c5-6977-48f2-a270-3b8da83ee45a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 HTTP/1.1" status: 200 len: 1001 time: 0.0940304 Mar 16 11:14:34.439300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-c89a78ea-c7da-4668-923b-a7b35f2ba323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:34.440654 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-c89a78ea-c7da-4668-923b-a7b35f2ba323 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0554242 Mar 16 11:14:34.524883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-33378dbb-966f-4c1a-861a-5a1fa0ee3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:34.526294 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-33378dbb-966f-4c1a-861a-5a1fa0ee3b0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784669 Mar 16 11:14:34.663542 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-5f4c844d-ebc5-4f49-a1cd-9c10eb546760 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307979 Mar 16 11:14:34.804379 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b42ea510-0712-4ab1-ae4e-528b5e7079c4 req-08cb48be-333d-42c4-9770-c9bccf496ad3 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348815 Mar 16 11:14:35.172802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40766) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:35.286789 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e4ed2a9a-185b-4d41-88cc-fab915773938 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/fae4176e-fc52-440d-8e3c-f01d69d95f3a HTTP/1.1" status: 200 len: 993 time: 0.1123476 Mar 16 11:14:36.039476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40776) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.047229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:36.176806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.412300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port c7b122a2-8814-448b-94d3-6f1217a9fe5d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:36.435575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.442773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.502983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:36.503614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.504958 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/ports/c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 200 len: 939 time: 0.4643166 Mar 16 11:14:36.505501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:36.535084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=c7b122a2-8814-448b-94d3-6f1217a9fe5d,revision_number=6']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:36.544458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.544826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.545166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.545499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.545983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.546317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.546685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.547018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.547342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.547765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.547963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.548281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12cfa7-f10c-4787-bfc0-f04f079c1451 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:36.561526 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'status': 'completed', 'code': 200} Mar 16 11:14:36.656951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-7bc61497-e8c3-4d77-bdf4-915ee957c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:36.658418 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-7bc61497-e8c3-4d77-bdf4-915ee957c2dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 1100 time: 0.0760362 Mar 16 11:14:36.746117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e67a3e3a-cbe9-4ea5-936f-2f6b63aebf38 None None] Provisioning complete for port c7b122a2-8814-448b-94d3-6f1217a9fe5d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:36.746736 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e67a3e3a-cbe9-4ea5-936f-2f6b63aebf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.812600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e67a3e3a-cbe9-4ea5-936f-2f6b63aebf38 None None] Port c7b122a2-8814-448b-94d3-6f1217a9fe5d is administratively disabled so it will not transition to active. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 16 11:14:36.894898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-529d7bed-bb58-41cf-820f-c214a0540cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:36.896354 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-529d7bed-bb58-41cf-820f-c214a0540cc8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 898 time: 0.2319856 Mar 16 11:14:37.000517 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-ed6e50f0-d794-4022-98c3-7e27b7940758 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 200 len: 1002 time: 0.0976982 Mar 16 11:14:37.062121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-dc2e20ec-96f8-4e1b-9014-4c8dea64d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:37.063504 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-dc2e20ec-96f8-4e1b-9014-4c8dea64d4d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0574622 Mar 16 11:14:37.138433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-0697f975-f637-470c-8349-0e2b05567a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:37.139843 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-0697f975-f637-470c-8349-0e2b05567a8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697720 Mar 16 11:14:37.271172 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-a333d4ae-6848-4cb2-8d95-cb7a30241ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248417 Mar 16 11:14:37.402245 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c04d531-6fc5-41bd-b496-0dc83375a41c req-f914babd-6173-4f84-bf48-517b9c01880d service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255095 Mar 16 11:14:38.422245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.987239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40786) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.997891 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:40.132419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.348331 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port c7b122a2-8814-448b-94d3-6f1217a9fe5d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:40.384178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.390928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.458478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:40.459101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.460479 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/ports/c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 200 len: 938 time: 0.4719234 Mar 16 11:14:40.461113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:40.463566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40790) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:40.488046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=c7b122a2-8814-448b-94d3-6f1217a9fe5d,revision_number=7']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:40.496261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.496612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.496976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.497309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.497636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.497966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.498297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.498611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.498940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.499449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.499905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.500322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2eb1c-33aa-49a5-a99a-56f71e1fd930 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:40.528595 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'status': 'completed', 'code': 200} Mar 16 11:14:40.621197 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-acfda357-0d51-4f00-95ab-96787f72866b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/fae4176e-fc52-440d-8e3c-f01d69d95f3a HTTP/1.1" status: 200 len: 993 time: 0.1564782 Mar 16 11:14:40.651552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-90876caf-0479-4784-b40e-0c1dcd1fe7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:40.653073 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-90876caf-0479-4784-b40e-0c1dcd1fe7a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 1099 time: 0.0972981 Mar 16 11:14:40.658673 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0b436d0-a183-4c7d-aee0-6add5cf17a8b None None] Provisioning complete for port c7b122a2-8814-448b-94d3-6f1217a9fe5d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:40.659192 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0b436d0-a183-4c7d-aee0-6add5cf17a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.790732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-6bb49fe2-7db8-4676-8ac5-9ff467068bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:40.792185 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-6bb49fe2-7db8-4676-8ac5-9ff467068bff service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 898 time: 0.1321280 Mar 16 11:14:40.823386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['c7b122a2-8814-448b-94d3-6f1217a9fe5d'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:14:40.895337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-51c53534-55bc-47b6-ad7d-73da6dfb97ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 200 len: 1001 time: 0.0956924 Mar 16 11:14:40.955968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-06a905fc-6361-4c39-b5de-9f7ed43ddf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:40.957410 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-06a905fc-6361-4c39-b5de-9f7ed43ddf01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0557954 Mar 16 11:14:41.032653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-703d9451-6fee-4873-be2c-e756f42bc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:41.034282 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-703d9451-6fee-4873-be2c-e756f42bc91b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709047 Mar 16 11:14:41.165062 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-6f75d535-3a64-411e-b102-dfcb41811d48 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242101 Mar 16 11:14:41.297438 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6822690d-56fb-4e03-b727-b3d320a5d24e req-0dbaf0fa-4eb3-4758-9fd4-68c2999544fd service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256187 Mar 16 11:14:43.206371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40802) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:43.507635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 587035b6-a5c2-4fed-989d-93330d27a723 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:43.507885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.684155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.684466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.822961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 587035b6-a5c2-4fed-989d-93330d27a723 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:43.988479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.038221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=587035b6-a5c2-4fed-989d-93330d27a723,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:44.130602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.130852 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP 4aff9abd-1a55-4816-b7df-c33b3fd48682 disassociated (deleted). External IP: 172.26.2.248, port: cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7. Mar 16 11:14:44.513997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:44.694566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:44.704970 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] Sync routers for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:44.715569 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:44.716176 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:44.716560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.770565 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bc46bd8b-bce3-4cbb-9b24-1efdd754e24b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/floatingips/4aff9abd-1a55-4816-b7df-c33b3fd48682 HTTP/1.1" status: 204 len: 168 time: 1.5626383 Mar 16 11:14:44.771112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9325bf2b-477e-4267-91be-0645ccb660ff', 'tag': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:44.817156 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9325bf2b-477e-4267-91be-0645ccb660ff', 'tag': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'status': 'completed', 'code': 200} Mar 16 11:14:44.894005 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:45.029940 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-e97bb5d8-1b9e-41ba-8ccc-de0f99a27763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:45.030631 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-e97bb5d8-1b9e-41ba-8ccc-de0f99a27763 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 1098 time: 0.1923313 Mar 16 11:14:45.164950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f575-fe84-4fde-b0f4-695d35d74a33 req-8663350e-313d-40cc-aca7-80feaf74284c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:45.166437 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9072f575-fe84-4fde-b0f4-695d35d74a33 req-8663350e-313d-40cc-aca7-80feaf74284c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 945 time: 0.0822880 Mar 16 11:14:45.171946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-449375e1-655a-4d28-8777-58e5d0ec85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:45.173639 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-449375e1-655a-4d28-8777-58e5d0ec85a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 898 time: 0.1362545 Mar 16 11:14:45.219815 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9072f575-fe84-4fde-b0f4-695d35d74a33 req-2e44bdfc-3725-44fa-9fa7-20a7701d23a9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Mar 16 11:14:45.254329 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-74416ffc-a253-4fed-9c9e-4d54353aeb88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 HTTP/1.1" status: 200 len: 217 time: 0.0692384 Mar 16 11:14:45.260155 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fae4176e-fc52-440d-8e3c-f01d69d95f3a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:99:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:00Z', 'updated_at': '2022-03-16T11:13:02Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.263966 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] Checking router: cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:45.272156 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:45.272863 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.315569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-8c9c1b8b-ad5c-4dbc-897d-def8a82c19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:45.316948 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-8c9c1b8b-ad5c-4dbc-897d-def8a82c19ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0563431 Mar 16 11:14:45.391498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-fe82c589-53fe-4bf9-9e9f-e6e3945d2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:45.393012 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-fe82c589-53fe-4bf9-9e9f-e6e3945d2874 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697510 Mar 16 11:14:45.447580 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:45.530147 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-97a8192d-6218-4a5c-a4ee-7c9834b70ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298928 Mar 16 11:14:45.663296 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-439d21b2-1937-4b43-9c19-6f3883cd2e5f req-f4ba8f6a-4e50-45b4-b2f2-e30239ac4822 service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264548 Mar 16 11:14:45.827370 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fae4176e-fc52-440d-8e3c-f01d69d95f3a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:99:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:00Z', 'updated_at': '2022-03-16T11:13:02Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.831435 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3570cfa4-617b-4089-9978-eed3e7e3ec58 None None] The sync data for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv is: [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fae4176e-fc52-440d-8e3c-f01d69d95f3a', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'port_id': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'mac_address': 'fa:16:3e:99:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:00Z', 'updated_at': '2022-03-16T11:13:02Z', 'revision_number': 1, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:46.039932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0dfe1-a331-4317-a25c-744492f53d85 None None] New status for floating IP 4aff9abd-1a55-4816-b7df-c33b3fd48682: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:14:46.426374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfaf76-0231-4329-8200-09490101d251 req-5b5e5646-92d7-4a22-9d92-1d3fdb2ba7f4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:46.426942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-e4bfaf76-0231-4329-8200-09490101d251 req-5b5e5646-92d7-4a22-9d92-1d3fdb2ba7f4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:46.444864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-e4bfaf76-0231-4329-8200-09490101d251 req-5b5e5646-92d7-4a22-9d92-1d3fdb2ba7f4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:46.446194 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4bfaf76-0231-4329-8200-09490101d251 req-5b5e5646-92d7-4a22-9d92-1d3fdb2ba7f4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 945 time: 0.1047702 Mar 16 11:14:46.491820 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4bfaf76-0231-4329-8200-09490101d251 req-d57ea7df-60d8-4439-91ba-3fd1adb9dc7d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397642 Mar 16 11:14:46.647454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde85d-8041-4cad-868b-2342496d77b7 req-eee5fc24-7daf-43ce-bf08-8ae9723bbe29 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:46.648921 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-77bde85d-8041-4cad-868b-2342496d77b7 req-eee5fc24-7daf-43ce-bf08-8ae9723bbe29 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 945 time: 0.0818787 Mar 16 11:14:46.720970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-77bde85d-8041-4cad-868b-2342496d77b7 req-6f159bf3-bf49-46fc-88e7-6d51c15c026a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:46.721202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-77bde85d-8041-4cad-868b-2342496d77b7 req-6f159bf3-bf49-46fc-88e7-6d51c15c026a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.980457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-77bde85d-8041-4cad-868b-2342496d77b7 req-6f159bf3-bf49-46fc-88e7-6d51c15c026a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:46.980700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-77bde85d-8041-4cad-868b-2342496d77b7 req-6f159bf3-bf49-46fc-88e7-6d51c15c026a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.098870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-77bde85d-8041-4cad-868b-2342496d77b7 req-6f159bf3-bf49-46fc-88e7-6d51c15c026a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:47.255408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-77bde85d-8041-4cad-868b-2342496d77b7 req-6f159bf3-bf49-46fc-88e7-6d51c15c026a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.313327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f159bf3-bf49-46fc-88e7-6d51c15c026a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:47.477793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bde85d-8041-4cad-868b-2342496d77b7 req-6f159bf3-bf49-46fc-88e7-6d51c15c026a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:47.480613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-77bde85d-8041-4cad-868b-2342496d77b7 req-6f159bf3-bf49-46fc-88e7-6d51c15c026a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.483054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9325bf2b-477e-4267-91be-0645ccb660ff', 'name': 'network-vif-deleted', 'tag': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:47.501105 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-77bde85d-8041-4cad-868b-2342496d77b7 req-6f159bf3-bf49-46fc-88e7-6d51c15c026a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "DELETE /v2.0/ports/cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 HTTP/1.1" status: 204 len: 173 time: 0.8471649 Mar 16 11:14:47.534483 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9325bf2b-477e-4267-91be-0645ccb660ff', 'name': 'network-vif-deleted', 'tag': 'cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7', 'status': 'completed', 'code': 200} Mar 16 11:14:47.646549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-aaffda74-50aa-4937-8c7a-b5637996b81b req-5c50f99a-9e64-4753-a41b-9d9782bd34dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:47.663540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-aaffda74-50aa-4937-8c7a-b5637996b81b req-5c50f99a-9e64-4753-a41b-9d9782bd34dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:47.664661 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-aaffda74-50aa-4937-8c7a-b5637996b81b req-5c50f99a-9e64-4753-a41b-9d9782bd34dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9325bf2b-477e-4267-91be-0645ccb660ff HTTP/1.1" status: 200 len: 210 time: 0.0655518 Mar 16 11:14:48.773586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40822) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:48.848201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82a3586f-d516-40ab-a964-2377e904b15f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.878912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82a3586f-d516-40ab-a964-2377e904b15f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.945226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82a3586f-d516-40ab-a964-2377e904b15f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.964177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3586f-d516-40ab-a964-2377e904b15f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:48.978054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-82a3586f-d516-40ab-a964-2377e904b15f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.979203 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-82a3586f-d516-40ab-a964-2377e904b15f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/1eaf6a03-ca2c-42e9-87ff-c5ded1237bcb HTTP/1.1" status: 204 len: 168 time: 0.2045708 Mar 16 11:14:49.011530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40828) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:49.215923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port b40859fc-96cc-4c6d-bd6c-9ec422793c0e {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:49.216258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.384795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.385223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.504804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for b40859fc-96cc-4c6d-bd6c-9ec422793c0e owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:49.773948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.819040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=b40859fc-96cc-4c6d-bd6c-9ec422793c0e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:49.912925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.913256 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP fae4176e-fc52-440d-8e3c-f01d69d95f3a disassociated (deleted). External IP: 172.26.2.58, port: c7b122a2-8814-448b-94d3-6f1217a9fe5d. Mar 16 11:14:50.261819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:50.441266 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:50.451402 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] Sync routers for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:50.461788 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:50.462395 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:50.463010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.488931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:50.517473 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ac313b25-a896-458d-a210-dd856f11e0ed tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/floatingips/fae4176e-fc52-440d-8e3c-f01d69d95f3a HTTP/1.1" status: 204 len: 168 time: 1.5045114 Mar 16 11:14:50.518769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:50.533691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:50.533935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device cbd3bbe9-2923-4a49-a8a6-a18b5a0da4a7 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:50.597215 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'status': 'completed', 'code': 200} Mar 16 11:14:50.658660 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:50.691789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-4dee6fdd-d345-4733-b185-1f1a07fd7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:50.693494 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-4dee6fdd-d345-4733-b185-1f1a07fd7558 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 1099 time: 0.0740089 Mar 16 11:14:50.873608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-18de1fa1-fd29-4ccb-ac49-ec2ebb4a038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:50.875144 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-18de1fa1-fd29-4ccb-ac49-ec2ebb4a038b service neutron] 10.222.0.48 "GET /v2.0/networks?id=16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 200 len: 898 time: 0.1757245 Mar 16 11:14:50.946487 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-56e61fe2-c139-44cb-b87d-d2f3a5f1d22e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 200 len: 217 time: 0.0639079 Mar 16 11:14:50.984355 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:50.988670 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] Checking router: cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:50.997340 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:50.997926 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:51.019033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7915b6a-0dc7-4184-96f1-d66c1c6a820f req-a66884e0-c55f-4648-b3d0-48391261e50b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:51.020506 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f7915b6a-0dc7-4184-96f1-d66c1c6a820f req-a66884e0-c55f-4648-b3d0-48391261e50b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 946 time: 0.1915891 Mar 16 11:14:51.028619 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-0742847a-a2d1-4bc4-9cae-9aaa0368fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:51.029981 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-0742847a-a2d1-4bc4-9cae-9aaa0368fcd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 200 len: 835 time: 0.0758791 Mar 16 11:14:51.111398 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f7915b6a-0dc7-4184-96f1-d66c1c6a820f req-e878e29c-f143-411a-9602-24de58b9b7ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844750 Mar 16 11:14:51.135459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-e54c9e42-c260-4896-af87-c99c64d2291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:51.136951 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-e54c9e42-c260-4896-af87-c99c64d2291c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=16ab2214-3aea-499f-a927-0a883490f646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0924957 Mar 16 11:14:51.185546 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:51.272067 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-20a5d5ca-cd08-4f15-aac4-5023cd6b96be service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276441 Mar 16 11:14:51.405381 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b8018f4-dcbd-4194-b089-bbdd92b3011f req-1b9e45ac-b6d4-47a8-a1dd-c6d6ea5bd59f service neutron] 10.222.0.48 "GET /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266160 Mar 16 11:14:51.503882 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:51.508161 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2159af-4840-4a8c-81e5-9977acb880f5 None None] The sync data for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv is: [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:12:41Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '65c7e61e-d046-4976-9650-dc7758bc1731', 'name': '', 'network_id': '16ab2214-3aea-499f-a927-0a883490f646', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:a0:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:40Z', 'updated_at': '2022-03-16T11:12:46Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '35d659e0-30f9-4a52-a7c0-bd60e6bef166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:51.703560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a57d60-383c-4934-8aa1-fd4b25d6f9e7 None None] New status for floating IP fae4176e-fc52-440d-8e3c-f01d69d95f3a: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:14:51.888099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b7371c6e-252b-41cd-8774-42973dacd05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.326821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7ecdc-3dc0-4d99-b243-734b98fac024 req-79b32b30-3229-4acb-8024-029d678a065d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:52.327548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-57f7ecdc-3dc0-4d99-b243-734b98fac024 req-79b32b30-3229-4acb-8024-029d678a065d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:52.351419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-57f7ecdc-3dc0-4d99-b243-734b98fac024 req-79b32b30-3229-4acb-8024-029d678a065d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:52.352646 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-57f7ecdc-3dc0-4d99-b243-734b98fac024 req-79b32b30-3229-4acb-8024-029d678a065d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 946 time: 0.1241801 Mar 16 11:14:52.398581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-57f7ecdc-3dc0-4d99-b243-734b98fac024 req-5caf68e1-262a-4a5f-ad98-b689f72c574d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:52.418279 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-57f7ecdc-3dc0-4d99-b243-734b98fac024 req-5caf68e1-262a-4a5f-ad98-b689f72c574d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:52.419424 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-57f7ecdc-3dc0-4d99-b243-734b98fac024 req-5caf68e1-262a-4a5f-ad98-b689f72c574d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=3347d73e-edc6-42c5-86f0-393ac065a07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609851 Mar 16 11:14:52.563264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc625b3-8317-41be-9749-ad454c23f940 req-4b41eac9-2638-419a-9150-ef4ed6cb4ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:52.564703 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cc625b3-8317-41be-9749-ad454c23f940 req-4b41eac9-2638-419a-9150-ef4ed6cb4ea1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 946 time: 0.0908327 Mar 16 11:14:52.639234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-8cc625b3-8317-41be-9749-ad454c23f940 req-f0d87000-5a57-47a9-91d0-3787e52696c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port c7b122a2-8814-448b-94d3-6f1217a9fe5d {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:52.639576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8cc625b3-8317-41be-9749-ad454c23f940 req-f0d87000-5a57-47a9-91d0-3787e52696c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.911749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-8cc625b3-8317-41be-9749-ad454c23f940 req-f0d87000-5a57-47a9-91d0-3787e52696c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port c7b122a2-8814-448b-94d3-6f1217a9fe5d, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7b122a2-8814-448b-94d3-6f1217a9fe5d,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:52.912104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8cc625b3-8317-41be-9749-ad454c23f940 req-f0d87000-5a57-47a9-91d0-3787e52696c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.031083 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-8cc625b3-8317-41be-9749-ad454c23f940 req-f0d87000-5a57-47a9-91d0-3787e52696c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for c7b122a2-8814-448b-94d3-6f1217a9fe5d owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:53.269732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8cc625b3-8317-41be-9749-ad454c23f940 req-f0d87000-5a57-47a9-91d0-3787e52696c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.321620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87000-5a57-47a9-91d0-3787e52696c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=c7b122a2-8814-448b-94d3-6f1217a9fe5d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:53.395296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc625b3-8317-41be-9749-ad454c23f940 req-f0d87000-5a57-47a9-91d0-3787e52696c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port c7b122a2-8814-448b-94d3-6f1217a9fe5d on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:53.397794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8cc625b3-8317-41be-9749-ad454c23f940 req-f0d87000-5a57-47a9-91d0-3787e52696c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.400195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'name': 'network-vif-deleted', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:53.409121 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:14:53.416956 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cc625b3-8317-41be-9749-ad454c23f940 req-f0d87000-5a57-47a9-91d0-3787e52696c2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "DELETE /v2.0/ports/c7b122a2-8814-448b-94d3-6f1217a9fe5d HTTP/1.1" status: 204 len: 173 time: 0.8438923 Mar 16 11:14:53.448141 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c8e398-01f7-4c33-9339-a9bcadea1e4a', 'name': 'network-vif-deleted', 'tag': 'c7b122a2-8814-448b-94d3-6f1217a9fe5d', 'status': 'completed', 'code': 200} Mar 16 11:14:53.572173 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3bbc30b0-fdcd-42db-b44c-e9ebbe283968 req-c04b26c5-bafd-4c3e-963a-70a971d3319c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=30c8e398-01f7-4c33-9339-a9bcadea1e4a HTTP/1.1" status: 200 len: 210 time: 0.0476959 Mar 16 11:14:54.669244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40854) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:54.742377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06611fb1-fd82-4ead-899c-4fb5efff1ebe tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.775365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06611fb1-fd82-4ead-899c-4fb5efff1ebe tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.844831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06611fb1-fd82-4ead-899c-4fb5efff1ebe tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.862771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06611fb1-fd82-4ead-899c-4fb5efff1ebe tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3347d73e-edc6-42c5-86f0-393ac065a07a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.874072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-06611fb1-fd82-4ead-899c-4fb5efff1ebe tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.875211 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-06611fb1-fd82-4ead-899c-4fb5efff1ebe tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/3347d73e-edc6-42c5-86f0-393ac065a07a HTTP/1.1" status: 204 len: 168 time: 0.2049656 Mar 16 11:14:54.910455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40860) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:54.938057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.039505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aad5e005-4681-4ace-87e8-da1962ed54d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.260931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.476431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.833034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 65c7e61e-d046-4976-9650-dc7758bc1731 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:55.833741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.117343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 65c7e61e-d046-4976-9650-dc7758bc1731, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=65c7e61e-d046-4976-9650-dc7758bc1731,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:56.117569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.235467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 65c7e61e-d046-4976-9650-dc7758bc1731 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:56.494020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c7b122a2-8814-448b-94d3-6f1217a9fe5d no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:56.529679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: c7b122a2-8814-448b-94d3-6f1217a9fe5d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:56.530026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c7b122a2-8814-448b-94d3-6f1217a9fe5d not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:56.578266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.626364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=65c7e61e-d046-4976-9650-dc7758bc1731,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.666345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.899162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.255647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:57.540817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:57.550572 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] Sync routers for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:57.555549 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d7a00a78-3ec3-467d-b88c-c3650a0220b4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/cb7b7b69-beb0-4461-9b5e-b3e8c168cc16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6436677 Mar 16 11:14:57.558716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40866) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:57.564756 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:57.565422 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:57.637933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b8c710-b2f4-494f-a6f1-5a1cc7b341cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting subnet 35d659e0-30f9-4a52-a7c0-bd60e6bef166 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:57.641475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77b8c710-b2f4-494f-a6f1-5a1cc7b341cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.695984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77b8c710-b2f4-494f-a6f1-5a1cc7b341cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.781188 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:57.785485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77b8c710-b2f4-494f-a6f1-5a1cc7b341cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.859436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77b8c710-b2f4-494f-a6f1-5a1cc7b341cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.899399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8c710-b2f4-494f-a6f1-5a1cc7b341cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Subnet': ['ID=35d659e0-30f9-4a52-a7c0-bd60e6bef166,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:57.902976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-77b8c710-b2f4-494f-a6f1-5a1cc7b341cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.912337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-77b8c710-b2f4-494f-a6f1-5a1cc7b341cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/subnets/35d659e0-30f9-4a52-a7c0-bd60e6bef166 HTTP/1.1" status: 204 len: 168 time: 0.3525596 Mar 16 11:14:57.914718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca3500-1cff-46e2-8a05-29b21849cf4b None None] Network 16ab2214-3aea-499f-a927-0a883490f646 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:57.915634 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40870) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:58.078885 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:14:56Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:58.083323 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] Checking router: cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:58.092639 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] Routers {'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:58.093296 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:58.107130 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.189958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] DHCP port deletion for 16ab2214-3aea-499f-a927-0a883490f646 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:58.194238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Deleting port f0a58061-e06a-417b-829c-709413370068 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:58.194611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.273601 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] Set router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:58.293713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.304456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:58.304847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.403307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] For port f0a58061-e06a-417b-829c-709413370068, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f0a58061-e06a-417b-829c-709413370068,segment=NetworkSegment(65f8c8c2-45c9-424b-a8e5-c94c0eadbf62),segment_id=65f8c8c2-45c9-424b-a8e5-c94c0eadbf62)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:58.403675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.526227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Calling delete_port for f0a58061-e06a-417b-829c-709413370068 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:58.561766 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:14:56Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:58.566240 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7fe34-f513-492c-a212-7eb99a740bbd None None] The sync data for ids ['cb7b7b69-beb0-4461-9b5e-b3e8c168cc16'] in dv-neutron-833860-1-hyperv is: [{'id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'name': 'tempest-TestNetworkBasicOps-router-22206809', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:36Z', 'updated_at': '2022-03-16T11:14:56Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '9c64b69f-e2e3-4760-a3a7-bc623ebec6b0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7b69-beb0-4461-9b5e-b3e8c168cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:37Z', 'updated_at': '2022-03-16T11:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:58.628454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9c64b69f-e2e3-4760-a3a7-bc623ebec6b0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:58.628851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.653681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.698175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Pushing event deleted for resources: {'Port': ['ID=f0a58061-e06a-417b-829c-709413370068,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:58.702563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] No DVR routers for this DVR port f0a58061-e06a-417b-829c-709413370068 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:58.713765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.713992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.714327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.714653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.715006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.715379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.715598 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.715917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.716230 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.716546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.716887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.717210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd0521-5d04-4d48-97b4-a5b315e889ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:58.759832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:58.937894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.995022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=9c64b69f-e2e3-4760-a3a7-bc623ebec6b0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:59.022474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f0a58061-e06a-417b-829c-709413370068 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:59.058304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: f0a58061-e06a-417b-829c-709413370068 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:59.058644 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f0a58061-e06a-417b-829c-709413370068 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:59.103136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.280662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.282819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.315706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.316329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Fanout notify agent at l3_agent the message router_deleted on router cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:14:59.332032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.333313 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9d7b932d-f6a0-4980-a64b-9b4000c5c86c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/routers/cb7b7b69-beb0-4461-9b5e-b3e8c168cc16 HTTP/1.1" status: 204 len: 168 time: 1.4167018 Mar 16 11:14:59.336234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40874) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:59.452833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.583974 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.608800 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ab2214-3aea-499f-a927-0a883490f646']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.620997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.621291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f8c8c2-45c9-424b-a8e5-c94c0eadbf62') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.632597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.648181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.653991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:14:59.654367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:59.669162 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:59.755806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.774422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.785580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Network': ['ID=16ab2214-3aea-499f-a927-0a883490f646,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:59.794638 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e8b8421b-5d5b-4204-8f41-13cccf7f99dc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/networks/16ab2214-3aea-499f-a927-0a883490f646 HTTP/1.1" status: 204 len: 168 time: 0.4574108 Mar 16 11:14:59.819965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40878) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:59.825550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'network': {'name': 'tempest-network-smoke--1469439816', 'project_id': '849b974e975a469799922d4fd7056cfd', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:59.830767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:59.835458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:network and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:59.838314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:59.844102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:59.855439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:59.858926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.886768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:59.895663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.896061 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Added segment a2d93a57-fba8-4847-9787-85f61e6d6943 of type vlan for network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad Mar 16 11:14:59.923322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.962988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.968652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:59.969285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.185477 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3644245 Mar 16 11:15:00.188588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40882) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:00.193766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd0873-9beb-4406-9112-df7937f55cf8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Network': ['ID=3127170b-6f0a-4e0f-a60b-c7954a86f8ad,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:00.198193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'admin_state_up': True, 'project_id': '849b974e975a469799922d4fd7056cfd', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:00.208378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:00.209551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:00.213558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:router and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:00.216467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:00.222888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:00.234709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.235775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.250713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.519510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.637591 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 65c7e61e-d046-4976-9650-dc7758bc1731 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:00.675989 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 65c7e61e-d046-4976-9650-dc7758bc1731 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:00.676303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 65c7e61e-d046-4976-9650-dc7758bc1731 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:00.676775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:00.718220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:00.718531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9c64b69f-e2e3-4760-a3a7-bc623ebec6b0 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:00.831082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.859536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.998930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.137 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/0c881a6e-1502-4fd1-b5aa-ca3cf4750c34) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:01.142809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.175819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.233507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:01.236179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:01.243771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:01.280968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:01.760169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.110038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.319099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router db3f2fc5-9a82-47f6-b270-e51bc15f7533 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:15:02.497086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:02.509530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Sync routers for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:02.519692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:02.520316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:02.527845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.529158 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-26abb572-c76c-41ab-85f7-fb49fac6181e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3389282 Mar 16 11:15:02.532222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40886) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:02.635863 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7f64a091-78a5-44e3-9db3-a86cc4960f31 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=849b974e975a469799922d4fd7056cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1024835 Mar 16 11:15:02.638605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40892) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:02.696027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:02.769874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443996a2-5ad3-4274-8cad-3a510261d1cd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:02.771422 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-443996a2-5ad3-4274-8cad-3a510261d1cd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316962 Mar 16 11:15:02.774453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40896) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:02.820454 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b1a607ed-010c-4749-aa24-fcad0cca07bb tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447588 Mar 16 11:15:02.823242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40900) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:02.828567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-735683032', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'project_id': '849b974e975a469799922d4fd7056cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:02.934903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:02.939063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:subnet and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:02.942246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:02.948343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:02.960335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:02.964310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.973935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:01Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:02.977792 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Checking router: db3f2fc5-9a82-47f6-b270-e51bc15f7533 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:15:02.978153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Updating router db3f2fc5-9a82-47f6-b270-e51bc15f7533 port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:15:03.029719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.185781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.260678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Subnet': ['ID=4fc9a2f3-0d28-4390-a8de-2ef11e191818,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:03.269123 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Checking segment: {'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:03.269582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network hostable DHCP agents. Network: 3127170b-6f0a-4e0f-a60b-c7954a86f8ad, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:03.290167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:03.299954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 3127170b-6f0a-4e0f-a60b-c7954a86f8ad) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:03.304191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:03.304781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.326186 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f6562fcf-356e-4b74-ae6d-50484b3867d1 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5016665 Mar 16 11:15:03.327399 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da3896-ee72-4969-8e09-0fb6ee286ccc None None] Network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:03.328579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40904) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:03.442498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.461263 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Transition to ACTIVE for port object 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:03.477689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.642183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Attempting to bind port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:03.642863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Attempting to bind port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:03.642863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Attempting to bind port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:03.644831 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7ac80-c44d-4c2a-b39c-fd9cd9141d9b None None] Pushing event updated for resources: {'Port': ['ID=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:03.654897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:03.654897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:03.654897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.655246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:03.656149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Bound port: 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:03.656534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.739657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:03.740495 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.816605 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] For port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:03.838577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] For port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:03.843848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.980775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:03.981421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:04.018300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.034606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7ac80-c44d-4c2a-b39c-fd9cd9141d9b None None] Pushing event updated for resources: {'Port': ['ID=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:04.067032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Allocated IP 172.20.0.2 (3127170b-6f0a-4e0f-a60b-c7954a86f8ad/4fc9a2f3-0d28-4390-a8de-2ef11e191818/4b270560-0ecc-422e-a0f9-341c04ffaa18) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:04.264383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:04.591634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.606738 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Transition to ACTIVE for port object 4b270560-0ecc-422e-a0f9-341c04ffaa18 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:04.634785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Transition to ACTIVE for port object 4b270560-0ecc-422e-a0f9-341c04ffaa18 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:04.643868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.704911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.1 (3127170b-6f0a-4e0f-a60b-c7954a86f8ad/4fc9a2f3-0d28-4390-a8de-2ef11e191818/adb76766-956b-4544-9f33-c1594f099da0) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:04.708870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:04.712748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:04.717444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:01Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:04.719640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:04.764983 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89178b86-b2ae-419b-a4d0-7182ef9609f1 None None] The sync data for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv is: [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:01Z', 'revision_number': 3, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:04.770903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Pushing event updated for resources: {'Port': ['ID=4b270560-0ecc-422e-a0f9-341c04ffaa18,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:04.826393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Attempting to bind port 4b270560-0ecc-422e-a0f9-341c04ffaa18 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:04.826765 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Attempting to bind port 4b270560-0ecc-422e-a0f9-341c04ffaa18 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:04.827125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Attempting to bind port 4b270560-0ecc-422e-a0f9-341c04ffaa18 on network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:04.833197 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:04.833491 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Checking segment: {'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:04.833893 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.834283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Bound using segment: {'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:04.834754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Bound port: 4b270560-0ecc-422e-a0f9-341c04ffaa18, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:04.835124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.875140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.890786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object adb76766-956b-4544-9f33-c1594f099da0 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:04.916232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.923837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] For port 4b270560-0ecc-422e-a0f9-341c04ffaa18, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:04.928021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] For port 4b270560-0ecc-422e-a0f9-341c04ffaa18, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4b270560-0ecc-422e-a0f9-341c04ffaa18,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:04.932502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.977291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:04.980352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:04.984196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:05.040296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a861cfd-94ba-479a-9e07-73c2a5d1c41c None None] Pushing event updated for resources: {'Port': ['ID=4b270560-0ecc-422e-a0f9-341c04ffaa18,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:05.042289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=adb76766-956b-4544-9f33-c1594f099da0,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:05.062472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.380794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.808538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.814106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.039708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2626e5-e31d-4772-9410-ddb0a13d9be5 None None] Network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:06.060976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=adb76766-956b-4544-9f33-c1594f099da0,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:06.064575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.199934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f78b86f2-99e9-41cd-8ada-5ca7b2f5c61a None None] Provisioning for port 4b270560-0ecc-422e-a0f9-341c04ffaa18 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:06.204346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:06.205669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:06.393802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router db3f2fc5-9a82-47f6-b270-e51bc15f7533 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:06.555810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2d68dff2-60ba-4fe0-a90e-5d85b69d5544 None None] Provisioning for port adb76766-956b-4544-9f33-c1594f099da0 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:06.562628 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2d68dff2-60ba-4fe0-a90e-5d85b69d5544 None None] Provisioning complete for port adb76766-956b-4544-9f33-c1594f099da0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:06.563089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2d68dff2-60ba-4fe0-a90e-5d85b69d5544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.587651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:06.608166 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9673cdd2-e566-4638-8c1e-6096add26c42 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/db3f2fc5-9a82-47f6-b270-e51bc15f7533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2784567 Mar 16 11:15:06.610603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40908) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:06.645427 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Sync routers for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:06.664547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2d68dff2-60ba-4fe0-a90e-5d85b69d5544 None None] Port adb76766-956b-4544-9f33-c1594f099da0 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:06.665683 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:06.668248 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:06.737979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:06.822301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f982f1e6-3e18-4e2a-88fc-4f214e5ead18 None None] Provisioning complete for port adb76766-956b-4544-9f33-c1594f099da0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:06.822666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f982f1e6-3e18-4e2a-88fc-4f214e5ead18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.865935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc08cb-0a35-44f1-b8b3-4eb5c458ee1f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.867899 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:06.873319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc08cb-0a35-44f1-b8b3-4eb5c458ee1f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.873956 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc08cb-0a35-44f1-b8b3-4eb5c458ee1f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.874352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc08cb-0a35-44f1-b8b3-4eb5c458ee1f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.879119 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bdbc08cb-0a35-44f1-b8b3-4eb5c458ee1f tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2647672 Mar 16 11:15:06.879302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:06.879389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40912) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:06.879576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.944533 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:06.950026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f982f1e6-3e18-4e2a-88fc-4f214e5ead18 None None] Port adb76766-956b-4544-9f33-c1594f099da0 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:06.974034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980c65e-5062-4f41-b70c-af9badf72efd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.974594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980c65e-5062-4f41-b70c-af9badf72efd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.975048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980c65e-5062-4f41-b70c-af9badf72efd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.975987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980c65e-5062-4f41-b70c-af9badf72efd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.980204 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5980c65e-5062-4f41-b70c-af9badf72efd tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0974448 Mar 16 11:15:06.980427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40916) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:07.038741 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.060390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:07.070451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.071355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4b270560-0ecc-422e-a0f9-341c04ffaa18 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:07.184327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5fb58948-c03d-4b49-bd96-8d635a7837d8 None None] Provisioning complete for port adb76766-956b-4544-9f33-c1594f099da0 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:07.184694 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5fb58948-c03d-4b49-bd96-8d635a7837d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.215215 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8b2cf628-888f-4822-8c9f-2d79628bf9c3 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2336187 Mar 16 11:15:07.249556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5fb58948-c03d-4b49-bd96-8d635a7837d8 None None] Port adb76766-956b-4544-9f33-c1594f099da0 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:07.265844 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:07.280018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 4b270560-0ecc-422e-a0f9-341c04ffaa18 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:07.286990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 4b270560-0ecc-422e-a0f9-341c04ffaa18 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:07.287547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.360770 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:05Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:05Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:07.365263 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Checking router: db3f2fc5-9a82-47f6-b270-e51bc15f7533 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:15:07.365742 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Updating router db3f2fc5-9a82-47f6-b270-e51bc15f7533 port adb76766-956b-4544-9f33-c1594f099da0 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:15:07.403647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40922) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:07.408777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60374672', 'description': 'tempest-secgroup-smoke-60374672 description', 'project_id': '849b974e975a469799922d4fd7056cfd'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:07.415182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:07.420476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:07.422144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.423705 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:07.428334 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.430112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:07.443055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.466963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 4b270560-0ecc-422e-a0f9-341c04ffaa18, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4b270560-0ecc-422e-a0f9-341c04ffaa18,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:07.467824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:07.472777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:07.473608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.477777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:07.484319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:07.562772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=4b270560-0ecc-422e-a0f9-341c04ffaa18,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:07.570210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.576101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.626792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:07.631429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.635534 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-465f7ad7-c0fe-44c6-a44d-a570c8d47cae tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2281005 Mar 16 11:15:07.636131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40926) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:07.640861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'd5ffc2df-85eb-4e32-b2b4-8686c0ed305d', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:07.647129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:07.650879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:07.653686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:07.659224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:07.676047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.858238 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.861154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.865161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.871462 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Transition to ACTIVE for port object adb76766-956b-4544-9f33-c1594f099da0 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:07.878615 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.888232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d355ed-481b-4d83-96dc-b5db5d38198c,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:07.898004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.899281 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-317ecd2f-471a-4e0b-a30b-48bfc8b3a7ec tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2626619 Mar 16 11:15:07.902207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40930) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:07.907198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'd5ffc2df-85eb-4e32-b2b4-8686c0ed305d', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:07.913111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:07.916835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:07.919618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:07.925200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:07.944901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.015281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.020098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.030407 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Pushing event updated for resources: {'Port': ['ID=adb76766-956b-4544-9f33-c1594f099da0,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.047138 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.047138 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.047491 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.047772 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.048164 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.048365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697998fe-564c-4e43-b957-78bbe2c09c27,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.048488 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.048855 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.049105 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.049560 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.049881 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.050316 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.050630 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:08.060996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.064890 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9ebb58f2-dc95-4845-aa1a-4750fece2ce2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1592243 Mar 16 11:15:08.065232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40934) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:08.071196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'd5ffc2df-85eb-4e32-b2b4-8686c0ed305d', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:08.077818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:08.082588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:08.086010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:08.092044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:08.107284 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Attempting to bind port adb76766-956b-4544-9f33-c1594f099da0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:08.107642 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Attempting to bind port adb76766-956b-4544-9f33-c1594f099da0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:08.107989 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Attempting to bind port adb76766-956b-4544-9f33-c1594f099da0 on network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:08.112426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.113542 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:08.113926 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Checking segment: {'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:08.114292 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.114675 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Bound using segment: {'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:08.115129 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Bound port: adb76766-956b-4544-9f33-c1594f099da0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:08.115494 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.182487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.186558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.206278 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] For port adb76766-956b-4544-9f33-c1594f099da0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:08.208492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e15b28f-80e4-40fc-8b4c-68857f6df27b,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.209845 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] For port adb76766-956b-4544-9f33-c1594f099da0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=adb76766-956b-4544-9f33-c1594f099da0,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:08.217005 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.220504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.222463 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-60d0b304-a866-4e1b-b5c2-232379592062 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560636 Mar 16 11:15:08.225139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40938) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:08.230124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'd5ffc2df-85eb-4e32-b2b4-8686c0ed305d', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:08.235995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:08.239817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:08.242679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:08.248351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:08.265396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.301896 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:08.302519 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:08.338560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.342751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.350170 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a09161-53b1-4220-b84b-cc95db104575 None None] Pushing event updated for resources: {'Port': ['ID=adb76766-956b-4544-9f33-c1594f099da0,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.369415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f39824-7bab-404f-9917-4464371167f9,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.379323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.384048 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-12a47bbb-b8ea-421b-b3a4-6abb509978ab tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1579425 Mar 16 11:15:08.384543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 40942) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:08.389871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'd5ffc2df-85eb-4e32-b2b4-8686c0ed305d', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:08.395877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:08.399887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:08.403365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:08.406503 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.410535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:08.422725 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:15:08.430011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.491447 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:08.507956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.511993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.534630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83851255-f83e-4174-9a5d-f3dd93ba66d9,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.545298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.546858 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4d4c807c-5842-49e2-a346-5987bbf86011 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612947 Mar 16 11:15:08.549721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 40946) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:08.555437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'security_group_rule': {'security_group_id': 'd5ffc2df-85eb-4e32-b2b4-8686c0ed305d', 'project_id': '849b974e975a469799922d4fd7056cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:08.561524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:08.565605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:security_group_rule and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:08.568683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:08.574741 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:08.596225 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Project 849b974e975a469799922d4fd7056cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:15:08.611910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.663373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:08.684117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.687968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.709178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59f157a-bd98-4711-99e5-dbb9d482d79d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.723421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.724832 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2aacff40-41ab-47a1-a982-8b2707d12367 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737771 Mar 16 11:15:08.746118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:08.746489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.847309 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:05Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:08Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:08.851849 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691e150-bdd4-43bf-9542-c4e1c134cfce None None] The sync data for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv is: [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:05Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:08Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:08.877154 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4b270560-0ecc-422e-a0f9-341c04ffaa18 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:08.934824 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-a07f9a45-7a3f-4d33-9815-dce4e3c9283a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60374672&fields=id&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 267 time: 0.0662036 Mar 16 11:15:08.973033 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 4b270560-0ecc-422e-a0f9-341c04ffaa18 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:08.973404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.114637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801775-a2d0-4627-b231-586cbb57cf65 req-2e839c45-d9b8-4603-b12e-bdee064f24cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:09.115351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-25801775-a2d0-4627-b231-586cbb57cf65 req-2e839c45-d9b8-4603-b12e-bdee064f24cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:09.132094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-25801775-a2d0-4627-b231-586cbb57cf65 req-2e839c45-d9b8-4603-b12e-bdee064f24cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:09.133488 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-2e839c45-d9b8-4603-b12e-bdee064f24cd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/networks?id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad HTTP/1.1" status: 200 len: 797 time: 0.1917360 Mar 16 11:15:09.148862 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f34d8a39-1190-4780-a7ad-940cd3825b84 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/quotas/849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 375 time: 0.0099914 Mar 16 11:15:09.237767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-25801775-a2d0-4627-b231-586cbb57cf65 req-144b79a2-4c21-440c-b5d3-1fbcf7b86096 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:09.255018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-25801775-a2d0-4627-b231-586cbb57cf65 req-144b79a2-4c21-440c-b5d3-1fbcf7b86096 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:09.256556 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-144b79a2-4c21-440c-b5d3-1fbcf7b86096 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018691 Mar 16 11:15:09.523787 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-9f34f5c5-24c7-438b-85ab-63eb1ff82401 service neutron] 10.222.0.37 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550621 Mar 16 11:15:09.658674 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-a1570302-eea4-4034-9da6-22cede297c3d service neutron] 10.222.0.37 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287172 Mar 16 11:15:09.842955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-28c415de-17bd-4c24-9758-1930da2c5381 req-9d4da6b1-01bb-40f9-a4e5-bbef884c5ac4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:09.855238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-28c415de-17bd-4c24-9758-1930da2c5381 req-9d4da6b1-01bb-40f9-a4e5-bbef884c5ac4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:09.856486 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28c415de-17bd-4c24-9758-1930da2c5381 req-9d4da6b1-01bb-40f9-a4e5-bbef884c5ac4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 210 time: 0.0585234 Mar 16 11:15:10.664545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device adb76766-956b-4544-9f33-c1594f099da0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:10.738040 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port adb76766-956b-4544-9f33-c1594f099da0 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:10.743028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port adb76766-956b-4544-9f33-c1594f099da0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:10.743421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.859766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.891367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port adb76766-956b-4544-9f33-c1594f099da0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=adb76766-956b-4544-9f33-c1594f099da0,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:10.897728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.967967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=adb76766-956b-4544-9f33-c1594f099da0,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:11.037330 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7d9cc926-0da1-4f4c-ab41-a204cf0f5828 req-3cbeb2a9-efbb-434f-9b64-3bb816448ba6 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 210 time: 0.0463541 Mar 16 11:15:11.064333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801775-a2d0-4627-b231-586cbb57cf65 req-c6ac264d-b4de-4f95-839c-dd7e89558b2b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:11.065814 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-c6ac264d-b4de-4f95-839c-dd7e89558b2b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/networks?id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad HTTP/1.1" status: 200 len: 797 time: 0.1685870 Mar 16 11:15:11.116986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-25801775-a2d0-4627-b231-586cbb57cf65 req-ba606c62-a57d-47fb-9634-eaec1759ef0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:11.133886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-25801775-a2d0-4627-b231-586cbb57cf65 req-ba606c62-a57d-47fb-9634-eaec1759ef0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:11.135174 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-ba606c62-a57d-47fb-9634-eaec1759ef0f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849b974e975a469799922d4fd7056cfd HTTP/1.1" status: 200 len: 378 time: 0.0615225 Mar 16 11:15:11.143850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'port': {'device_id': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'admin_state_up': True, 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'security_groups': ['d5ffc2df-85eb-4e32-b2b4-8686c0ed305d']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:11.279147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:11.289039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:11.299983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Made reservation on behalf of 849b974e975a469799922d4fd7056cfd for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:11.303744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.466081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.20.0.6 (3127170b-6f0a-4e0f-a60b-c7954a86f8ad/4fc9a2f3-0d28-4390-a8de-2ef11e191818/713081cf-8051-4ed0-8daa-87a32c2f7496) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:11.657165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.676913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Transition to ACTIVE for port object 713081cf-8051-4ed0-8daa-87a32c2f7496 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:11.704235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.771746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:11.779105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:11.783412 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:11.817304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=713081cf-8051-4ed0-8daa-87a32c2f7496,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:11.850216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:11.850802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.877369 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f0fe2a41-8e94-4a81-8bca-db60a1e99df5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372341 Mar 16 11:15:11.888935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Request body: {'port': {'device_id': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:12.000896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.055095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5fa01483-4c94-4242-ac38-cd72ec15dc42 None None] Provisioning for port 713081cf-8051-4ed0-8daa-87a32c2f7496 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:12.060368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5fa01483-4c94-4242-ac38-cd72ec15dc42 None None] Provisioning complete for port 713081cf-8051-4ed0-8daa-87a32c2f7496 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:12.060906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5fa01483-4c94-4242-ac38-cd72ec15dc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.114786 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5fa01483-4c94-4242-ac38-cd72ec15dc42 None None] Port 713081cf-8051-4ed0-8daa-87a32c2f7496 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:12.328852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a2953-eab7-4574-a3d3-74b5687c1406 req-9aecd4da-3dc8-495e-9911-fd472eb2df07 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:12.329444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-253a2953-eab7-4574-a3d3-74b5687c1406 req-9aecd4da-3dc8-495e-9911-fd472eb2df07 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:12.360078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-253a2953-eab7-4574-a3d3-74b5687c1406 req-9aecd4da-3dc8-495e-9911-fd472eb2df07 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:12.361227 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-253a2953-eab7-4574-a3d3-74b5687c1406 req-9aecd4da-3dc8-495e-9911-fd472eb2df07 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 931 time: 0.2211940 Mar 16 11:15:12.438826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713081cf-8051-4ed0-8daa-87a32c2f7496 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:15:12.449738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.457311 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-253a2953-eab7-4574-a3d3-74b5687c1406 req-6d49d93d-3d7b-4fe4-84d1-fb3e449f48db tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643723 Mar 16 11:15:12.468446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Transition to ACTIVE for port object 713081cf-8051-4ed0-8daa-87a32c2f7496 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:12.474485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.656682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device adb76766-956b-4544-9f33-c1594f099da0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:12.735696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Pushing event updated for resources: {'Port': ['ID=713081cf-8051-4ed0-8daa-87a32c2f7496,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:12.780715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port adb76766-956b-4544-9f33-c1594f099da0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:12.781110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.810695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Attempting to bind port 713081cf-8051-4ed0-8daa-87a32c2f7496 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:12.810945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Attempting to bind port 713081cf-8051-4ed0-8daa-87a32c2f7496 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:12.811268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Attempting to bind port 713081cf-8051-4ed0-8daa-87a32c2f7496 on network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:12.815946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Port 713081cf-8051-4ed0-8daa-87a32c2f7496 on network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:15:12.816264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Attempting to bind port 713081cf-8051-4ed0-8daa-87a32c2f7496 on network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:12.821295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:12.821627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Checking segment: {'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:12.822008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Bound using segment: {'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:12.822425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Bound port: 713081cf-8051-4ed0-8daa-87a32c2f7496, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d93a57-fba8-4847-9787-85f61e6d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:12.822791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.916361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] For port 713081cf-8051-4ed0-8daa-87a32c2f7496, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:12.919388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] For port 713081cf-8051-4ed0-8daa-87a32c2f7496, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=713081cf-8051-4ed0-8daa-87a32c2f7496,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:12.926112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.979108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:12.979718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.981298 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] 10.222.0.48 "PUT /v2.0/ports/713081cf-8051-4ed0-8daa-87a32c2f7496 HTTP/1.1" status: 200 len: 1093 time: 1.0967510 Mar 16 11:15:12.983677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'tag': '713081cf-8051-4ed0-8daa-87a32c2f7496'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:13.012443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1760cc-f26c-470e-8d35-e8033dc95c29 service neutron] Pushing event updated for resources: {'Port': ['ID=713081cf-8051-4ed0-8daa-87a32c2f7496,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:13.055166 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'tag': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'status': 'completed', 'code': 200} Mar 16 11:15:13.104406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801775-a2d0-4627-b231-586cbb57cf65 req-912bb626-8b1a-4f72-86af-d453881c4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.105938 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-912bb626-8b1a-4f72-86af-d453881c4bcc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 1096 time: 0.0867798 Mar 16 11:15:13.174246 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-ec44b008-94f4-49c2-b791-3e1c18d7dc0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=713081cf-8051-4ed0-8daa-87a32c2f7496 HTTP/1.1" status: 200 len: 217 time: 0.0614116 Mar 16 11:15:13.240696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801775-a2d0-4627-b231-586cbb57cf65 req-cff590ba-00f7-405f-b63e-c7ba7c474b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.242042 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-cff590ba-00f7-405f-b63e-c7ba7c474b90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fc9a2f3-0d28-4390-a8de-2ef11e191818 HTTP/1.1" status: 200 len: 834 time: 0.0623567 Mar 16 11:15:13.318754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801775-a2d0-4627-b231-586cbb57cf65 req-ea24f908-49e3-4556-aa30-9f37a5b478ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.320173 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-ea24f908-49e3-4556-aa30-9f37a5b478ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717545 Mar 16 11:15:13.454784 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-f1dc7f7a-a7de-48b7-b421-1515003c4f53 service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275394 Mar 16 11:15:13.625667 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-25801775-a2d0-4627-b231-586cbb57cf65 req-7237ec36-76bd-4c52-b9f7-8855a86c8369 service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651511 Mar 16 11:15:13.665429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8d9a3-f7ac-4513-ab0e-38883b69f51b req-a76403b4-121a-40e9-affe-dd9d859c1ed4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.666896 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-35c8d9a3-f7ac-4513-ab0e-38883b69f51b req-a76403b4-121a-40e9-affe-dd9d859c1ed4 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 943 time: 0.0989897 Mar 16 11:15:13.754184 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-35c8d9a3-f7ac-4513-ab0e-38883b69f51b req-bda74f89-4ae8-4381-801c-17949010f610 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515902 Mar 16 11:15:13.774811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-83f7380a-1bc9-45f0-878f-28f3da8a7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.776274 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-83f7380a-1bc9-45f0-878f-28f3da8a7b98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 1096 time: 0.1063986 Mar 16 11:15:13.906052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-7ed36e5c-3668-4dba-93ce-0712fda24639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.907489 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-7ed36e5c-3668-4dba-93ce-0712fda24639 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad HTTP/1.1" status: 200 len: 898 time: 0.1250131 Mar 16 11:15:13.976668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-c245ae8b-9fea-4a49-9830-671f22195703 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=713081cf-8051-4ed0-8daa-87a32c2f7496 HTTP/1.1" status: 200 len: 217 time: 0.0624030 Mar 16 11:15:14.037299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-c92bf235-d70a-4ca0-954a-1655a48a2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:14.038573 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-c92bf235-d70a-4ca0-954a-1655a48a2d35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fc9a2f3-0d28-4390-a8de-2ef11e191818 HTTP/1.1" status: 200 len: 834 time: 0.0553277 Mar 16 11:15:14.113394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-2ff9dbe0-62d6-4d60-a01a-2ac196847b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:14.114794 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-2ff9dbe0-62d6-4d60-a01a-2ac196847b9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686042 Mar 16 11:15:14.256593 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-d7f1563a-6be0-46e6-8355-65f49e1cbe10 service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350744 Mar 16 11:15:14.490409 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9687cdd8-bf84-4986-9f0d-b52c900ef0f4 req-68272f51-ab5e-4c78-862e-9f0718dcc7a0 service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275600 Mar 16 11:15:14.973020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493da38-47d0-4117-979e-8f231366211f req-6a2fd6cf-1cba-4dcd-a88b-599deeea5d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:14.974487 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c493da38-47d0-4117-979e-8f231366211f req-6a2fd6cf-1cba-4dcd-a88b-599deeea5d56 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 943 time: 0.0967834 Mar 16 11:15:15.018821 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c493da38-47d0-4117-979e-8f231366211f req-1a663861-3f04-49f5-ad00-c90ce9f066aa tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385249 Mar 16 11:15:16.202945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c4aae-734b-4971-850c-7d43dd21796c req-09a69975-0685-42d5-b306-85f9069a3b0d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:16.204381 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d94c4aae-734b-4971-850c-7d43dd21796c req-09a69975-0685-42d5-b306-85f9069a3b0d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 943 time: 0.0825942 Mar 16 11:15:16.251529 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d94c4aae-734b-4971-850c-7d43dd21796c req-3b9dedeb-8ba0-4d80-91a3-aed382162e5c tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408778 Mar 16 11:15:16.602824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 713081cf-8051-4ed0-8daa-87a32c2f7496 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:15:16.735825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 713081cf-8051-4ed0-8daa-87a32c2f7496, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=713081cf-8051-4ed0-8daa-87a32c2f7496,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:16.749261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'port_id': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'mac_address': 'fa:16:3e:e6:01:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:15:16.804552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.820777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713081cf-8051-4ed0-8daa-87a32c2f7496 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:15:16.837627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 713081cf-8051-4ed0-8daa-87a32c2f7496, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=713081cf-8051-4ed0-8daa-87a32c2f7496,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:16.843744 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.913379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=713081cf-8051-4ed0-8daa-87a32c2f7496,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:17.149451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['713081cf-8051-4ed0-8daa-87a32c2f7496'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:15:17.437541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa045392-fb31-4fc8-b0da-e41b21e3238d req-f7baf01e-567b-4fdd-8d32-9e93d4a89e60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:17.438952 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-aa045392-fb31-4fc8-b0da-e41b21e3238d req-f7baf01e-567b-4fdd-8d32-9e93d4a89e60 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 944 time: 0.0783968 Mar 16 11:15:17.482015 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-aa045392-fb31-4fc8-b0da-e41b21e3238d req-beffe3cb-b6cb-447c-8df1-870d279ae216 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373769 Mar 16 11:15:18.633630 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 713081cf-8051-4ed0-8daa-87a32c2f7496 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:18.682311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee8d17-4386-4af5-91e9-5722bc312ecf req-1f1b5ef0-ca49-46c0-b7c0-eb30fc6abcbd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:18.683771 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddee8d17-4386-4af5-91e9-5722bc312ecf req-1f1b5ef0-ca49-46c0-b7c0-eb30fc6abcbd tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 944 time: 0.0829537 Mar 16 11:15:18.703880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 713081cf-8051-4ed0-8daa-87a32c2f7496 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:18.709636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 713081cf-8051-4ed0-8daa-87a32c2f7496 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:18.710006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.728771 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ddee8d17-4386-4af5-91e9-5722bc312ecf req-84864004-47f7-47f4-8678-8d7710da7067 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388753 Mar 16 11:15:18.820793 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.847237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713081cf-8051-4ed0-8daa-87a32c2f7496'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:18.856903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 713081cf-8051-4ed0-8daa-87a32c2f7496, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=713081cf-8051-4ed0-8daa-87a32c2f7496,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:18.862504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.931610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=713081cf-8051-4ed0-8daa-87a32c2f7496,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:18.938217 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'code': 200} Mar 16 11:15:19.173743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb278bb-2ec5-4f4e-87a5-e7724f6c75d2 req-9aae223c-d2bd-49a6-aad2-986389036e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:19.175233 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8eb278bb-2ec5-4f4e-87a5-e7724f6c75d2 req-9aae223c-d2bd-49a6-aad2-986389036e27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 1098 time: 0.0719240 Mar 16 11:15:19.215112 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8eb278bb-2ec5-4f4e-87a5-e7724f6c75d2 req-93a8c5b6-f49c-469f-a49d-927aef7bb960 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341904 Mar 16 11:15:19.924827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502a055-d03a-477b-b13b-27a22774e134 req-67ad6c86-8cc7-4caa-b1aa-cfe9a20c5295 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:19.926288 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9502a055-d03a-477b-b13b-27a22774e134 req-67ad6c86-8cc7-4caa-b1aa-cfe9a20c5295 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 945 time: 0.0869198 Mar 16 11:15:19.974685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9502a055-d03a-477b-b13b-27a22774e134 req-69977e7b-a5f4-40c0-bb4b-97c9d04ea147 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424223 Mar 16 11:15:21.176711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbb169-5928-4855-8317-fe2804a1a2bc req-230563f5-5289-4454-b142-8c977a488daf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:21.178164 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a5fbb169-5928-4855-8317-fe2804a1a2bc req-230563f5-5289-4454-b142-8c977a488daf tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 945 time: 0.0863316 Mar 16 11:15:21.224928 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a5fbb169-5928-4855-8317-fe2804a1a2bc req-93c7af1a-7932-4bb2-b6ac-eba93d42fb28 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408738 Mar 16 11:15:21.406180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce729e1-a594-4a27-a6e7-2961489e09d8 req-313c74f9-779e-4f16-b460-f9c51301d963 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:21.407653 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6ce729e1-a594-4a27-a6e7-2961489e09d8 req-313c74f9-779e-4f16-b460-f9c51301d963 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 945 time: 0.0806215 Mar 16 11:15:21.455836 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6ce729e1-a594-4a27-a6e7-2961489e09d8 req-c2ca3e7c-9bee-4ef2-84f7-19f8c74fbaa2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423241 Mar 16 11:15:21.479492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41006) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:21.558062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8aa21-c23f-468b-a5cf-4e1cd1607cf9 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:21.559457 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8bb8aa21-c23f-468b-a5cf-4e1cd1607cf9 tempest-TestNetworkBasicOps-734769008 tempest-TestNetworkBasicOps-734769008-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 1093 time: 0.0789585 Mar 16 11:15:21.562514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41010) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:21.567401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:21.573286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:21.577093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Usage tracker for resource:floatingip and tenant:849b974e975a469799922d4fd7056cfd is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:21.579851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:21.585795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:21.595559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.735982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.868961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Allocated IP 172.26.2.62 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/f10929b5-248e-4fb0-b0d2-6f4d1ffdd672) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:21.892343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f1a361ca-42a9-4eb3-af01-38e30b961c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.026498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.056654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.119271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:22.121900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:22.130292 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:22.164498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=f10929b5-248e-4fb0-b0d2-6f4d1ffdd672,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:22.557038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.740629 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.956026 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.963767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.076893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event updated for resources: {'Port': ['ID=f10929b5-248e-4fb0-b0d2-6f4d1ffdd672,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:23.089115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.260797 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP f040cd2b-dc9a-4bac-b827-ba34308877ff associated. External IP: 172.26.2.62, port: 713081cf-8051-4ed0-8daa-87a32c2f7496. Mar 16 11:15:23.624044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router db3f2fc5-9a82-47f6-b270-e51bc15f7533 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:23.803731 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:23.813737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] Sync routers for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:23.824439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:23.825092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:23.828687 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.885290 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ab27548b-0071-4e51-b2fb-2d9769acdf4b tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3217742 Mar 16 11:15:23.885908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'tag': '713081cf-8051-4ed0-8daa-87a32c2f7496'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:23.888170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41014) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:23.930706 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'tag': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'status': 'completed', 'code': 200} Mar 16 11:15:24.000791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:24.035039 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-72a9919e-d478-4e87-93fa-d1d254b18078 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/f040cd2b-dc9a-4bac-b827-ba34308877ff HTTP/1.1" status: 200 len: 990 time: 0.1451802 Mar 16 11:15:24.057579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-c1aab108-6d54-4092-ae56-00fc89a30388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.059008 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-c1aab108-6d54-4092-ae56-00fc89a30388 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 1098 time: 0.1000769 Mar 16 11:15:24.186865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-13d8f7f6-2338-467e-a1bd-7340a9863b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.188241 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-13d8f7f6-2338-467e-a1bd-7340a9863b86 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad HTTP/1.1" status: 200 len: 898 time: 0.1229608 Mar 16 11:15:24.290910 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-97801ced-8083-4086-92d4-77c6a214042f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=713081cf-8051-4ed0-8daa-87a32c2f7496 HTTP/1.1" status: 200 len: 998 time: 0.0964911 Mar 16 11:15:24.340649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:05Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f040cd2b-dc9a-4bac-b827-ba34308877ff', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'port_id': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'mac_address': 'fa:16:3e:e6:01:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:22Z', 'updated_at': '2022-03-16T11:15:22Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:10Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:24.344639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] Checking router: db3f2fc5-9a82-47f6-b270-e51bc15f7533 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:15:24.352505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-ea749859-bc4a-494f-ab1c-34e7f6642f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.353179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:24.353772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:14:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:24.353971 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-ea749859-bc4a-494f-ab1c-34e7f6642f16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fc9a2f3-0d28-4390-a8de-2ef11e191818 HTTP/1.1" status: 200 len: 834 time: 0.0574222 Mar 16 11:15:24.431744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-2e9fcd18-0cec-4cd4-b4a3-243f0d49f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.433223 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-2e9fcd18-0cec-4cd4-b4a3-243f0d49f712 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735381 Mar 16 11:15:24.561028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:24.561635 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-b1c6a3d4-47c9-4f5a-a90b-516a750bcf0e service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218643 Mar 16 11:15:24.691728 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bd40b23-1676-4c52-835f-83780a3094c8 req-e7e5e9e1-1ed7-44b1-961a-855b43ab9e20 service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243880 Mar 16 11:15:24.915583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:05Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f040cd2b-dc9a-4bac-b827-ba34308877ff', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'port_id': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'mac_address': 'fa:16:3e:e6:01:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:22Z', 'updated_at': '2022-03-16T11:15:22Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:10Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:24.919759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5912cab3-7bc7-48d9-81ec-f35957b809f7 None None] The sync data for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv is: [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:05Z', 'revision_number': 4, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f040cd2b-dc9a-4bac-b827-ba34308877ff', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'port_id': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'mac_address': 'fa:16:3e:e6:01:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:22Z', 'updated_at': '2022-03-16T11:15:22Z', 'revision_number': 0, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:10Z', 'revision_number': 5, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:24.941060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.039025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41020) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:25.045233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8b60e31c-4bf9-4a57-8d7b-4b3848ee3412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.105362 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0ca72-c12a-4ea1-a512-36c7426f8fb9 None None] New status for floating IP f040cd2b-dc9a-4bac-b827-ba34308877ff: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:15:25.262183 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-af9fc814-c26e-4f87-9fe3-7c68674873fc tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/f040cd2b-dc9a-4bac-b827-ba34308877ff HTTP/1.1" status: 200 len: 990 time: 0.2220724 Mar 16 11:15:25.271277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.266912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41024) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:26.383325 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8a6a45d1-acfc-4342-bdde-1b3603d2ae21 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/f040cd2b-dc9a-4bac-b827-ba34308877ff HTTP/1.1" status: 200 len: 992 time: 0.1148705 Mar 16 11:15:26.667191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.411947 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:15:35.989050 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68b41973-74fc-4578-b320-62f57946b8b6 req-36d403e5-26b4-4d88-b06c-dd31506dae16 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840454 Mar 16 11:15:36.132870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b41973-74fc-4578-b320-62f57946b8b6 req-f4e3af90-7b86-4268-9057-16a49553a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:36.134339 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68b41973-74fc-4578-b320-62f57946b8b6 req-f4e3af90-7b86-4268-9057-16a49553a682 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 1098 time: 0.0728924 Mar 16 11:15:36.286285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b41973-74fc-4578-b320-62f57946b8b6 req-9b29baef-9a38-4763-a89e-ab50a0c2a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:36.287621 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68b41973-74fc-4578-b320-62f57946b8b6 req-9b29baef-9a38-4763-a89e-ab50a0c2a207 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad HTTP/1.1" status: 200 len: 898 time: 0.1332397 Mar 16 11:15:36.394170 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68b41973-74fc-4578-b320-62f57946b8b6 req-46e6b628-d19d-413c-b914-39db04b27a16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=713081cf-8051-4ed0-8daa-87a32c2f7496 HTTP/1.1" status: 200 len: 1000 time: 0.0990312 Mar 16 11:15:36.458175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b41973-74fc-4578-b320-62f57946b8b6 req-370b4a3d-4ec6-4760-89c1-28801bccb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:36.459536 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68b41973-74fc-4578-b320-62f57946b8b6 req-370b4a3d-4ec6-4760-89c1-28801bccb6f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fc9a2f3-0d28-4390-a8de-2ef11e191818 HTTP/1.1" status: 200 len: 834 time: 0.0597739 Mar 16 11:15:36.534949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b41973-74fc-4578-b320-62f57946b8b6 req-88ad5ade-2e5d-4dea-83f0-c8a17f59d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:36.536463 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68b41973-74fc-4578-b320-62f57946b8b6 req-88ad5ade-2e5d-4dea-83f0-c8a17f59d6d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705717 Mar 16 11:15:36.666997 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68b41973-74fc-4578-b320-62f57946b8b6 req-72323271-b99e-4cdc-b0e2-4f81605dc017 service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244760 Mar 16 11:15:36.798015 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68b41973-74fc-4578-b320-62f57946b8b6 req-391f89a8-13be-4915-9204-3566593ad47b service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238849 Mar 16 11:15:38.425027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.908956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0ec9-11a8-4aa1-ada3-4f8b6c838e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.948651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.046919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-98c98afb-aa4b-435f-b4d6-8f6feaa36751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.266340 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.673371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.417116 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:16:08.421104 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.906862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5504dad7-b295-4d19-af51-b8c610eac413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.952548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.047483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d22f40dc-4196-4854-b983-e311b13141ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.270142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.676725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.392945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41048) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:35.399262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-fd0f4b33-e93e-46d6-8f15-0b2e572be8de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:36.040601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4b33-e93e-46d6-8f15-0b2e572be8de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.056398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4b33-e93e-46d6-8f15-0b2e572be8de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.238723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0f4b33-e93e-46d6-8f15-0b2e572be8de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router db3f2fc5-9a82-47f6-b270-e51bc15f7533 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:36.424258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0f4b33-e93e-46d6-8f15-0b2e572be8de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:36.431471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4b33-e93e-46d6-8f15-0b2e572be8de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.432451 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fd0f4b33-e93e-46d6-8f15-0b2e572be8de tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/db3f2fc5-9a82-47f6-b270-e51bc15f7533 HTTP/1.1" status: 200 len: 889 time: 1.0383739 Mar 16 11:16:36.435617 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70fb2e-6a0c-4b3b-a4b5-244147971e14 None None] Sync routers for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:36.445635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70fb2e-6a0c-4b3b-a4b5-244147971e14 None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:36.446235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-8e70fb2e-6a0c-4b3b-a4b5-244147971e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:16:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.507322 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-8e70fb2e-6a0c-4b3b-a4b5-244147971e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.516348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70fb2e-6a0c-4b3b-a4b5-244147971e14 None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:36.516961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-8e70fb2e-6a0c-4b3b-a4b5-244147971e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:16:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.573547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-8e70fb2e-6a0c-4b3b-a4b5-244147971e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.573941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70fb2e-6a0c-4b3b-a4b5-244147971e14 None None] The sync data for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv is: [] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:36.995904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device adb76766-956b-4544-9f33-c1594f099da0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:37.112366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.143908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port adb76766-956b-4544-9f33-c1594f099da0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=adb76766-956b-4544-9f33-c1594f099da0,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:37.150312 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.218876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=adb76766-956b-4544-9f33-c1594f099da0,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:37.226001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.226351 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.226686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.227020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.227348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.227678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.227998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.228323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.228646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.228996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.229315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.229616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:37.353466 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d436c6-357c-466e-affb-92d031bdad2e None None] New status for floating IP f040cd2b-dc9a-4bac-b827-ba34308877ff: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:16:37.984384 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-cec5e207-6b5f-41ea-ad1c-3275c8082764 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758984 Mar 16 11:16:38.132251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-ece20867-50c1-4a58-9df9-bc76641de577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:38.133787 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-ece20867-50c1-4a58-9df9-bc76641de577 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 1098 time: 0.0819919 Mar 16 11:16:38.285378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-1f0dd35f-3dee-4565-ac53-0e04d27b1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:38.286819 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-1f0dd35f-3dee-4565-ac53-0e04d27b1a73 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad HTTP/1.1" status: 200 len: 898 time: 0.1340828 Mar 16 11:16:38.389718 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-8a866c44-226c-468f-8226-857fdc039a9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=713081cf-8051-4ed0-8daa-87a32c2f7496 HTTP/1.1" status: 200 len: 998 time: 0.0971503 Mar 16 11:16:38.426413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.452567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-21c28447-84ec-428c-8711-e9bc2a5014cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:38.454091 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-21c28447-84ec-428c-8711-e9bc2a5014cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fc9a2f3-0d28-4390-a8de-2ef11e191818 HTTP/1.1" status: 200 len: 834 time: 0.0582657 Mar 16 11:16:38.532002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-29900271-94e7-4913-bb9c-5858d46d38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:38.533554 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-29900271-94e7-4913-bb9c-5858d46d38ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725443 Mar 16 11:16:38.588258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41054) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:38.594010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-597a71bb-7a68-44e2-83be-8304084c3893 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:38.666588 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-d5a336c3-043b-48e8-8151-34bf9f34b6b0 service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270418 Mar 16 11:16:38.683632 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:38.800161 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a774b6f-f1fe-4bca-86a9-14d41161d426 req-36e9659c-1057-4088-97ef-038d3488813a service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275439 Mar 16 11:16:38.800714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.820597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:38.829752 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.900242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:39.257237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-597a71bb-7a68-44e2-83be-8304084c3893 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.272464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-597a71bb-7a68-44e2-83be-8304084c3893 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012109'] for router, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.460395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597a71bb-7a68-44e2-83be-8304084c3893 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router db3f2fc5-9a82-47f6-b270-e51bc15f7533 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:39.632353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597a71bb-7a68-44e2-83be-8304084c3893 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:39.638880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-597a71bb-7a68-44e2-83be-8304084c3893 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.642944 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-597a71bb-7a68-44e2-83be-8304084c3893 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/db3f2fc5-9a82-47f6-b270-e51bc15f7533 HTTP/1.1" status: 200 len: 888 time: 1.0504434 Mar 16 11:16:39.643093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] Sync routers for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:39.643500 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41058) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:39.652980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:39.653595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:16:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:39.748638 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-60de04f9-fd33-4625-8bbd-d3e6fbb04141 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/f040cd2b-dc9a-4bac-b827-ba34308877ff HTTP/1.1" status: 200 len: 990 time: 0.1044791 Mar 16 11:16:39.865492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:40.205871 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:39Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f040cd2b-dc9a-4bac-b827-ba34308877ff', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'port_id': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'mac_address': 'fa:16:3e:e6:01:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:22Z', 'updated_at': '2022-03-16T11:16:37Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:16:37Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:40.210049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] Checking router: db3f2fc5-9a82-47f6-b270-e51bc15f7533 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:40.218424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:40.219008 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:16:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:40.405925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:40.753053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41062) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.755866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:39Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f040cd2b-dc9a-4bac-b827-ba34308877ff', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'port_id': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'mac_address': 'fa:16:3e:e6:01:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:22Z', 'updated_at': '2022-03-16T11:16:37Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:16:37Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:40.760288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c65f9-8ab2-4b0d-a577-36cc2d23d60a None None] The sync data for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv is: [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:39Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'f040cd2b-dc9a-4bac-b827-ba34308877ff', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'port_id': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'mac_address': 'fa:16:3e:e6:01:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:22Z', 'updated_at': '2022-03-16T11:16:37Z', 'revision_number': 2, 'project_id': '849b974e975a469799922d4fd7056cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:16:37Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:40.862153 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2e4398cf-906e-4b9d-903c-af222f76194f tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/f040cd2b-dc9a-4bac-b827-ba34308877ff HTTP/1.1" status: 200 len: 990 time: 0.1078789 Mar 16 11:16:41.865794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41066) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:41.983784 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e575d860-73b7-4ab9-becc-ba739024513d tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/f040cd2b-dc9a-4bac-b827-ba34308877ff HTTP/1.1" status: 200 len: 990 time: 0.1167231 Mar 16 11:16:42.354806 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c9677-7299-4d17-bffb-7e6c061e2cc2 None None] New status for floating IP f040cd2b-dc9a-4bac-b827-ba34308877ff: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:16:42.727990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device adb76766-956b-4544-9f33-c1594f099da0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:42.797400 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port adb76766-956b-4544-9f33-c1594f099da0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:42.797766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.915661 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.956132 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port adb76766-956b-4544-9f33-c1594f099da0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=adb76766-956b-4544-9f33-c1594f099da0,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:42.962299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.963260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:42.987266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41070) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:43.077134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=adb76766-956b-4544-9f33-c1594f099da0,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:43.089014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:43.089394 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.096286 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bd86abef-7eb9-4ed7-8cd6-85fee7806271 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/floatingips/f040cd2b-dc9a-4bac-b827-ba34308877ff HTTP/1.1" status: 200 len: 992 time: 0.1078186 Mar 16 11:16:43.208237 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.224183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:43.230411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.296597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:43.373976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41078) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:43.577508 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port f10929b5-248e-4fb0-b0d2-6f4d1ffdd672 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:43.577738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.862755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.862997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.985601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for f10929b5-248e-4fb0-b0d2-6f4d1ffdd672 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:44.145163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.195126 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=f10929b5-248e-4fb0-b0d2-6f4d1ffdd672,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:44.234574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.234898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.235229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.235553 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.235874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.236195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.236530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.236879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.237186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.237498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.237792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.238098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:44.293664 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.294109 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Floating IP f040cd2b-dc9a-4bac-b827-ba34308877ff disassociated (deleted). External IP: 172.26.2.62, port: 713081cf-8051-4ed0-8daa-87a32c2f7496. Mar 16 11:16:44.416198 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:16:44.647958 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router db3f2fc5-9a82-47f6-b270-e51bc15f7533 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:44.699551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device adb76766-956b-4544-9f33-c1594f099da0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:44.770129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port adb76766-956b-4544-9f33-c1594f099da0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:44.770505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.827836 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:44.850837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.853397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] Sync routers for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:44.879205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:44.879823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:16:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:44.909323 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5cf5fb4e-f950-4938-8643-ed4c48bccbde tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/floatingips/f040cd2b-dc9a-4bac-b827-ba34308877ff HTTP/1.1" status: 204 len: 168 time: 1.5342002 Mar 16 11:16:44.909882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'tag': '713081cf-8051-4ed0-8daa-87a32c2f7496'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:44.957641 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'tag': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'status': 'completed', 'code': 200} Mar 16 11:16:45.101630 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:45.156658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:45.193486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-b8b35bdb-ec9d-4eae-9644-d7e013ef04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:45.195045 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-b8b35bdb-ec9d-4eae-9644-d7e013ef04f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=849b974e975a469799922d4fd7056cfd&device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 1098 time: 0.2167385 Mar 16 11:16:45.335948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:45.336261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.381054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-3d6610c1-19a5-4eab-9676-e5bee4fe7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:45.382524 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-3d6610c1-19a5-4eab-9676-e5bee4fe7be8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad HTTP/1.1" status: 200 len: 898 time: 0.1802220 Mar 16 11:16:45.448999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d2fd6-24ff-4c50-bacb-a2abca5c5403 req-671bd9b8-089f-44d2-95f6-ab2c574ed4c8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:45.450472 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-966d2fd6-24ff-4c50-bacb-a2abca5c5403 req-671bd9b8-089f-44d2-95f6-ab2c574ed4c8 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 945 time: 0.2275770 Mar 16 11:16:45.460432 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-f4dca92f-1d07-4a8b-ae83-40caa203596e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=713081cf-8051-4ed0-8daa-87a32c2f7496 HTTP/1.1" status: 200 len: 217 time: 0.0704477 Mar 16 11:16:45.543010 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-966d2fd6-24ff-4c50-bacb-a2abca5c5403 req-f250d220-9653-47b6-8e70-4cf1dc5b0c8a tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849307 Mar 16 11:16:45.549893 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-4afbef24-8cdc-4b31-aba4-b48619c74354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:45.551279 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-4afbef24-8cdc-4b31-aba4-b48619c74354 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fc9a2f3-0d28-4390-a8de-2ef11e191818 HTTP/1.1" status: 200 len: 834 time: 0.0751200 Mar 16 11:16:45.597447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:39Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:16:42Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:45.601376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] Checking router: db3f2fc5-9a82-47f6-b270-e51bc15f7533 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:45.610385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:45.610990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:16:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:45.631091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-bed8e7d5-d85e-458f-9a73-9a4f71cf0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:45.632624 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-bed8e7d5-d85e-458f-9a73-9a4f71cf0223 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3127170b-6f0a-4e0f-a60b-c7954a86f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740209 Mar 16 11:16:45.765627 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-27a157ef-8538-4a59-999b-6f9817756eaf service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257069 Mar 16 11:16:45.791611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:45.898069 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-657cfa2d-9639-4a7c-acff-9071d8bc53dd req-ac601a35-d1e2-44d9-9943-d7afef4047f6 service neutron] 10.222.0.48 "GET /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259704 Mar 16 11:16:46.114597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:39Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:16:42Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:46.118837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2cb9d-ff05-4b5c-87f3-6f86b99ce03b None None] The sync data for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv is: [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:39Z', 'revision_number': 6, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'adb76766-956b-4544-9f33-c1594f099da0', 'name': '', 'network_id': '3127170b-6f0a-4e0f-a60b-c7954a86f8ad', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'mac_address': 'fa:16:3e:0a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:16:42Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'subnets': [{'id': '4fc9a2f3-0d28-4390-a8de-2ef11e191818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:46.735543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b74927-c05f-41f1-8c67-4220051425c8 req-eacf967d-9827-4897-8b79-cbb200a341f9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.736257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c0b74927-c05f-41f1-8c67-4220051425c8 req-eacf967d-9827-4897-8b79-cbb200a341f9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Synchronizing usage tracker for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:46.755046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c0b74927-c05f-41f1-8c67-4220051425c8 req-eacf967d-9827-4897-8b79-cbb200a341f9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Unset dirty status for tenant:849b974e975a469799922d4fd7056cfd on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:46.756489 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c0b74927-c05f-41f1-8c67-4220051425c8 req-eacf967d-9827-4897-8b79-cbb200a341f9 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 945 time: 0.1014061 Mar 16 11:16:46.767651 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47599964-6081-4403-b770-69b245784fb1 None None] New status for floating IP f040cd2b-dc9a-4bac-b827-ba34308877ff: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:16:46.804251 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c0b74927-c05f-41f1-8c67-4220051425c8 req-d834073e-3154-49d9-886a-df98669735da tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412927 Mar 16 11:16:46.893614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-51f300ab-8032-4b9b-82d0-8f933c607df3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.895154 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-51f300ab-8032-4b9b-82d0-8f933c607df3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 945 time: 0.0834372 Mar 16 11:16:46.963756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 713081cf-8051-4ed0-8daa-87a32c2f7496 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:46.964092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.209050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 713081cf-8051-4ed0-8daa-87a32c2f7496, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=713081cf-8051-4ed0-8daa-87a32c2f7496,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:47.209285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.334152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 713081cf-8051-4ed0-8daa-87a32c2f7496 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:47.493777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.545829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=713081cf-8051-4ed0-8daa-87a32c2f7496,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:47.586020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.586298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.586625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.586951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.587272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.587576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.587891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.588204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.588524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.588857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.589169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.589483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:47.630584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] No DVR routers for this DVR port 713081cf-8051-4ed0-8daa-87a32c2f7496 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:47.633230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.635849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'name': 'network-vif-deleted', 'tag': '713081cf-8051-4ed0-8daa-87a32c2f7496'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:47.651923 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5d5d486d-ae37-4955-8490-ce597b962d07 req-ab516d6d-29ac-4593-a509-2a5c9b35a3c3 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.48 "DELETE /v2.0/ports/713081cf-8051-4ed0-8daa-87a32c2f7496 HTTP/1.1" status: 204 len: 173 time: 0.7516537 Mar 16 11:16:47.682056 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7447ae9-08a5-40e2-a564-055650f1cd4c', 'name': 'network-vif-deleted', 'tag': '713081cf-8051-4ed0-8daa-87a32c2f7496', 'status': 'completed', 'code': 200} Mar 16 11:16:47.970419 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-766e4120-4524-48a2-801f-758255be1f3c req-791bd369-fcb1-4a5c-84e0-553dd618dc38 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7447ae9-08a5-40e2-a564-055650f1cd4c HTTP/1.1" status: 200 len: 210 time: 0.0464542 Mar 16 11:16:49.073168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41098) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:49.141265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fe76d312-4229-44e8-922a-883accb36069 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.172816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fe76d312-4229-44e8-922a-883accb36069 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.252976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fe76d312-4229-44e8-922a-883accb36069 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.271734 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76d312-4229-44e8-922a-883accb36069 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ffc2df-85eb-4e32-b2b4-8686c0ed305d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:49.284112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fe76d312-4229-44e8-922a-883accb36069 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.285367 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fe76d312-4229-44e8-922a-883accb36069 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/security-groups/d5ffc2df-85eb-4e32-b2b4-8686c0ed305d HTTP/1.1" status: 204 len: 168 time: 0.2111502 Mar 16 11:16:49.317477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41104) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:50.012116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.368658 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port adb76766-956b-4544-9f33-c1594f099da0 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:50.369422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.560439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port adb76766-956b-4544-9f33-c1594f099da0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=adb76766-956b-4544-9f33-c1594f099da0,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:50.560820 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.684572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for adb76766-956b-4544-9f33-c1594f099da0 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:51.114371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 713081cf-8051-4ed0-8daa-87a32c2f7496 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:51.121415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.151432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 713081cf-8051-4ed0-8daa-87a32c2f7496 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:51.151773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 713081cf-8051-4ed0-8daa-87a32c2f7496 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:51.170751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=adb76766-956b-4544-9f33-c1594f099da0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:51.444265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.802356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Router db3f2fc5-9a82-47f6-b270-e51bc15f7533 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:51.892122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-94dc9839-dec6-46b7-8ed0-8a22dfd921f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.991082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:52.001633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] Sync routers for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:52.004807 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ab72e966-305a-48ed-8a69-697534a90cc2 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "PUT /v2.0/routers/db3f2fc5-9a82-47f6-b270-e51bc15f7533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6862149 Mar 16 11:16:52.007681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41108) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:52.011747 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:52.012364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:16:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:52.072266 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d9a3f7-17a2-4c16-bec1-4e822cb2642e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting subnet 4fc9a2f3-0d28-4390-a8de-2ef11e191818 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:52.075360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a3f7-17a2-4c16-bec1-4e822cb2642e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.128967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a3f7-17a2-4c16-bec1-4e822cb2642e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.215066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a3f7-17a2-4c16-bec1-4e822cb2642e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.223792 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:52.286558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a3f7-17a2-4c16-bec1-4e822cb2642e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.324725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9a3f7-17a2-4c16-bec1-4e822cb2642e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc9a2f3-0d28-4390-a8de-2ef11e191818,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:52.328286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a3f7-17a2-4c16-bec1-4e822cb2642e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.334957 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c7d9a3f7-17a2-4c16-bec1-4e822cb2642e tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/subnets/4fc9a2f3-0d28-4390-a8de-2ef11e191818 HTTP/1.1" status: 204 len: 168 time: 0.3262904 Mar 16 11:16:52.337743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41112) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:52.341041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c6b1ef-76a5-4288-8471-f9155eb80ee9 None None] Network 3127170b-6f0a-4e0f-a60b-c7954a86f8ad requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:52.616302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.668226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:52.675338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] Checking router: db3f2fc5-9a82-47f6-b270-e51bc15f7533 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:52.687023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] Routers {'db3f2fc5-9a82-47f6-b270-e51bc15f7533'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:52.687640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:16:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:52.750041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203dbff-b133-4cea-a508-f8b4b6d14118 None None] DHCP port deletion for 3127170b-6f0a-4e0f-a60b-c7954a86f8ad request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:16:52.764163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8203dbff-b133-4cea-a508-f8b4b6d14118 None None] Deleting port 4b270560-0ecc-422e-a0f9-341c04ffaa18 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:52.764533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8203dbff-b133-4cea-a508-f8b4b6d14118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.805750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.816652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Deleting port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:52.817040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.960575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] Set router db3f2fc5-9a82-47f6-b270-e51bc15f7533 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:52.992398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] For port 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:52.992713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.114983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Calling delete_port for 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:53.282518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8203dbff-b133-4cea-a508-f8b4b6d14118 None None] For port 4b270560-0ecc-422e-a0f9-341c04ffaa18, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4b270560-0ecc-422e-a0f9-341c04ffaa18,segment=NetworkSegment(a2d93a57-fba8-4847-9787-85f61e6d6943),segment_id=a2d93a57-fba8-4847-9787-85f61e6d6943)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:53.283284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8203dbff-b133-4cea-a508-f8b4b6d14118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.284774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.333590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Port': ['ID=0c881a6e-1502-4fd1-b5aa-ca3cf4750c34,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:53.407079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8203dbff-b133-4cea-a508-f8b4b6d14118 None None] Calling delete_port for 4b270560-0ecc-422e-a0f9-341c04ffaa18 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:53.421718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.533560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8203dbff-b133-4cea-a508-f8b4b6d14118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.582991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203dbff-b133-4cea-a508-f8b4b6d14118 None None] Pushing event deleted for resources: {'Port': ['ID=4b270560-0ecc-422e-a0f9-341c04ffaa18,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:53.585012 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203dbff-b133-4cea-a508-f8b4b6d14118 None None] No DVR routers for this DVR port 4b270560-0ecc-422e-a0f9-341c04ffaa18 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:53.597395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.598947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.600955 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:53.607731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb11fb0-9d32-4172-b8f9-1a99f7383d29 None None] The sync data for ids ['db3f2fc5-9a82-47f6-b270-e51bc15f7533'] in dv-neutron-833860-1-hyperv is: [{'id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'name': 'tempest-TestNetworkBasicOps-router-1493258858', 'tenant_id': '849b974e975a469799922d4fd7056cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 7, 'project_id': '849b974e975a469799922d4fd7056cfd', 'gw_port': {'id': '0c881a6e-1502-4fd1-b5aa-ca3cf4750c34', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3f2fc5-9a82-47f6-b270-e51bc15f7533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:16:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:53.629890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.630612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Fanout notify agent at l3_agent the message router_deleted on router db3f2fc5-9a82-47f6-b270-e51bc15f7533 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:16:53.645730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.646915 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c96df22f-67e6-4ea2-80a1-f7015df2a6ee tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/routers/db3f2fc5-9a82-47f6-b270-e51bc15f7533 HTTP/1.1" status: 204 len: 168 time: 1.3082125 Mar 16 11:16:53.649779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41116) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:53.760179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.994676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.023521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3127170b-6f0a-4e0f-a60b-c7954a86f8ad']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:54.036067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d93a57-fba8-4847-9787-85f61e6d6943') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:54.036369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d93a57-fba8-4847-9787-85f61e6d6943') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:54.048187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.066011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.072631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:54.073049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:54.088364 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:54.168699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.173762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.205104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] Pushing event deleted for resources: {'Network': ['ID=3127170b-6f0a-4e0f-a60b-c7954a86f8ad,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:54.215247 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b8763e14-0573-445a-a41b-f2ffd52909a5 tempest-TestNetworkBasicOps-520363134 tempest-TestNetworkBasicOps-520363134-project] 10.222.0.37 "DELETE /v2.0/networks/3127170b-6f0a-4e0f-a60b-c7954a86f8ad HTTP/1.1" status: 204 len: 168 time: 0.5642595 Mar 16 11:16:54.519986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41124) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.691346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device adb76766-956b-4544-9f33-c1594f099da0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:54.730072 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: adb76766-956b-4544-9f33-c1594f099da0 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:54.730392 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device adb76766-956b-4544-9f33-c1594f099da0 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:54.730837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4b270560-0ecc-422e-a0f9-341c04ffaa18 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:54.764847 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 4b270560-0ecc-422e-a0f9-341c04ffaa18 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:54.765197 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4b270560-0ecc-422e-a0f9-341c04ffaa18 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:54.765612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:54.800259 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:54.800600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0c881a6e-1502-4fd1-b5aa-ca3cf4750c34 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:54.830202 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f73eba1e-352d-4b98-91b6-87ef858ed911 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=849b974e975a469799922d4fd7056cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085306 Mar 16 11:16:54.832717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41130) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.891820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26669610-a682-4499-bcc0-74cbe4a62bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.924273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26669610-a682-4499-bcc0-74cbe4a62bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.951379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.976158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26669610-a682-4499-bcc0-74cbe4a62bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.991397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669610-a682-4499-bcc0-74cbe4a62bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bcde69-25ef-4ceb-a76f-c828f789a78c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:55.002156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26669610-a682-4499-bcc0-74cbe4a62bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.003303 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-26669610-a682-4499-bcc0-74cbe4a62bc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0bcde69-25ef-4ceb-a76f-c828f789a78c HTTP/1.1" status: 204 len: 168 time: 0.1696141 Mar 16 11:16:55.039573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4db8626f-5306-45d9-861b-c94b3875efe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.274825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.284407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41138) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:55.301739 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-066bf4ec-44a7-4fb1-8eab-3f2eae9c4d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.315720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-066bf4ec-44a7-4fb1-8eab-3f2eae9c4d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:55.319583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-066bf4ec-44a7-4fb1-8eab-3f2eae9c4d33 admin admin] Usage tracker for resource:security_group_rule and tenant:f290f737fd4f4460a552adfa5f35e6fe is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:55.322337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-066bf4ec-44a7-4fb1-8eab-3f2eae9c4d33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:55.327920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-066bf4ec-44a7-4fb1-8eab-3f2eae9c4d33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:55.416533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-066bf4ec-44a7-4fb1-8eab-3f2eae9c4d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.422420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-066bf4ec-44a7-4fb1-8eab-3f2eae9c4d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.471875 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-066bf4ec-44a7-4fb1-8eab-3f2eae9c4d33 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f290f737fd4f4460a552adfa5f35e6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863422 Mar 16 11:16:55.473346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bf4ec-44a7-4fb1-8eab-3f2eae9c4d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73a0fb0-28dc-4b1c-9896-c44ad69c18af,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:55.474883 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41142) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:55.547338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-279be3f9-9999-4552-bd88-a5b1ef2354d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.572539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-279be3f9-9999-4552-bd88-a5b1ef2354d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.627072 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-279be3f9-9999-4552-bd88-a5b1ef2354d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.644079 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279be3f9-9999-4552-bd88-a5b1ef2354d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73a0fb0-28dc-4b1c-9896-c44ad69c18af,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:55.648833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-279be3f9-9999-4552-bd88-a5b1ef2354d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.649430 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-279be3f9-9999-4552-bd88-a5b1ef2354d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a73a0fb0-28dc-4b1c-9896-c44ad69c18af HTTP/1.1" status: 204 len: 168 time: 0.1735010 Mar 16 11:16:56.678908 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.092682 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-43a0dd35-1783-46e8-b38f-c5a91177a62b tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=34d164a56553441db3dbbb66e4030458&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297580 Mar 16 11:17:03.273157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-d056eac0-de3d-44a0-ae56-582f50a2dfe2 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:03.274583 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-d056eac0-de3d-44a0-ae56-582f50a2dfe2 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766763 Mar 16 11:17:03.292001 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-2a6404d1-1752-439c-a7e7-92e2b46aa0ac tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/quotas/34d164a56553441db3dbbb66e4030458 HTTP/1.1" status: 200 len: 375 time: 0.0091867 Mar 16 11:17:03.338014 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-9c63d418-b197-4bdb-b5b9-94f29528d2a3 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34d164a56553441db3dbbb66e4030458&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411830 Mar 16 11:17:03.534930 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c69198f2-1b5d-4bc2-b4e0-9b85f30201a8 req-f0d8cde8-2fb5-4750-b7b0-770f8ff131b3 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 210 time: 0.0455143 Mar 16 11:17:04.637970 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3d572610-8ec9-4cce-9a8d-f5df8dca81eb req-2e28aef8-fe48-4870-b67d-b8ae46e0b0b9 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 210 time: 0.0456731 Mar 16 11:17:05.512303 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-a744faf8-2e41-44b6-99f6-ed2e83311925 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=34d164a56553441db3dbbb66e4030458&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288191 Mar 16 11:17:05.665882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-a5ab9267-ef9b-4703-94dd-686cd070bebb tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:05.667304 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-a5ab9267-ef9b-4703-94dd-686cd070bebb tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504006 Mar 16 11:17:05.679661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Request body: {'port': {'device_id': '2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9', 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95', 'admin_state_up': True, 'tenant_id': '34d164a56553441db3dbbb66e4030458'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:05.799493 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-80976a55-a1d8-4fc6-aba7-6e6aefa0961d req-31ace7ee-3c6a-4170-bc24-75214558c6ce tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 210 time: 0.0414903 Mar 16 11:17:05.818722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:05.822680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Usage tracker for resource:port and tenant:34d164a56553441db3dbbb66e4030458 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:05.825576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:05.831767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:05.841534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Made reservation on behalf of 34d164a56553441db3dbbb66e4030458 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:05.845012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.856641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.871049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:05.875187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Usage tracker for resource:security_group_rule and tenant:34d164a56553441db3dbbb66e4030458 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:05.878129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:05.884422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:05.973489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.980044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.065271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60df2bc2-e8c2-4107-bdb2-244b6006dbf3,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:06.156009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Allocated IP 192.168.233.224 (4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95/3942ad72-730a-4300-98fb-5b81ef556112/12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:06.351548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.367390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Transition to ACTIVE for port object 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:06.394458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.463199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:06.470652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:06.474885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:06.504931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Pushing event updated for resources: {'Port': ['ID=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:06.542857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:06.543465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.574167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-dfcb1b7a-9d03-4760-a34c-529b8b6ebe03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8984623 Mar 16 11:17:06.586116 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Request body: {'port': {'device_id': '2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:06.700136 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.722757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9e93259e-f67e-4136-9313-33cedfc9d5c5 None None] Provisioning for port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:06.729184 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9e93259e-f67e-4136-9313-33cedfc9d5c5 None None] Provisioning complete for port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:06.729754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9e93259e-f67e-4136-9313-33cedfc9d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.790284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9e93259e-f67e-4136-9313-33cedfc9d5c5 None None] Port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:07.166768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a12926-6856-4f95-b097-fe31b76b11b3 req-9f4597a9-a365-4057-998c-ee416876bad6 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:07.167462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-43a12926-6856-4f95-b097-fe31b76b11b3 req-9f4597a9-a365-4057-998c-ee416876bad6 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Synchronizing usage tracker for tenant:34d164a56553441db3dbbb66e4030458 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:07.229831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:07.236273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-43a12926-6856-4f95-b097-fe31b76b11b3 req-9f4597a9-a365-4057-998c-ee416876bad6 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Unset dirty status for tenant:34d164a56553441db3dbbb66e4030458 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:07.237439 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-43a12926-6856-4f95-b097-fe31b76b11b3 req-9f4597a9-a365-4057-998c-ee416876bad6 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 936 time: 0.2037730 Mar 16 11:17:07.238988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.271341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Transition to ACTIVE for port object 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:07.281672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.340331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-43a12926-6856-4f95-b097-fe31b76b11b3 req-529aa665-72cc-4622-9d1b-132c737aea8e tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Synchronizing usage tracker for tenant:34d164a56553441db3dbbb66e4030458 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:07.459778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Pushing event updated for resources: {'Port': ['ID=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:07.497158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-43a12926-6856-4f95-b097-fe31b76b11b3 req-529aa665-72cc-4622-9d1b-132c737aea8e tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Unset dirty status for tenant:34d164a56553441db3dbbb66e4030458 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:07.498347 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-43a12926-6856-4f95-b097-fe31b76b11b3 req-529aa665-72cc-4622-9d1b-132c737aea8e tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521834 Mar 16 11:17:07.546754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Attempting to bind port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:07.547159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Attempting to bind port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b50294df-331f-4b8e-9e80-f4fb9aeab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:07.547476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Attempting to bind port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a on network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:07.551980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a on network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:17:07.552288 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Attempting to bind port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a on network 4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:07.557280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:07.557607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Checking segment: {'id': 'b50294df-331f-4b8e-9e80-f4fb9aeab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:07.557977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Bound using segment: {'id': 'b50294df-331f-4b8e-9e80-f4fb9aeab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:07.558415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Bound port: 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50294df-331f-4b8e-9e80-f4fb9aeab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:07.558747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.651475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] For port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:07.654386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] For port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,segment=NetworkSegment(b50294df-331f-4b8e-9e80-f4fb9aeab627),segment_id=b50294df-331f-4b8e-9e80-f4fb9aeab627)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:07.660988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.715327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:07.715899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.717159 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] 10.222.0.48 "PUT /v2.0/ports/12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a HTTP/1.1" status: 200 len: 1098 time: 1.1359210 Mar 16 11:17:07.717591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9', 'tag': '12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:07.745010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166a6dc-f64d-426b-a180-2e1d1d08919d service neutron] Pushing event updated for resources: {'Port': ['ID=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:07.763340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9', 'tag': '12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a', 'status': 'completed', 'code': 200} Mar 16 11:17:07.846263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-2b5bf39f-33c9-44ca-83dc-0ea137661064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:07.847773 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-2b5bf39f-33c9-44ca-83dc-0ea137661064 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34d164a56553441db3dbbb66e4030458&device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 1101 time: 0.0789654 Mar 16 11:17:07.915925 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-bba5d162-1c39-4748-8baf-df8f8aae1577 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a HTTP/1.1" status: 200 len: 217 time: 0.0613296 Mar 16 11:17:07.982935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-633cab2f-cb76-4335-b87b-bfb15c65d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:07.984301 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-633cab2f-cb76-4335-b87b-bfb15c65d924 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3942ad72-730a-4300-98fb-5b81ef556112 HTTP/1.1" status: 200 len: 843 time: 0.0628023 Mar 16 11:17:08.060610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-909b727b-1297-49e8-88f6-6fe9b64c9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:08.062291 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-909b727b-1297-49e8-88f6-6fe9b64c9fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0721688 Mar 16 11:17:08.198731 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-a29814f2-f9b8-4572-ac05-8d8ba5909dce service neutron] 10.222.0.48 "GET /v2.0/networks/4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302373 Mar 16 11:17:08.328436 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-34c1f9d4-b03b-4541-9174-b2f23394cd89 req-fc483cbe-3489-4bbf-9e17-fc6b43895400 service neutron] 10.222.0.48 "GET /v2.0/networks/4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230791 Mar 16 11:17:08.458558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-e7ee9f26-58d9-4a56-9843-363d08c7108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:08.459962 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-e7ee9f26-58d9-4a56-9843-363d08c7108c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34d164a56553441db3dbbb66e4030458&device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 1101 time: 0.0816419 Mar 16 11:17:08.471377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.596781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-b75f7849-8bc9-47d0-bf09-3f44f9e43997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:08.598599 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-b75f7849-8bc9-47d0-bf09-3f44f9e43997 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95 HTTP/1.1" status: 200 len: 870 time: 0.1325207 Mar 16 11:17:08.806373 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-27622a12-860a-4156-b021-d9a8f29ef5d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a HTTP/1.1" status: 200 len: 217 time: 0.2004690 Mar 16 11:17:08.879479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-1c318ac9-451a-4574-b22e-b0279c8edf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:08.880899 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-1c318ac9-451a-4574-b22e-b0279c8edf2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3942ad72-730a-4300-98fb-5b81ef556112 HTTP/1.1" status: 200 len: 843 time: 0.0673242 Mar 16 11:17:08.928394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42946e81-a0c6-4d94-82c8-77e852b4fead req-3d3b5730-f0d9-430b-abb2-84855d5b7015 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:08.929887 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-42946e81-a0c6-4d94-82c8-77e852b4fead req-3d3b5730-f0d9-430b-abb2-84855d5b7015 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 948 time: 0.3229890 Mar 16 11:17:08.985845 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-42946e81-a0c6-4d94-82c8-77e852b4fead req-37c2269a-52e1-42bd-aebb-e4192d2032e4 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495267 Mar 16 11:17:09.003518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-9b2d3ff2-79fa-4c27-9836-c6741469b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:09.005180 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-9b2d3ff2-79fa-4c27-9836-c6741469b96f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1172194 Mar 16 11:17:09.152979 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-087fd085-6d5b-4e76-bc41-7c2911aa2170 service neutron] 10.222.0.48 "GET /v2.0/networks/4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405261 Mar 16 11:17:09.285530 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a4d9c765-a85a-4e22-8549-d5821af4f9d3 req-bd3a6dda-9d0a-4b87-aef5-0a0d2063a0fc service neutron] 10.222.0.48 "GET /v2.0/networks/4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262841 Mar 16 11:17:10.186498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a10ee-cf99-415c-af0a-19d70acc8371 req-5631cb20-bafc-49ac-9c97-b02f3bb634b8 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:10.187912 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-008a10ee-cf99-415c-af0a-19d70acc8371 req-5631cb20-bafc-49ac-9c97-b02f3bb634b8 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 948 time: 0.0904448 Mar 16 11:17:10.232223 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-008a10ee-cf99-415c-af0a-19d70acc8371 req-3968b048-6cf6-4ebe-a5aa-0906199c0936 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384786 Mar 16 11:17:11.239821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:17:11.385623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,segment=NetworkSegment(b50294df-331f-4b8e-9e80-f4fb9aeab627),segment_id=b50294df-331f-4b8e-9e80-f4fb9aeab627)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:11.398712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a', 'network_id': '4ea1ba02-eb7b-41fb-8a3a-3c01ac6b3e95', 'port_id': '12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a', 'mac_address': 'fa:16:3e:1d:4f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3942ad72-730a-4300-98fb-5b81ef556112', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:17:11.424408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ec5d4-e35c-4f86-a952-8bf7d436200a req-3351485c-caef-4617-9d1a-c28e800046b7 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:11.425877 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5f4ec5d4-e35c-4f86-a952-8bf7d436200a req-3351485c-caef-4617-9d1a-c28e800046b7 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 948 time: 0.0789816 Mar 16 11:17:11.452551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.470272 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5f4ec5d4-e35c-4f86-a952-8bf7d436200a req-03fff13a-ed2d-42b9-bd81-dc21d9e33eaa tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385170 Mar 16 11:17:11.473219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:11.489346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,segment=NetworkSegment(b50294df-331f-4b8e-9e80-f4fb9aeab627),segment_id=b50294df-331f-4b8e-9e80-f4fb9aeab627)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:11.494762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.561188 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:11.846311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:17:12.665069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1425ab-a76c-4e38-9b8d-067b22e2ca4c req-c586ceca-2501-4133-a81a-f47f09ee572a tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:12.666520 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0a1425ab-a76c-4e38-9b8d-067b22e2ca4c req-c586ceca-2501-4133-a81a-f47f09ee572a tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 949 time: 0.0810456 Mar 16 11:17:12.710309 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0a1425ab-a76c-4e38-9b8d-067b22e2ca4c req-55a18fc4-765f-4728-a5ee-89de7c13e86c tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 Mar 16 11:17:13.254989 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:13.335476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:13.340725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:13.341117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.457284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.483278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:13.492871 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,segment=NetworkSegment(b50294df-331f-4b8e-9e80-f4fb9aeab627),segment_id=b50294df-331f-4b8e-9e80-f4fb9aeab627)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:13.498205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.533229 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a', 'code': 200} Mar 16 11:17:13.564795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:13.771824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aeced-2582-45b6-a000-f6ee42c954d4 req-f307ed74-471a-45f7-b005-2201e4bacf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.773219 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc8aeced-2582-45b6-a000-f6ee42c954d4 req-f307ed74-471a-45f7-b005-2201e4bacf90 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 1103 time: 0.0731695 Mar 16 11:17:13.812949 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc8aeced-2582-45b6-a000-f6ee42c954d4 req-4b5d03b7-f0f0-46c4-acfc-eec4d3364aa9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340068 Mar 16 11:17:13.902935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d992d3-1b3c-4ff1-8519-8bda24179617 req-27292344-ec73-4e39-ab3e-852fd05cdcca tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.904377 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d9d992d3-1b3c-4ff1-8519-8bda24179617 req-27292344-ec73-4e39-ab3e-852fd05cdcca tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 950 time: 0.0827351 Mar 16 11:17:13.948102 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d9d992d3-1b3c-4ff1-8519-8bda24179617 req-d329204d-3767-44e8-ab0e-b57dd715abe1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 Mar 16 11:17:15.144397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f329c-0796-4819-b7ba-8031791b4c3f req-5a9b70c6-eb46-42c1-b9a6-19939d83f6ef tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:15.145972 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-397f329c-0796-4819-b7ba-8031791b4c3f req-5a9b70c6-eb46-42c1-b9a6-19939d83f6ef tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 950 time: 0.0812685 Mar 16 11:17:15.193488 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-397f329c-0796-4819-b7ba-8031791b4c3f req-f111a6a8-cc16-4d26-bd37-d217abf22d27 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416894 Mar 16 11:17:16.405569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf38e28-e234-4772-bb01-f7bb2e9070af req-172dc027-6951-42cf-9b8d-e50ea360f2e4 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:16.407042 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6cf38e28-e234-4772-bb01-f7bb2e9070af req-172dc027-6951-42cf-9b8d-e50ea360f2e4 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 950 time: 0.0882030 Mar 16 11:17:16.458328 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6cf38e28-e234-4772-bb01-f7bb2e9070af req-b95520f5-4251-44a4-9fe0-46bc14059bcc tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Mar 16 11:17:17.727476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6013105-b348-4e67-97b0-26032993218d req-4e92b284-dd3a-4cc6-a984-751bc6e6e7dd tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:17.728943 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e6013105-b348-4e67-97b0-26032993218d req-4e92b284-dd3a-4cc6-a984-751bc6e6e7dd tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 950 time: 0.0830793 Mar 16 11:17:17.773902 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e6013105-b348-4e67-97b0-26032993218d req-d16f6641-4b98-4943-b8d5-a8bbaf7046de tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393364 Mar 16 11:17:18.963462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2d8c9-d3da-465a-a9ff-4d44de6954e4 req-2eef7299-a7c1-4300-9490-d1c03cfa6dfd tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:18.964946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8db2d8c9-d3da-465a-a9ff-4d44de6954e4 req-2eef7299-a7c1-4300-9490-d1c03cfa6dfd tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 950 time: 0.0830095 Mar 16 11:17:19.051462 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8db2d8c9-d3da-465a-a9ff-4d44de6954e4 req-220aad7b-f190-473d-8b55-2328a6a06f49 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/security-groups?id=60df2bc2-e8c2-4107-bdb2-244b6006dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807965 Mar 16 11:17:19.088826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-a146475e-48e4-4163-99e1-7c8540676e03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:19.090262 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-a146475e-48e4-4163-99e1-7c8540676e03 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 950 time: 0.1071527 Mar 16 11:17:19.165410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-086aad86-938a-4acd-83eb-13269e8c17c1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Deleting port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:19.165755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-086aad86-938a-4acd-83eb-13269e8c17c1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.420674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-086aad86-938a-4acd-83eb-13269e8c17c1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] For port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,segment=NetworkSegment(b50294df-331f-4b8e-9e80-f4fb9aeab627),segment_id=b50294df-331f-4b8e-9e80-f4fb9aeab627)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:19.421098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-086aad86-938a-4acd-83eb-13269e8c17c1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.542407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-086aad86-938a-4acd-83eb-13269e8c17c1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Calling delete_port for 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:19.694610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-086aad86-938a-4acd-83eb-13269e8c17c1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.707466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:17:19.745478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086aad86-938a-4acd-83eb-13269e8c17c1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Pushing event deleted for resources: {'Port': ['ID=12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:19.935613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-086aad86-938a-4acd-83eb-13269e8c17c1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] No DVR routers for this DVR port 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:19.938135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-086aad86-938a-4acd-83eb-13269e8c17c1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.940605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9', 'name': 'network-vif-deleted', 'tag': '12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:19.957331 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4f2c8677-aa42-4468-a084-a0845ac9f566 req-086aad86-938a-4acd-83eb-13269e8c17c1 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.48 "DELETE /v2.0/ports/12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a HTTP/1.1" status: 204 len: 173 time: 0.8618753 Mar 16 11:17:19.985837 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9', 'name': 'network-vif-deleted', 'tag': '12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a', 'status': 'completed', 'code': 200} Mar 16 11:17:20.219434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-816057ce-0f62-493e-9b85-7331a9792132 req-e3e7af6c-d5ad-4298-bea3-de38996fd692 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Synchronizing usage tracker for tenant:34d164a56553441db3dbbb66e4030458 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:20.236462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-816057ce-0f62-493e-9b85-7331a9792132 req-e3e7af6c-d5ad-4298-bea3-de38996fd692 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] Unset dirty status for tenant:34d164a56553441db3dbbb66e4030458 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:20.237766 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-816057ce-0f62-493e-9b85-7331a9792132 req-e3e7af6c-d5ad-4298-bea3-de38996fd692 tempest-ServersAdminNegativeTestJSON-1482008450 tempest-ServersAdminNegativeTestJSON-1482008450-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7ea1c3-cd3c-4cc8-bdbf-5a7cef7c61e9 HTTP/1.1" status: 200 len: 210 time: 0.0689418 Mar 16 11:17:21.416041 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:17:21.618597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41280) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:21.773059 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b23be64a-f37a-42fb-ac59-9aa88752fd0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34d164a56553441db3dbbb66e4030458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532435 Mar 16 11:17:21.776671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41286) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:21.846537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02051571-6bab-4d15-a45d-c3642139b2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.874146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02051571-6bab-4d15-a45d-c3642139b2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.896479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b290dc16-1e0e-4479-89d9-4cec64f48e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.926832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02051571-6bab-4d15-a45d-c3642139b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.942753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02051571-6bab-4d15-a45d-c3642139b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60df2bc2-e8c2-4107-bdb2-244b6006dbf3,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.958215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02051571-6bab-4d15-a45d-c3642139b2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.961839 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-02051571-6bab-4d15-a45d-c3642139b2b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60df2bc2-e8c2-4107-bdb2-244b6006dbf3 HTTP/1.1" status: 204 len: 168 time: 0.1817889 Mar 16 11:17:22.254462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41294) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:22.272389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3331664-5478-4ef2-b63b-c1b4ba5917d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.287229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a3331664-5478-4ef2-b63b-c1b4ba5917d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:22.291429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a3331664-5478-4ef2-b63b-c1b4ba5917d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f7b960be31d44881805fac46e509d0c5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:22.294391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a3331664-5478-4ef2-b63b-c1b4ba5917d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:22.300367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a3331664-5478-4ef2-b63b-c1b4ba5917d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:22.394472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3331664-5478-4ef2-b63b-c1b4ba5917d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.400055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3331664-5478-4ef2-b63b-c1b4ba5917d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.447413 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a3331664-5478-4ef2-b63b-c1b4ba5917d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7b960be31d44881805fac46e509d0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918340 Mar 16 11:17:22.450238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41298) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:22.452618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3331664-5478-4ef2-b63b-c1b4ba5917d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bfad58-fb21-43d9-a500-36a4dd2eeb74,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:22.508919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6ffeb55-f9e5-475b-9a46-9e660f462871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.534200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6ffeb55-f9e5-475b-9a46-9e660f462871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.590393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6ffeb55-f9e5-475b-9a46-9e660f462871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.613059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffeb55-f9e5-475b-9a46-9e660f462871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bfad58-fb21-43d9-a500-36a4dd2eeb74,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:22.615532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a6ffeb55-f9e5-475b-9a46-9e660f462871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.616755 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a6ffeb55-f9e5-475b-9a46-9e660f462871 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05bfad58-fb21-43d9-a500-36a4dd2eeb74 HTTP/1.1" status: 204 len: 168 time: 0.1654112 Mar 16 11:17:23.299938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:23.334447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:23.334802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12b5d7cf-6bd8-4d9d-b674-ea0fac7d307a not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:23.383490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41322) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:23.490840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2035622498-network', 'tenant_id': '997387bbf6c743779ec428533b638284'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:23.495926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:23.499950 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Usage tracker for resource:network and tenant:997387bbf6c743779ec428533b638284 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:23.502899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:23.509685 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:23.521843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Made reservation on behalf of 997387bbf6c743779ec428533b638284 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:23.524154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.536264 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.551962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:23.556199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Usage tracker for resource:security_group_rule and tenant:997387bbf6c743779ec428533b638284 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:23.559205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:23.565095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:23.648261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.654131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.683915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:23.692263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6937ddf5-321e-4f62-b966-aa711875f851,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:23.697900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.698312 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Added segment 186da980-063b-4499-8a82-f8ead633de47 of type vlan for network 0124aade-866a-4af0-8251-d6c2bcfb7061 Mar 16 11:17:23.724179 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.757601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.758691 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:23.759274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.860758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] Pushing event updated for resources: {'Network': ['ID=0124aade-866a-4af0-8251-d6c2bcfb7061,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:23.865638 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bcfa61cd-bf4b-4a36-b55e-ca31d5784e74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4811409 Mar 16 11:17:23.868667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41328) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:23.871466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 0124aade-866a-4af0-8251-d6c2bcfb7061 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:23.874353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Request body: {'subnet': {'network_id': '0124aade-866a-4af0-8251-d6c2bcfb7061', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2035622498-subnet', 'tenant_id': '997387bbf6c743779ec428533b638284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:23.879242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:23.883078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Usage tracker for resource:subnet and tenant:997387bbf6c743779ec428533b638284 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:23.885959 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:23.891595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:23.906652 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Made reservation on behalf of 997387bbf6c743779ec428533b638284 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:23.908991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.110709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.181393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a59709-2420-4ec7-aa6c-25f4cfd1df93,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:24.190952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Checking segment: {'id': '186da980-063b-4499-8a82-f8ead633de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0124aade-866a-4af0-8251-d6c2bcfb7061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:24.191337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Network hostable DHCP agents. Network: 0124aade-866a-4af0-8251-d6c2bcfb7061, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:24.213638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Network 0124aade-866a-4af0-8251-d6c2bcfb7061 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:24.223394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 0124aade-866a-4af0-8251-d6c2bcfb7061) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:24.227433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:24.228015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.232837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaddfaef-2794-4254-a0b7-fe4ad96d9010 None None] Network 0124aade-866a-4af0-8251-d6c2bcfb7061 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:24.250672 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-af8fecea-7400-4c50-9316-914ba43ff7e9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3808725 Mar 16 11:17:24.443579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5032762-56c4-400c-bf3e-422c4e7f6441 None None] Network 0124aade-866a-4af0-8251-d6c2bcfb7061 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:24.762071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-43b9740f-0d1f-4d4c-963d-39a676d91160 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:24.763508 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-43b9740f-0d1f-4d4c-963d-39a676d91160 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/networks?id=0124aade-866a-4af0-8251-d6c2bcfb7061 HTTP/1.1" status: 200 len: 812 time: 0.1545756 Mar 16 11:17:24.780842 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-430323bd-217e-47fb-b749-0094c04b1ddf tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/quotas/997387bbf6c743779ec428533b638284 HTTP/1.1" status: 200 len: 375 time: 0.0090308 Mar 16 11:17:24.830800 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-c087803c-1236-4115-9922-ec6a3067d79d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=997387bbf6c743779ec428533b638284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424271 Mar 16 11:17:24.893036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-6028df27-2df4-4a12-b611-9f3abf1829f4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:17:24.894060 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-6028df27-2df4-4a12-b611-9f3abf1829f4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538950 Mar 16 11:17:24.954264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.029883 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-3ffedfa6-cdd7-4a5c-b66d-8ab451f4a6ec service neutron] 10.222.0.37 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298316 Mar 16 11:17:25.042442 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c1733195-51b7-483e-aff2-84bce89ebc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.168034 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-9a622849-3509-447f-a5dd-591122a18e3a service neutron] 10.222.0.37 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318803 Mar 16 11:17:25.286767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.353082 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-38c7833f-0eb1-461b-bdb5-b6f8fc32155f req-da73d171-9242-4261-8e11-93e54765c3e2 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 210 time: 0.0457284 Mar 16 11:17:26.445526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-fe66ddeb-5b79-47aa-ab1b-046ee4ccbca3 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:26.446960 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-fe66ddeb-5b79-47aa-ab1b-046ee4ccbca3 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.48 "GET /v2.0/networks?id=0124aade-866a-4af0-8251-d6c2bcfb7061 HTTP/1.1" status: 200 len: 812 time: 0.1517982 Mar 16 11:17:26.458935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Request body: {'port': {'device_id': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'network_id': '0124aade-866a-4af0-8251-d6c2bcfb7061', 'admin_state_up': True, 'tenant_id': '997387bbf6c743779ec428533b638284'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:26.539406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3ad2a1cb-0b7c-4b92-bc5a-113c4a05740d req-cebfe5bf-5f67-45a3-9a0f-c6369a20136d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 210 time: 0.0643272 Mar 16 11:17:26.637825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:26.641569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Usage tracker for resource:port and tenant:997387bbf6c743779ec428533b638284 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:26.644301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:26.649879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:26.661260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Made reservation on behalf of 997387bbf6c743779ec428533b638284 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:26.664817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.679303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.827557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Allocated IP 172.20.0.13 (0124aade-866a-4af0-8251-d6c2bcfb7061/a2a59709-2420-4ec7-aa6c-25f4cfd1df93/bdd2d09d-c49f-429c-ac59-b7f8663eb078) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:27.029572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.061916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.128180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Network 0124aade-866a-4af0-8251-d6c2bcfb7061 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:27.135301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:27.139622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:27.176312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Pushing event updated for resources: {'Port': ['ID=bdd2d09d-c49f-429c-ac59-b7f8663eb078,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:27.320083 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:27.320587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.343642 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-7f408f44-b57e-4599-bc46-4ff4eaed3f32 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8884652 Mar 16 11:17:27.401961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Request body: {'port': {'device_id': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:27.514038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.724591 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420ff4e-51a5-42c3-9854-23409cf02cd9 req-c2f50bdc-5cb2-4df9-840f-52208dc11e88 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:27.726041 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e420ff4e-51a5-42c3-9854-23409cf02cd9 req-c2f50bdc-5cb2-4df9-840f-52208dc11e88 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 932 time: 0.0783463 Mar 16 11:17:27.769923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-e420ff4e-51a5-42c3-9854-23409cf02cd9 req-1d810751-0442-4049-9ac8-b616840283bf tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Synchronizing usage tracker for tenant:997387bbf6c743779ec428533b638284 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:27.787387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-e420ff4e-51a5-42c3-9854-23409cf02cd9 req-1d810751-0442-4049-9ac8-b616840283bf tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Unset dirty status for tenant:997387bbf6c743779ec428533b638284 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:27.788870 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e420ff4e-51a5-42c3-9854-23409cf02cd9 req-1d810751-0442-4049-9ac8-b616840283bf tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567765 Mar 16 11:17:27.862517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd2d09d-c49f-429c-ac59-b7f8663eb078 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:27.870268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.884558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Transition to ACTIVE for port object bdd2d09d-c49f-429c-ac59-b7f8663eb078 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:27.890433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.016351 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd2d09d-c49f-429c-ac59-b7f8663eb078,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:28.120790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Attempting to bind port bdd2d09d-c49f-429c-ac59-b7f8663eb078 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:28.120989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Attempting to bind port bdd2d09d-c49f-429c-ac59-b7f8663eb078 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '186da980-063b-4499-8a82-f8ead633de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0124aade-866a-4af0-8251-d6c2bcfb7061'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:28.121335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Attempting to bind port bdd2d09d-c49f-429c-ac59-b7f8663eb078 on network 0124aade-866a-4af0-8251-d6c2bcfb7061 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:28.126103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Port bdd2d09d-c49f-429c-ac59-b7f8663eb078 on network 0124aade-866a-4af0-8251-d6c2bcfb7061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:17:28.126421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Attempting to bind port bdd2d09d-c49f-429c-ac59-b7f8663eb078 on network 0124aade-866a-4af0-8251-d6c2bcfb7061 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:28.131589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:28.131924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Checking segment: {'id': '186da980-063b-4499-8a82-f8ead633de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0124aade-866a-4af0-8251-d6c2bcfb7061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:28.132298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Bound using segment: {'id': '186da980-063b-4499-8a82-f8ead633de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0124aade-866a-4af0-8251-d6c2bcfb7061'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:28.132717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Bound port: bdd2d09d-c49f-429c-ac59-b7f8663eb078, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186da980-063b-4499-8a82-f8ead633de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0124aade-866a-4af0-8251-d6c2bcfb7061'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:28.133078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.219445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] For port bdd2d09d-c49f-429c-ac59-b7f8663eb078, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:28.222388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] For port bdd2d09d-c49f-429c-ac59-b7f8663eb078, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078,segment=NetworkSegment(186da980-063b-4499-8a82-f8ead633de47),segment_id=186da980-063b-4499-8a82-f8ead633de47)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:28.231175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.298428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:28.299038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.300402 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] 10.222.0.48 "PUT /v2.0/ports/bdd2d09d-c49f-429c-ac59-b7f8663eb078 HTTP/1.1" status: 200 len: 1094 time: 0.9488411 Mar 16 11:17:28.300857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'tag': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:28.326570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e5004-a1e6-4a29-852c-1bb7a38fa074 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd2d09d-c49f-429c-ac59-b7f8663eb078,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:28.371611 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'tag': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078', 'status': 'completed', 'code': 200} Mar 16 11:17:28.411909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-9f26fb5a-3069-4efa-98ff-cc9c01a35b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:28.413403 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-9f26fb5a-3069-4efa-98ff-cc9c01a35b9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=997387bbf6c743779ec428533b638284&device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 1097 time: 0.0732105 Mar 16 11:17:28.482890 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-9b20d985-be8d-4708-9a5a-53b3812a294e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078 HTTP/1.1" status: 200 len: 217 time: 0.0630624 Mar 16 11:17:28.543097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-c77a3b61-e7f6-44b8-80f4-4ea439323163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:28.544474 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-c77a3b61-e7f6-44b8-80f4-4ea439323163 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2a59709-2420-4ec7-aa6c-25f4cfd1df93 HTTP/1.1" status: 200 len: 852 time: 0.0563574 Mar 16 11:17:28.593068 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-e40fc666-eaa3-46d8-b57f-e3ec512773ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0124aade-866a-4af0-8251-d6c2bcfb7061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425379 Mar 16 11:17:28.724792 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-c3ee19fa-04ff-4359-ad5f-58cf00b8a004 service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256018 Mar 16 11:17:28.859073 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4554daca-6861-420f-aa7b-0110aca6bb62 req-a58ef724-d6ca-486a-ab02-9659e6226977 service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284962 Mar 16 11:17:28.976290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8688-87b8-4b02-9fab-8f63f8a0b673 req-1dd1890b-6e55-4466-b676-31b4daa1f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:28.977789 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-255a8688-87b8-4b02-9fab-8f63f8a0b673 req-1dd1890b-6e55-4466-b676-31b4daa1f9c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=997387bbf6c743779ec428533b638284&device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 1097 time: 0.0709848 Mar 16 11:17:29.024538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495f42e-484a-460b-b3dd-6263fa6b9034 req-4d63ba75-e95c-4008-b1d6-64f75cb3943f tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:29.026079 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0495f42e-484a-460b-b3dd-6263fa6b9034 req-4d63ba75-e95c-4008-b1d6-64f75cb3943f tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 944 time: 0.1333506 Mar 16 11:17:29.071884 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0495f42e-484a-460b-b3dd-6263fa6b9034 req-73d58192-04fe-41da-97e6-543b921d8ccc tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Mar 16 11:17:29.205317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8688-87b8-4b02-9fab-8f63f8a0b673 req-37507c6d-6722-4aa9-8778-9f7fe5a90f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:29.206690 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-255a8688-87b8-4b02-9fab-8f63f8a0b673 req-37507c6d-6722-4aa9-8778-9f7fe5a90f7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0124aade-866a-4af0-8251-d6c2bcfb7061 HTTP/1.1" status: 200 len: 913 time: 0.2228787 Mar 16 11:17:29.275285 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-255a8688-87b8-4b02-9fab-8f63f8a0b673 req-e08454f7-741a-4a05-9ee3-e3d4094e63cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078 HTTP/1.1" status: 200 len: 217 time: 0.0626407 Mar 16 11:17:29.338496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8688-87b8-4b02-9fab-8f63f8a0b673 req-0f0e938b-c70b-4edc-979d-a5099dab9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:29.339889 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-255a8688-87b8-4b02-9fab-8f63f8a0b673 req-0f0e938b-c70b-4edc-979d-a5099dab9c58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2a59709-2420-4ec7-aa6c-25f4cfd1df93 HTTP/1.1" status: 200 len: 852 time: 0.0584087 Mar 16 11:17:29.385581 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-255a8688-87b8-4b02-9fab-8f63f8a0b673 req-526aa69d-eb1a-4cae-855f-7f764ec39628 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0124aade-866a-4af0-8251-d6c2bcfb7061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394320 Mar 16 11:17:29.517796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-255a8688-87b8-4b02-9fab-8f63f8a0b673 req-505ea871-2485-44d3-94ae-aae396635dcf service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262960 Mar 16 11:17:29.650782 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-255a8688-87b8-4b02-9fab-8f63f8a0b673 req-2ae26f18-9c13-4e8a-b928-d4c831d675c5 service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265028 Mar 16 11:17:30.323985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ec88f-aa5c-4516-b8ad-b5320a2afe70 req-0518b2c5-f021-4ab0-9266-57141c2d9846 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:30.324698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-cd3ec88f-aa5c-4516-b8ad-b5320a2afe70 req-0518b2c5-f021-4ab0-9266-57141c2d9846 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Synchronizing usage tracker for tenant:997387bbf6c743779ec428533b638284 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:30.344909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-cd3ec88f-aa5c-4516-b8ad-b5320a2afe70 req-0518b2c5-f021-4ab0-9266-57141c2d9846 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Unset dirty status for tenant:997387bbf6c743779ec428533b638284 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:30.346229 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cd3ec88f-aa5c-4516-b8ad-b5320a2afe70 req-0518b2c5-f021-4ab0-9266-57141c2d9846 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 944 time: 0.1660738 Mar 16 11:17:30.390709 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cd3ec88f-aa5c-4516-b8ad-b5320a2afe70 req-fedcde78-18d8-48ed-9d26-26a882589a19 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Mar 16 11:17:31.333594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device bdd2d09d-c49f-429c-ac59-b7f8663eb078 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:17:31.472549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port bdd2d09d-c49f-429c-ac59-b7f8663eb078, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078,segment=NetworkSegment(186da980-063b-4499-8a82-f8ead633de47),segment_id=186da980-063b-4499-8a82-f8ead633de47)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:31.485971 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078', 'network_id': '0124aade-866a-4af0-8251-d6c2bcfb7061', 'port_id': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078', 'mac_address': 'fa:16:3e:38:ac:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a59709-2420-4ec7-aa6c-25f4cfd1df93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:17:31.540634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.557288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd2d09d-c49f-429c-ac59-b7f8663eb078 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:31.572333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35344812-7e86-442b-b451-cd65a6a9e6d7 req-aaeb78a0-ad74-4236-9488-d19ea3ef9cfb tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:31.573164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port bdd2d09d-c49f-429c-ac59-b7f8663eb078, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078,segment=NetworkSegment(186da980-063b-4499-8a82-f8ead633de47),segment_id=186da980-063b-4499-8a82-f8ead633de47)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:31.573872 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-35344812-7e86-442b-b451-cd65a6a9e6d7 req-aaeb78a0-ad74-4236-9488-d19ea3ef9cfb tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 944 time: 0.0796511 Mar 16 11:17:31.577201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.623760 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-35344812-7e86-442b-b451-cd65a6a9e6d7 req-3b53be51-8dde-472b-8ee5-aa6f608b8034 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427012 Mar 16 11:17:31.646514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=bdd2d09d-c49f-429c-ac59-b7f8663eb078,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:31.912003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['bdd2d09d-c49f-429c-ac59-b7f8663eb078'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:17:32.807749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48278fa-b7d6-4da2-a9aa-d4783930cb2b req-3223b630-7667-4fed-8875-1b60228e9209 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:32.809224 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a48278fa-b7d6-4da2-a9aa-d4783930cb2b req-3223b630-7667-4fed-8875-1b60228e9209 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 945 time: 0.0824077 Mar 16 11:17:32.857125 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a48278fa-b7d6-4da2-a9aa-d4783930cb2b req-9193187c-855c-41dc-ae30-53bfdc61a771 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Mar 16 11:17:33.348411 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device bdd2d09d-c49f-429c-ac59-b7f8663eb078 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:33.423398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port bdd2d09d-c49f-429c-ac59-b7f8663eb078 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:33.428032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port bdd2d09d-c49f-429c-ac59-b7f8663eb078 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:33.428461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.543058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.568864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:33.579474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port bdd2d09d-c49f-429c-ac59-b7f8663eb078, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078,segment=NetworkSegment(186da980-063b-4499-8a82-f8ead633de47),segment_id=186da980-063b-4499-8a82-f8ead633de47)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:33.584366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.620763 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078', 'code': 200} Mar 16 11:17:33.653477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=bdd2d09d-c49f-429c-ac59-b7f8663eb078,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:33.853848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624806dd-ba88-4e55-ad98-0a8a58369620 req-891a503a-7a53-4941-971e-359fec4dee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:33.855362 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-624806dd-ba88-4e55-ad98-0a8a58369620 req-891a503a-7a53-4941-971e-359fec4dee82 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 1099 time: 0.0741081 Mar 16 11:17:33.896522 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-624806dd-ba88-4e55-ad98-0a8a58369620 req-8c1ccb40-f691-4ae4-8e40-e20248fbc09f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Mar 16 11:17:34.062499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bf121-e299-44ab-b2aa-4e07681e0eea req-b616097f-215b-4307-93a6-b8c83b6f4dda tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:34.063960 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe5bf121-e299-44ab-b2aa-4e07681e0eea req-b616097f-215b-4307-93a6-b8c83b6f4dda tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0998275 Mar 16 11:17:34.109419 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe5bf121-e299-44ab-b2aa-4e07681e0eea req-39fca010-4a1b-4977-9575-8d1e47d9db17 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395443 Mar 16 11:17:35.306491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ff555-cc78-4f40-afdf-919abea04da2 req-6b6d0ea3-292a-4341-91b0-46f4d9ed82ec tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.308080 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f57ff555-cc78-4f40-afdf-919abea04da2 req-6b6d0ea3-292a-4341-91b0-46f4d9ed82ec tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0844278 Mar 16 11:17:35.354306 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f57ff555-cc78-4f40-afdf-919abea04da2 req-e72d2644-539c-42e9-857a-2e6518c7bc9d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Mar 16 11:17:36.554695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026f386-339d-4a15-b0a8-e6b41e0c4a3f req-1db1d928-743f-430c-89e8-85a7027538f8 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:36.556168 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b026f386-339d-4a15-b0a8-e6b41e0c4a3f req-1db1d928-743f-430c-89e8-85a7027538f8 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0937223 Mar 16 11:17:36.600777 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b026f386-339d-4a15-b0a8-e6b41e0c4a3f req-33938f29-6208-4ad6-8558-ac64c21b6366 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387387 Mar 16 11:17:37.997066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41402) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:38.029806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468e36d-ab1e-43d5-856d-6846b92d4125 req-72977323-7be7-4b2e-878d-88b84b5a2215 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:38.031259 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3468e36d-ab1e-43d5-856d-6846b92d4125 req-72977323-7be7-4b2e-878d-88b84b5a2215 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0854282 Mar 16 11:17:38.075459 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3468e36d-ab1e-43d5-856d-6846b92d4125 req-b85209cf-83b4-4948-9d0a-2186f0c40d62 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384045 Mar 16 11:17:38.114357 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-cb106e8b-d8ce-4ba6-b3fa-cc17944eecae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159375 Mar 16 11:17:38.492245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.032716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000184d-58cc-4115-ba57-d2dde127db9e req-9c1d4066-28df-4982-8200-fa27cbb0cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:39.034203 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d000184d-58cc-4115-ba57-d2dde127db9e req-9c1d4066-28df-4982-8200-fa27cbb0cc17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=997387bbf6c743779ec428533b638284&device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 1099 time: 0.0730097 Mar 16 11:17:39.178018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000184d-58cc-4115-ba57-d2dde127db9e req-323d885e-24b6-44f3-9808-a607a5b4d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:39.179386 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d000184d-58cc-4115-ba57-d2dde127db9e req-323d885e-24b6-44f3-9808-a607a5b4d770 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0124aade-866a-4af0-8251-d6c2bcfb7061 HTTP/1.1" status: 200 len: 913 time: 0.1273062 Mar 16 11:17:39.250489 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d000184d-58cc-4115-ba57-d2dde127db9e req-aec41bb1-2ce7-4168-bb84-6e4ffbf06e9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078 HTTP/1.1" status: 200 len: 217 time: 0.0643826 Mar 16 11:17:39.263366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92e085-e688-42d0-9a08-57388aa91c64 req-455173f4-b64f-45ff-b6e2-6907765d85f8 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:39.264901 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ef92e085-e688-42d0-9a08-57388aa91c64 req-455173f4-b64f-45ff-b6e2-6907765d85f8 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0846305 Mar 16 11:17:39.310679 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ef92e085-e688-42d0-9a08-57388aa91c64 req-f0f398fb-430a-47dd-b5ba-21a3aa3b7772 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 Mar 16 11:17:39.329542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000184d-58cc-4115-ba57-d2dde127db9e req-f95a986d-7ff6-4fe7-a542-b34a98fec060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:39.331059 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d000184d-58cc-4115-ba57-d2dde127db9e req-f95a986d-7ff6-4fe7-a542-b34a98fec060 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2a59709-2420-4ec7-aa6c-25f4cfd1df93 HTTP/1.1" status: 200 len: 852 time: 0.0589240 Mar 16 11:17:39.379830 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d000184d-58cc-4115-ba57-d2dde127db9e req-bda6a285-d047-4541-a762-b549b0a3cafb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0124aade-866a-4af0-8251-d6c2bcfb7061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427687 Mar 16 11:17:39.513104 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d000184d-58cc-4115-ba57-d2dde127db9e req-4e92b6c3-c00e-4261-9173-5601754f95d1 service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258919 Mar 16 11:17:39.642309 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d000184d-58cc-4115-ba57-d2dde127db9e req-0e429426-8bfe-4f61-8c90-2b52d62e7c93 service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237333 Mar 16 11:17:39.767208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-e5ac303b-4d1d-4579-ae57-6d243dc17058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:39.768570 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-e5ac303b-4d1d-4579-ae57-6d243dc17058 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=997387bbf6c743779ec428533b638284&device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 1099 time: 0.0809233 Mar 16 11:17:39.997028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-12bf19d1-31cf-4a9c-a55e-44f122c78c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:39.998496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-12bf19d1-31cf-4a9c-a55e-44f122c78c31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0124aade-866a-4af0-8251-d6c2bcfb7061 HTTP/1.1" status: 200 len: 913 time: 0.2242382 Mar 16 11:17:40.067302 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-d4cf83a5-e3f3-47b8-80b2-8dadd3393eb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078 HTTP/1.1" status: 200 len: 217 time: 0.0627358 Mar 16 11:17:40.131295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-15c00e81-7857-4fde-8461-3163e01c4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:40.132670 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-15c00e81-7857-4fde-8461-3163e01c4e61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2a59709-2420-4ec7-aa6c-25f4cfd1df93 HTTP/1.1" status: 200 len: 852 time: 0.0593808 Mar 16 11:17:40.183197 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-2ec38c6b-e9c4-4813-83fc-13a32d48cf2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0124aade-866a-4af0-8251-d6c2bcfb7061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426261 Mar 16 11:17:40.328366 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-03d0dcca-4ca7-4cf3-a442-7121f6556dc6 service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391952 Mar 16 11:17:40.463372 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-581f8dcd-39de-4f5e-8bcb-1150ad5252bb service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292026 Mar 16 11:17:40.654414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1c3f5-2cee-4b50-b852-a6337b73f4a4 req-859d6ed5-465c-4b48-8cea-6df3074da06a tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:40.656251 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-98d1c3f5-2cee-4b50-b852-a6337b73f4a4 req-859d6ed5-465c-4b48-8cea-6df3074da06a tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0840957 Mar 16 11:17:40.699336 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-98d1c3f5-2cee-4b50-b852-a6337b73f4a4 req-8fb625e8-4c80-4717-b3f1-017074c902ec tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 Mar 16 11:17:41.914635 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0edc36-89bb-4b47-8667-df0b8eace106 req-0276f7ee-0a0b-4ef0-be50-4129b667f38c tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:41.916093 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4c0edc36-89bb-4b47-8667-df0b8eace106 req-0276f7ee-0a0b-4ef0-be50-4129b667f38c tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0938773 Mar 16 11:17:41.960500 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4c0edc36-89bb-4b47-8667-df0b8eace106 req-a40a5bcd-b500-495a-b06f-1ecbebc62a50 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 Mar 16 11:17:43.174303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597afbd2-292e-497b-b67d-6d25429d0a46 req-496c47ff-2089-408f-a5b8-9c0333495c5f tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:43.175803 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-597afbd2-292e-497b-b67d-6d25429d0a46 req-496c47ff-2089-408f-a5b8-9c0333495c5f tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0901735 Mar 16 11:17:43.222132 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-597afbd2-292e-497b-b67d-6d25429d0a46 req-2b0900fb-f3df-4a5f-b60f-766278aa81d1 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Mar 16 11:17:44.424182 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6715351-6f24-45b8-8187-1654cb064dec req-49444471-57b0-4195-853b-3db8d1827f1e tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:44.425655 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d6715351-6f24-45b8-8187-1654cb064dec req-49444471-57b0-4195-853b-3db8d1827f1e tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0848265 Mar 16 11:17:44.469282 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d6715351-6f24-45b8-8187-1654cb064dec req-2cb5d12b-6d41-4800-885b-cda470cd985e tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379620 Mar 16 11:17:45.656234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85bfc0-a82b-4e6a-95a5-ebb70c662d97 req-060271a0-a0ac-4371-972c-1223766d259e tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:45.657714 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1d85bfc0-a82b-4e6a-95a5-ebb70c662d97 req-060271a0-a0ac-4371-972c-1223766d259e tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0821998 Mar 16 11:17:45.705042 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1d85bfc0-a82b-4e6a-95a5-ebb70c662d97 req-8c4ed458-50b7-4fb9-8088-62b5e76343d2 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Mar 16 11:17:46.907722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed49672-f283-4287-879c-08beae249518 req-beb9427d-b515-4392-bbdf-2fab355674d5 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:46.909209 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0ed49672-f283-4287-879c-08beae249518 req-beb9427d-b515-4392-bbdf-2fab355674d5 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0870531 Mar 16 11:17:46.952987 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0ed49672-f283-4287-879c-08beae249518 req-c9eaeaad-aeae-4134-9ae4-c441502a6bc9 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Mar 16 11:17:48.157824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71affaeb-0d6e-4547-821e-850975c48583 req-5e78e90a-f1a3-415d-87dc-a42426786d95 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:48.159278 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-71affaeb-0d6e-4547-821e-850975c48583 req-5e78e90a-f1a3-415d-87dc-a42426786d95 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0861399 Mar 16 11:17:48.205462 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-71affaeb-0d6e-4547-821e-850975c48583 req-a9cdffec-08b4-40f9-b4f2-ce646ac5f11f tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Mar 16 11:17:49.411198 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09341bfb-9c84-47ad-ab9a-2ce16aaccbf0 req-5df9b683-0c25-42ef-af6a-ccc7682014ac tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:49.412640 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-09341bfb-9c84-47ad-ab9a-2ce16aaccbf0 req-5df9b683-0c25-42ef-af6a-ccc7682014ac tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0927882 Mar 16 11:17:49.560291 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-09341bfb-9c84-47ad-ab9a-2ce16aaccbf0 req-46046297-4687-4eff-b26b-9a73b4451652 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393216 Mar 16 11:17:50.764301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ec09f-3b2a-4b51-ad3c-739a07978584 req-c94d4336-bc8b-430b-9c4a-cd322252155a tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:50.765755 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-288ec09f-3b2a-4b51-ad3c-739a07978584 req-c94d4336-bc8b-430b-9c4a-cd322252155a tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0919247 Mar 16 11:17:50.809287 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-288ec09f-3b2a-4b51-ad3c-739a07978584 req-8e7cb11e-bf3f-4b77-a82f-444e313b0783 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Mar 16 11:17:51.901739 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19215dbf-8d4e-4a15-ab44-4206aa9f11e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.024302 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6b8a0-3b55-4b37-b935-764e926fc03d req-ef66f8d2-7f2f-4242-84c6-7c6a9f01cee6 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:52.025769 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9af6b8a0-3b55-4b37-b935-764e926fc03d req-ef66f8d2-7f2f-4242-84c6-7c6a9f01cee6 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0993063 Mar 16 11:17:52.069235 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9af6b8a0-3b55-4b37-b935-764e926fc03d req-39d3a62c-7769-46da-be9c-96bad2084d58 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377524 Mar 16 11:17:53.280093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e5a97-564f-4fae-afd8-5919c808fc18 req-9d42ffd1-814b-46d1-85a1-92008097b817 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:53.281605 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b68e5a97-564f-4fae-afd8-5919c808fc18 req-9d42ffd1-814b-46d1-85a1-92008097b817 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0964954 Mar 16 11:17:53.330011 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b68e5a97-564f-4fae-afd8-5919c808fc18 req-0b4f0b92-f978-4423-b841-a4be26f58890 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Mar 16 11:17:54.529319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c89c-b8aa-4c65-95f1-e82317aa9df5 req-91b83b05-53af-4b65-9bf8-2c7aad76f7ef tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:54.530771 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ae07c89c-b8aa-4c65-95f1-e82317aa9df5 req-91b83b05-53af-4b65-9bf8-2c7aad76f7ef tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0899134 Mar 16 11:17:54.576782 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ae07c89c-b8aa-4c65-95f1-e82317aa9df5 req-5ec93148-f886-441a-a353-71ccbedd66f3 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379078 Mar 16 11:17:54.963564 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.053754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-45421c72-7c3b-48c8-aa58-4d116e4ed980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.287320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.774852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67500942-06c0-44e7-8a97-e84e173ba156 req-49373bf6-892c-4577-b733-1d85684fcac2 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:55.776434 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-67500942-06c0-44e7-8a97-e84e173ba156 req-49373bf6-892c-4577-b733-1d85684fcac2 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0918181 Mar 16 11:17:55.822975 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-67500942-06c0-44e7-8a97-e84e173ba156 req-71bdbb9b-98bd-4a27-a608-8c96abc02cc3 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Mar 16 11:17:56.684817 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.026919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c3bb3-1e63-4904-b6f6-807471186b7c req-bf714f40-9c59-452d-9ffb-02bc53310104 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:57.028547 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fc1c3bb3-1e63-4904-b6f6-807471186b7c req-bf714f40-9c59-452d-9ffb-02bc53310104 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0876112 Mar 16 11:17:57.073512 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fc1c3bb3-1e63-4904-b6f6-807471186b7c req-0a2eb5b9-1436-42f9-bf9e-1fd4990f3910 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392797 Mar 16 11:17:57.153878 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-3e94e7d9-3586-4a9f-8ff6-fb93f866fcda service neutron] 10.222.0.48 "GET /v2.0/ports/bdd2d09d-c49f-429c-ac59-b7f8663eb078/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0813024 Mar 16 11:17:57.424763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-dd4daa7e-af2f-4107-8531-59b1fa756860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:57.426121 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-dd4daa7e-af2f-4107-8531-59b1fa756860 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee&tenant_id=997387bbf6c743779ec428533b638284 HTTP/1.1" status: 200 len: 1099 time: 0.0713606 Mar 16 11:17:57.518911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-123cd295-074a-4904-a97d-4bfbcb997b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:57.520334 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-123cd295-074a-4904-a97d-4bfbcb997b31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=997387bbf6c743779ec428533b638284&device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 1099 time: 0.0723252 Mar 16 11:17:57.652563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-94010d83-9b64-479f-94d1-2d942dc10f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:57.654115 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-94010d83-9b64-479f-94d1-2d942dc10f28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0124aade-866a-4af0-8251-d6c2bcfb7061 HTTP/1.1" status: 200 len: 913 time: 0.1277316 Mar 16 11:17:57.817156 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-1764e341-fc4b-46b8-a6f8-0778afdb1fef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078 HTTP/1.1" status: 200 len: 217 time: 0.1572385 Mar 16 11:17:57.881507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-c55f1084-ce2f-4083-b89d-64aa63278e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:57.882910 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-c55f1084-ce2f-4083-b89d-64aa63278e09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2a59709-2420-4ec7-aa6c-25f4cfd1df93 HTTP/1.1" status: 200 len: 852 time: 0.0603685 Mar 16 11:17:57.928321 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-c47d998d-5361-40e8-b63a-23b9d0fca0a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0124aade-866a-4af0-8251-d6c2bcfb7061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399721 Mar 16 11:17:58.061740 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-4b393a3e-46df-41d3-a4ed-8bb4749ce006 service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269226 Mar 16 11:17:58.238668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19de405d-b80a-41b4-9696-7fd4b5c53206 req-cf1f447a-c254-42a3-ab9f-df6c8bdd69fb service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715517 Mar 16 11:17:58.274799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad1be8-c0df-4e65-99d0-c8b662d6768e req-b5ae0774-658c-4c16-9779-59face81c808 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:58.276256 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-43ad1be8-c0df-4e65-99d0-c8b662d6768e req-b5ae0774-658c-4c16-9779-59face81c808 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0981381 Mar 16 11:17:58.319966 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-43ad1be8-c0df-4e65-99d0-c8b662d6768e req-581b20fb-661a-4202-8864-38c31d94ab67 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379682 Mar 16 11:17:58.414972 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:17:59.519477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device bdd2d09d-c49f-429c-ac59-b7f8663eb078 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:17:59.521502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce414f-82a1-42c3-93a3-5b91dc5da1da req-d1848fad-ac5b-43fd-813f-f8c47c257144 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.522898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device bdd2d09d-c49f-429c-ac59-b7f8663eb078 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:59.523037 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8fce414f-82a1-42c3-93a3-5b91dc5da1da req-d1848fad-ac5b-43fd-813f-f8c47c257144 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0896239 Mar 16 11:17:59.566894 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8fce414f-82a1-42c3-93a3-5b91dc5da1da req-d87b2066-80e4-41d6-9b91-3fb764c7a87e tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382676 Mar 16 11:17:59.759997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.796878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port bdd2d09d-c49f-429c-ac59-b7f8663eb078, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078,segment=NetworkSegment(186da980-063b-4499-8a82-f8ead633de47),segment_id=186da980-063b-4499-8a82-f8ead633de47)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:59.812657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:59.819950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078', 'network_id': '0124aade-866a-4af0-8251-d6c2bcfb7061', 'port_id': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078', 'mac_address': 'fa:16:3e:38:ac:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a59709-2420-4ec7-aa6c-25f4cfd1df93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:17:59.825692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port bdd2d09d-c49f-429c-ac59-b7f8663eb078, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078,segment=NetworkSegment(186da980-063b-4499-8a82-f8ead633de47),segment_id=186da980-063b-4499-8a82-f8ead633de47)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:59.860294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.893907 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078', 'code': 200} Mar 16 11:17:59.921919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.952708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd2d09d-c49f-429c-ac59-b7f8663eb078 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:59.960975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=bdd2d09d-c49f-429c-ac59-b7f8663eb078,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:59.973870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.974218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.974558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.974891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.975196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.975533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.975839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.976156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.976474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.976799 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.977127 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.977432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:59.982430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port bdd2d09d-c49f-429c-ac59-b7f8663eb078, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078,segment=NetworkSegment(186da980-063b-4499-8a82-f8ead633de47),segment_id=186da980-063b-4499-8a82-f8ead633de47)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:59.986649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.051556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=bdd2d09d-c49f-429c-ac59-b7f8663eb078,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:00.157979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['bdd2d09d-c49f-429c-ac59-b7f8663eb078'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:18:00.760860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef156e8-cd19-490d-b442-0de360f317f7 req-8347d5b5-30f2-46e9-8cb7-1653557c68fb tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:00.762309 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fef156e8-cd19-490d-b442-0de360f317f7 req-8347d5b5-30f2-46e9-8cb7-1653557c68fb tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 945 time: 0.0839658 Mar 16 11:18:00.809600 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fef156e8-cd19-490d-b442-0de360f317f7 req-03935a84-c5bd-4535-8b2d-39fa70465167 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 Mar 16 11:18:01.530171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device bdd2d09d-c49f-429c-ac59-b7f8663eb078 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:01.606346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port bdd2d09d-c49f-429c-ac59-b7f8663eb078 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:01.606709 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.722716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.755914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port bdd2d09d-c49f-429c-ac59-b7f8663eb078, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078,segment=NetworkSegment(186da980-063b-4499-8a82-f8ead633de47),segment_id=186da980-063b-4499-8a82-f8ead633de47)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:01.762050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.826317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=bdd2d09d-c49f-429c-ac59-b7f8663eb078,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.895012 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:01.950458 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078', 'code': 200} Mar 16 11:18:02.000051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bcb07-5965-4268-b809-7c3135ce276b req-0fea3bf7-b178-4f7d-9cda-f8a75f773927 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:02.001518 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-845bcb07-5965-4268-b809-7c3135ce276b req-0fea3bf7-b178-4f7d-9cda-f8a75f773927 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0854750 Mar 16 11:18:02.050775 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-845bcb07-5965-4268-b809-7c3135ce276b req-aee5c1aa-1a4f-41ff-9951-cc2879cc1cb3 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Mar 16 11:18:02.431867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-60779159-6a48-49ba-b2fb-6091ee10152a tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:02.433352 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-60779159-6a48-49ba-b2fb-6091ee10152a tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee&tenant_id=997387bbf6c743779ec428533b638284&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 946 time: 0.0871992 Mar 16 11:18:02.580423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-43f62993-cc68-43bc-99c0-f7fcdf70646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:02.581935 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-43f62993-cc68-43bc-99c0-f7fcdf70646a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=997387bbf6c743779ec428533b638284&device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 1099 time: 0.0771480 Mar 16 11:18:02.719081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-bd334fa0-2938-4753-926f-8eecbb546c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:02.720444 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-bd334fa0-2938-4753-926f-8eecbb546c4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0124aade-866a-4af0-8251-d6c2bcfb7061 HTTP/1.1" status: 200 len: 913 time: 0.1326478 Mar 16 11:18:02.790004 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-67296788-8701-4ee4-be08-1d52532c27d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078 HTTP/1.1" status: 200 len: 217 time: 0.0629923 Mar 16 11:18:02.851968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c9f4da14-8850-485d-a98c-815bffd07afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:02.853385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c9f4da14-8850-485d-a98c-815bffd07afa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2a59709-2420-4ec7-aa6c-25f4cfd1df93 HTTP/1.1" status: 200 len: 852 time: 0.0577493 Mar 16 11:18:02.897730 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-717b4ba6-1319-48b9-b6eb-d37fef8c4bb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0124aade-866a-4af0-8251-d6c2bcfb7061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385213 Mar 16 11:18:03.044466 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-11150dc5-53b8-436f-ba7f-2c9a77c53152 service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404495 Mar 16 11:18:03.173020 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-dd60e522-01d4-4eb7-9131-fc05a81bd405 service neutron] 10.222.0.48 "GET /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228058 Mar 16 11:18:04.039223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcd19a-193f-4317-a144-11ec453c0ad0 req-d6f9ae58-8140-450a-93c4-971f5f9071d3 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:04.040841 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46fcd19a-193f-4317-a144-11ec453c0ad0 req-d6f9ae58-8140-450a-93c4-971f5f9071d3 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0975215 Mar 16 11:18:04.092988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-46fcd19a-193f-4317-a144-11ec453c0ad0 req-aae0d6ec-e754-4e30-942b-d251780d58ac tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 Mar 16 11:18:05.299169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea2c7a-ebd3-4cba-ac04-8789b246a0cf req-3e51165a-bb81-4c81-9d55-c428187be1a8 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:05.300605 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbea2c7a-ebd3-4cba-ac04-8789b246a0cf req-3e51165a-bb81-4c81-9d55-c428187be1a8 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.0876017 Mar 16 11:18:05.347196 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbea2c7a-ebd3-4cba-ac04-8789b246a0cf req-fdc92b5c-ec9d-4426-b158-43b65b95417d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Mar 16 11:18:05.854544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-f5f5bf37-eb29-4fd5-b684-3cfa2521f976 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:05.855982 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-f5f5bf37-eb29-4fd5-b684-3cfa2521f976 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.1111057 Mar 16 11:18:06.025677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Deleting port bdd2d09d-c49f-429c-ac59-b7f8663eb078 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:06.025988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.287726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] For port bdd2d09d-c49f-429c-ac59-b7f8663eb078, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=bdd2d09d-c49f-429c-ac59-b7f8663eb078,segment=NetworkSegment(186da980-063b-4499-8a82-f8ead633de47),segment_id=186da980-063b-4499-8a82-f8ead633de47)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:06.288103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.418077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Calling delete_port for bdd2d09d-c49f-429c-ac59-b7f8663eb078 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:06.602371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f178e9-01a8-4c70-a2eb-fb93490b9aa0 req-bf876764-d17a-4a94-96e7-b70b98f992cc tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:06.603762 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-96f178e9-01a8-4c70-a2eb-fb93490b9aa0 req-bf876764-d17a-4a94-96e7-b70b98f992cc tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab21deca-08e2-4f81-bcd2-69a7032410ee HTTP/1.1" status: 200 len: 946 time: 0.1493583 Mar 16 11:18:06.647829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.661092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['bdd2d09d-c49f-429c-ac59-b7f8663eb078'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:18:06.700940 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-96f178e9-01a8-4c70-a2eb-fb93490b9aa0 req-caa473a9-7680-4cd9-8993-f651f1cc6144 tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.37 "GET /v2.0/security-groups?id=6937ddf5-321e-4f62-b966-aa711875f851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908227 Mar 16 11:18:06.709995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Pushing event deleted for resources: {'Port': ['ID=bdd2d09d-c49f-429c-ac59-b7f8663eb078,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:06.747325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.747668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.748000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.748325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.748648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.748994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.749313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.749630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.749950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.750265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.750576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.750874 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:06.791803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] No DVR routers for this DVR port bdd2d09d-c49f-429c-ac59-b7f8663eb078 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:06.794622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.798643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'name': 'network-vif-deleted', 'tag': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:06.812511 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f06327d4-0b18-4a86-a85e-f2f1702d33d4 req-c53378ed-0ac5-403c-9389-43f33ea5a06d tempest-DeleteServersTestJSON-51190639 tempest-DeleteServersTestJSON-51190639-project] 10.222.0.48 "DELETE /v2.0/ports/bdd2d09d-c49f-429c-ac59-b7f8663eb078 HTTP/1.1" status: 204 len: 173 time: 0.9511390 Mar 16 11:18:06.908616 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab21deca-08e2-4f81-bcd2-69a7032410ee', 'name': 'network-vif-deleted', 'tag': 'bdd2d09d-c49f-429c-ac59-b7f8663eb078', 'status': 'completed', 'code': 200} Mar 16 11:18:07.952226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41496) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.014070 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Deleting subnet a2a59709-2420-4ec7-aa6c-25f4cfd1df93 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:18:08.017350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.067829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.125990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.192710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.229498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a59709-2420-4ec7-aa6c-25f4cfd1df93,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:08.234403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.242368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.242707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.243045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.243373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.243716 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.244020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.244353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.244667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.244990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.245342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.245645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.245963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:08.249491 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-71fa5f76-60fd-4311-9ca9-1c8b0486d748 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a2a59709-2420-4ec7-aa6c-25f4cfd1df93 HTTP/1.1" status: 204 len: 168 time: 0.2955470 Mar 16 11:18:08.252140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41500) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.356804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.484822 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.486037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.513270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0124aade-866a-4af0-8251-d6c2bcfb7061']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:08.525098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186da980-063b-4499-8a82-f8ead633de47') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:08.525390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186da980-063b-4499-8a82-f8ead633de47') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:08.536596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.554140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.564169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:18:08.564748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:08.579339 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:08.661447 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.678973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.687666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0124aade-866a-4af0-8251-d6c2bcfb7061,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:08.690499 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3719fb6e-8edd-4e32-98e6-3c0b3313b4d3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0124aade-866a-4af0-8251-d6c2bcfb7061 HTTP/1.1" status: 204 len: 168 time: 0.4374452 Mar 16 11:18:08.803477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41506) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.851834 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ce3fdc4c-1f61-4c9c-8a19-b5b2673cc971 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=997387bbf6c743779ec428533b638284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471804 Mar 16 11:18:08.854168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41510) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.913865 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc6011e2-204f-45e5-941f-a68050123473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.944998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc6011e2-204f-45e5-941f-a68050123473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.001593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc6011e2-204f-45e5-941f-a68050123473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.018990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6011e2-204f-45e5-941f-a68050123473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6937ddf5-321e-4f62-b966-aa711875f851,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:09.027119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cc6011e2-204f-45e5-941f-a68050123473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.028437 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cc6011e2-204f-45e5-941f-a68050123473 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6937ddf5-321e-4f62-b966-aa711875f851 HTTP/1.1" status: 204 len: 168 time: 0.1733940 Mar 16 11:18:09.548431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device bdd2d09d-c49f-429c-ac59-b7f8663eb078 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:09.586171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: bdd2d09d-c49f-429c-ac59-b7f8663eb078 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:09.586534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device bdd2d09d-c49f-429c-ac59-b7f8663eb078 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:09.778173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41534) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:09.885208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-376749448-network', 'tenant_id': 'b4b4559c7be548c2aea1d2de29e6c4cf'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:09.892202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:09.898262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Usage tracker for resource:network and tenant:b4b4559c7be548c2aea1d2de29e6c4cf is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:09.902741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:09.910315 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:09.922475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Made reservation on behalf of b4b4559c7be548c2aea1d2de29e6c4cf for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:09.924870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.939497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.953868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:09.957688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b4559c7be548c2aea1d2de29e6c4cf is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:09.960406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:09.965991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:10.044327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.050600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.079902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:10.088022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bca658-d129-47b9-b752-8f85f3d77c8b,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.093589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.094049 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Added segment 28574419-b965-4b25-8c0f-3e8ca48127fe of type vlan for network 19931847-b71d-43bb-86b9-05e349fef035 Mar 16 11:18:10.121563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.152256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.153221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:10.153821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.254571 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4752774 Mar 16 11:18:10.255228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c517eb6-1fc9-43cb-86fe-c480647b77d9 admin admin] Pushing event updated for resources: {'Network': ['ID=19931847-b71d-43bb-86b9-05e349fef035,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.258467 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41540) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:10.266776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Request body: {'subnet': {'network_id': '19931847-b71d-43bb-86b9-05e349fef035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-376749448-subnet', 'tenant_id': 'b4b4559c7be548c2aea1d2de29e6c4cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:10.268425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 19931847-b71d-43bb-86b9-05e349fef035 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:10.272030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:10.276270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Usage tracker for resource:subnet and tenant:b4b4559c7be548c2aea1d2de29e6c4cf is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:10.279275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:10.289229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:10.299161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Made reservation on behalf of b4b4559c7be548c2aea1d2de29e6c4cf for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:10.301545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.500973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.570224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.578935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Checking segment: {'id': '28574419-b965-4b25-8c0f-3e8ca48127fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '19931847-b71d-43bb-86b9-05e349fef035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:10.579289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Network hostable DHCP agents. Network: 19931847-b71d-43bb-86b9-05e349fef035, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:10.598489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Network 19931847-b71d-43bb-86b9-05e349fef035 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:10.608174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 19931847-b71d-43bb-86b9-05e349fef035) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:10.612168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:10.612807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.617748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff4229b-c989-4132-9e03-7b404bb00fc4 None None] Network 19931847-b71d-43bb-86b9-05e349fef035 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:10.633906 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-97c938fa-8d8c-48c0-86a4-012c68756fe2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3741260 Mar 16 11:18:10.829165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23195067-7dd6-4ee3-8d38-5c41c2029ac4 None None] Network 19931847-b71d-43bb-86b9-05e349fef035 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:11.144938 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-bc63ad76-dee9-4ad4-bfa2-e048144ae419 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:11.146378 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-bc63ad76-dee9-4ad4-bfa2-e048144ae419 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 814 time: 0.1544647 Mar 16 11:18:11.160751 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-abeead6a-1633-451f-a9b6-4a0f363acadf tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/quotas/b4b4559c7be548c2aea1d2de29e6c4cf HTTP/1.1" status: 200 len: 375 time: 0.0088689 Mar 16 11:18:11.207434 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-9c296966-27f6-4ccf-a6f9-e0e0f47f4672 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415325 Mar 16 11:18:11.285998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-60b7f214-1620-4755-bd4f-49d405c1c418 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:18:11.286970 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-60b7f214-1620-4755-bd4f-49d405c1c418 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0705826 Mar 16 11:18:11.419426 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-0378eda5-7b8e-4d29-964b-d8b82e50565e service neutron] 10.222.0.37 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264322 Mar 16 11:18:11.652651 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-628f0cb3-10d5-40aa-a51b-cbd8b4a139da service neutron] 10.222.0.37 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267737 Mar 16 11:18:11.823445 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-50c39188-2348-474d-9d8f-47dcf73e39a4 req-870ce67d-f0cc-4b89-9de4-1f0751b7188b tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 210 time: 0.0423291 Mar 16 11:18:12.886334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-1d25a72f-b42f-40ab-80a3-6c9bd16fe829 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:12.887053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-1d25a72f-b42f-40ab-80a3-6c9bd16fe829 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Synchronizing usage tracker for tenant:b4b4559c7be548c2aea1d2de29e6c4cf on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:12.905009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-1d25a72f-b42f-40ab-80a3-6c9bd16fe829 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Unset dirty status for tenant:b4b4559c7be548c2aea1d2de29e6c4cf on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:12.906259 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-1d25a72f-b42f-40ab-80a3-6c9bd16fe829 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 814 time: 0.1720994 Mar 16 11:18:12.918430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Request body: {'port': {'device_id': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'network_id': '19931847-b71d-43bb-86b9-05e349fef035', 'admin_state_up': True, 'tenant_id': 'b4b4559c7be548c2aea1d2de29e6c4cf'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:12.976879 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-56e0a9e4-7848-4af1-8d07-d4c7f157983d req-3e0a4bd1-49f3-4233-b71c-c3431fd8e431 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 210 time: 0.0429454 Mar 16 11:18:13.058625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:13.062745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Usage tracker for resource:port and tenant:b4b4559c7be548c2aea1d2de29e6c4cf is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:13.065626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:13.071285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:13.083744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Made reservation on behalf of b4b4559c7be548c2aea1d2de29e6c4cf for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:13.087459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.254743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Allocated IP 172.20.0.4 (19931847-b71d-43bb-86b9-05e349fef035/6facad8d-9202-4ac0-8ea9-2d9b3c11e05a/7911afa4-c2d2-4e50-8a90-4fb19c03d992) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:13.458545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.490407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.554818 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Network 19931847-b71d-43bb-86b9-05e349fef035 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:13.566600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:13.570844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:13.600403 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Pushing event updated for resources: {'Port': ['ID=7911afa4-c2d2-4e50-8a90-4fb19c03d992,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.634377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:13.634970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.657234 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-ae38d211-9e73-43aa-bf95-a6622bf2261a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430592 Mar 16 11:18:13.671265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Request body: {'port': {'device_id': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:13.884789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.235404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12855f55-5025-4618-847e-adc09bb5cb20 req-75ac1c3a-0958-41e0-8b6b-2f8480b5cd80 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:14.236310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-12855f55-5025-4618-847e-adc09bb5cb20 req-75ac1c3a-0958-41e0-8b6b-2f8480b5cd80 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Synchronizing usage tracker for tenant:b4b4559c7be548c2aea1d2de29e6c4cf on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:14.295015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7911afa4-c2d2-4e50-8a90-4fb19c03d992 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:14.299371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-12855f55-5025-4618-847e-adc09bb5cb20 req-75ac1c3a-0958-41e0-8b6b-2f8480b5cd80 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Unset dirty status for tenant:b4b4559c7be548c2aea1d2de29e6c4cf on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:14.300506 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12855f55-5025-4618-847e-adc09bb5cb20 req-75ac1c3a-0958-41e0-8b6b-2f8480b5cd80 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 931 time: 0.1944792 Mar 16 11:18:14.304098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.336224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Transition to ACTIVE for port object 7911afa4-c2d2-4e50-8a90-4fb19c03d992 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:14.345131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.392775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-12855f55-5025-4618-847e-adc09bb5cb20 req-9756ef4a-8595-4c32-b27c-8dca45227be8 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Synchronizing usage tracker for tenant:b4b4559c7be548c2aea1d2de29e6c4cf on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:14.511849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7911afa4-c2d2-4e50-8a90-4fb19c03d992,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:14.550187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-12855f55-5025-4618-847e-adc09bb5cb20 req-9756ef4a-8595-4c32-b27c-8dca45227be8 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Unset dirty status for tenant:b4b4559c7be548c2aea1d2de29e6c4cf on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:14.551302 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12855f55-5025-4618-847e-adc09bb5cb20 req-9756ef4a-8595-4c32-b27c-8dca45227be8 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448316 Mar 16 11:18:14.593070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Attempting to bind port 7911afa4-c2d2-4e50-8a90-4fb19c03d992 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:14.593386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Attempting to bind port 7911afa4-c2d2-4e50-8a90-4fb19c03d992 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '28574419-b965-4b25-8c0f-3e8ca48127fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '19931847-b71d-43bb-86b9-05e349fef035'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:14.593683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Attempting to bind port 7911afa4-c2d2-4e50-8a90-4fb19c03d992 on network 19931847-b71d-43bb-86b9-05e349fef035 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:14.598400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Port 7911afa4-c2d2-4e50-8a90-4fb19c03d992 on network 19931847-b71d-43bb-86b9-05e349fef035 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:18:14.598706 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Attempting to bind port 7911afa4-c2d2-4e50-8a90-4fb19c03d992 on network 19931847-b71d-43bb-86b9-05e349fef035 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:14.603852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:14.604178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Checking segment: {'id': '28574419-b965-4b25-8c0f-3e8ca48127fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '19931847-b71d-43bb-86b9-05e349fef035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:14.604554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Bound using segment: {'id': '28574419-b965-4b25-8c0f-3e8ca48127fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '19931847-b71d-43bb-86b9-05e349fef035'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:14.604993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Bound port: 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28574419-b965-4b25-8c0f-3e8ca48127fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '19931847-b71d-43bb-86b9-05e349fef035'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:14.605324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.694593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] For port 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:14.697683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] For port 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:14.703440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.755108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:14.755774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.757141 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/7911afa4-c2d2-4e50-8a90-4fb19c03d992 HTTP/1.1" status: 200 len: 1093 time: 1.0922999 Mar 16 11:18:14.757569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'tag': '7911afa4-c2d2-4e50-8a90-4fb19c03d992'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:14.784643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4565312-2b64-43e8-8898-14a7b32063e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7911afa4-c2d2-4e50-8a90-4fb19c03d992,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:14.827594 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'tag': '7911afa4-c2d2-4e50-8a90-4fb19c03d992', 'status': 'completed', 'code': 200} Mar 16 11:18:14.867692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-c481a673-9ad8-4a3b-8c75-55dccf5dca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:14.869162 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-c481a673-9ad8-4a3b-8c75-55dccf5dca33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 1096 time: 0.0759816 Mar 16 11:18:14.935524 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-b679d48f-5782-4f1a-b2de-0678a2820f52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992 HTTP/1.1" status: 200 len: 217 time: 0.0599854 Mar 16 11:18:14.999529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-7789089e-5f40-456b-a0c9-6f8982141dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:15.000947 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-7789089e-5f40-456b-a0c9-6f8982141dd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0598500 Mar 16 11:18:15.046105 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-d01918ea-906f-40b5-b924-c64c988f0f44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394807 Mar 16 11:18:15.178274 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-bed0db01-70b6-4eab-ac3b-b5121b487443 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260324 Mar 16 11:18:15.327423 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20a3d612-5b48-42a8-a5a1-ad41478ba8c0 req-f302cb13-65b5-4653-8df5-b0eac2e16ab5 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432488 Mar 16 11:18:15.548385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f41106-db07-404a-8526-ece2c86dea46 req-13c98d3a-f540-47fa-9547-c12dd44542a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:15.549885 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31f41106-db07-404a-8526-ece2c86dea46 req-13c98d3a-f540-47fa-9547-c12dd44542a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 1096 time: 0.1736715 Mar 16 11:18:15.727662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f41106-db07-404a-8526-ece2c86dea46 req-c46d564d-696a-45a2-bded-3c4f6a133a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:15.729122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31f41106-db07-404a-8526-ece2c86dea46 req-c46d564d-696a-45a2-bded-3c4f6a133a94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 915 time: 0.1731052 Mar 16 11:18:15.803512 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31f41106-db07-404a-8526-ece2c86dea46 req-b47e2101-5f7f-4fa8-8882-ab0ac5be8f55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992 HTTP/1.1" status: 200 len: 217 time: 0.0683699 Mar 16 11:18:15.866949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899c743-9f33-4ee2-8d78-aae638142216 req-11898155-5e8b-47f1-9d04-7d5bf2a28694 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:15.868286 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a899c743-9f33-4ee2-8d78-aae638142216 req-11898155-5e8b-47f1-9d04-7d5bf2a28694 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 943 time: 0.2110088 Mar 16 11:18:15.893902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f41106-db07-404a-8526-ece2c86dea46 req-b446cc21-a639-4831-bdf3-2b3356318381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:15.895243 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31f41106-db07-404a-8526-ece2c86dea46 req-b446cc21-a639-4831-bdf3-2b3356318381 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0851400 Mar 16 11:18:15.951650 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31f41106-db07-404a-8526-ece2c86dea46 req-12efa1cd-8d1d-4e25-9732-0ea38f9879b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492895 Mar 16 11:18:15.959392 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a899c743-9f33-4ee2-8d78-aae638142216 req-0c59a09c-495d-4eae-aaa5-096d1c512507 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846181 Mar 16 11:18:16.086077 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31f41106-db07-404a-8526-ece2c86dea46 req-564e763a-4564-4858-8766-b2e7de40117b service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257713 Mar 16 11:18:16.220065 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31f41106-db07-404a-8526-ece2c86dea46 req-431ae790-2a46-4eb8-b316-02c18b38ec53 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271091 Mar 16 11:18:17.165999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8a54-8a47-4ad2-8e86-36a98b3b9f73 req-c4b010ec-c1d0-4f79-9a41-eabfb4a69bda tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:17.167427 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bd4e8a54-8a47-4ad2-8e86-36a98b3b9f73 req-c4b010ec-c1d0-4f79-9a41-eabfb4a69bda tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 943 time: 0.0898774 Mar 16 11:18:17.214292 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bd4e8a54-8a47-4ad2-8e86-36a98b3b9f73 req-5544a6e8-1213-44ac-9fdf-ee50530255ad tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Mar 16 11:18:18.401220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e214a-6395-4910-8072-c4d3c9745c59 req-ae1454a4-45de-46cb-acc7-ef81085ae2be tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:18.402660 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-129e214a-6395-4910-8072-c4d3c9745c59 req-ae1454a4-45de-46cb-acc7-ef81085ae2be tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 943 time: 0.0790393 Mar 16 11:18:18.457243 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-129e214a-6395-4910-8072-c4d3c9745c59 req-ed0bcaa9-0e75-46cc-9dc1-8cbd00762029 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487406 Mar 16 11:18:19.610208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7911afa4-c2d2-4e50-8a90-4fb19c03d992 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:18:19.655822 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656ae48-3829-4361-9fe2-ba8950f1a261 req-96bf23cf-63a8-4e97-9a44-75596232dc08 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:19.658032 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5656ae48-3829-4361-9fe2-ba8950f1a261 req-96bf23cf-63a8-4e97-9a44-75596232dc08 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 943 time: 0.0822434 Mar 16 11:18:19.706392 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5656ae48-3829-4361-9fe2-ba8950f1a261 req-36f73da0-2d79-415e-8da2-62f3f59a19c2 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Mar 16 11:18:19.745867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:19.759235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '7911afa4-c2d2-4e50-8a90-4fb19c03d992', 'network_id': '19931847-b71d-43bb-86b9-05e349fef035', 'port_id': '7911afa4-c2d2-4e50-8a90-4fb19c03d992', 'mac_address': 'fa:16:3e:8c:56:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6facad8d-9202-4ac0-8ea9-2d9b3c11e05a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:18:19.849719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.866163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7911afa4-c2d2-4e50-8a90-4fb19c03d992 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:19.881636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:19.888663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.970501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7911afa4-c2d2-4e50-8a90-4fb19c03d992,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:20.228401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['7911afa4-c2d2-4e50-8a90-4fb19c03d992'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:18:20.905457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69710-1cde-4b29-bead-cfab97557175 req-e6fdaf51-73e7-4656-99dd-99d95fd2b7ca tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:20.906898 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-33e69710-1cde-4b29-bead-cfab97557175 req-e6fdaf51-73e7-4656-99dd-99d95fd2b7ca tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 944 time: 0.0850444 Mar 16 11:18:20.953514 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-33e69710-1cde-4b29-bead-cfab97557175 req-ecb7f492-afa9-4e08-9b1b-27719d996954 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 Mar 16 11:18:21.610236 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7911afa4-c2d2-4e50-8a90-4fb19c03d992 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:21.686096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 7911afa4-c2d2-4e50-8a90-4fb19c03d992 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:21.690968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 7911afa4-c2d2-4e50-8a90-4fb19c03d992 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:21.691356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.811625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.838157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7911afa4-c2d2-4e50-8a90-4fb19c03d992'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:21.847744 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:21.853216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.888298 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7911afa4-c2d2-4e50-8a90-4fb19c03d992', 'code': 200} Mar 16 11:18:21.918287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-50bd3af5-adfe-4da6-b71a-4d226769a3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.935483 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7911afa4-c2d2-4e50-8a90-4fb19c03d992,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.176152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f4a14-7bbf-4cac-ac53-54d45a826a17 req-04bfd94c-a56b-4ae4-a8ff-832123b8b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:22.177645 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef6f4a14-7bbf-4cac-ac53-54d45a826a17 req-04bfd94c-a56b-4ae4-a8ff-832123b8b0c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 1098 time: 0.1273677 Mar 16 11:18:22.188766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce6eb2-0866-4a03-aa5f-be0bfb728656 req-8c251d7b-4025-404a-8968-97b61e4c0355 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:22.190174 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d9ce6eb2-0866-4a03-aa5f-be0bfb728656 req-8c251d7b-4025-404a-8968-97b61e4c0355 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.1101484 Mar 16 11:18:22.252679 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef6f4a14-7bbf-4cac-ac53-54d45a826a17 req-f3d5e4a0-2c46-4b21-b5b7-416e42b7155b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615647 Mar 16 11:18:22.256951 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d9ce6eb2-0866-4a03-aa5f-be0bfb728656 req-dacc4fe9-0765-41b1-9a08-347a9bb693a3 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540941 Mar 16 11:18:23.480750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae3aac-17dc-46c9-b230-679d80af8051 req-5bef4b01-0074-4983-b314-247b1ba985bd tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:23.482209 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fbae3aac-17dc-46c9-b230-679d80af8051 req-5bef4b01-0074-4983-b314-247b1ba985bd tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.1053429 Mar 16 11:18:23.533756 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fbae3aac-17dc-46c9-b230-679d80af8051 req-c9d68872-12e0-469f-9886-966ba3eeb7c0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455949 Mar 16 11:18:24.723907 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4b3d0-6360-4320-abd9-f3e162473b6d req-55bee50b-df96-4a43-ab57-fd1efc7b1ab0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:24.725418 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-27f4b3d0-6360-4320-abd9-f3e162473b6d req-55bee50b-df96-4a43-ab57-fd1efc7b1ab0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0881045 Mar 16 11:18:24.772239 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-27f4b3d0-6360-4320-abd9-f3e162473b6d req-ad558d8c-acc2-4993-88d8-b5e6b535005f tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397084 Mar 16 11:18:24.959813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e333-d380-4863-87a9-bd95cc20ffb0 req-f92cd2f0-1f1e-4225-85de-784fa4032774 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:24.961267 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bab0e333-d380-4863-87a9-bd95cc20ffb0 req-f92cd2f0-1f1e-4225-85de-784fa4032774 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0873110 Mar 16 11:18:24.962043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.007878 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bab0e333-d380-4863-87a9-bd95cc20ffb0 req-7728efab-d895-41f9-9bd9-50e5aee22dee tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373864 Mar 16 11:18:25.046780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2f3e350e-e2f8-4a8b-94aa-9cdce8f598fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.283486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.350372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db4380-9198-438f-ab5c-7b91e46d3d3c req-8cb98ad6-bd9d-4f0f-9223-857a6512ac2a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.351835 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-12db4380-9198-438f-ab5c-7b91e46d3d3c req-8cb98ad6-bd9d-4f0f-9223-857a6512ac2a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0813181 Mar 16 11:18:25.395303 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-12db4380-9198-438f-ab5c-7b91e46d3d3c req-e1c6d82f-1049-40bb-828b-f80a93740ac8 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377071 Mar 16 11:18:25.583226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e2479-8c11-4bde-a60a-3a90d4e2cd71 req-b6ae43a0-0aa0-42e1-927e-a0d9a96c8a31 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.584697 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ed2e2479-8c11-4bde-a60a-3a90d4e2cd71 req-b6ae43a0-0aa0-42e1-927e-a0d9a96c8a31 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0829079 Mar 16 11:18:25.638200 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ed2e2479-8c11-4bde-a60a-3a90d4e2cd71 req-b698d9ec-7c44-48dd-a46e-7e709f8b8b79 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Mar 16 11:18:25.991217 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-e0d2a77d-a2f5-48a5-9757-df36d538af99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731261 Mar 16 11:18:26.037887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04774f-7b84-4681-94f9-11122a53b164 req-794d61e7-7bdc-4e12-a33d-9fe312f1d113 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:26.039447 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3e04774f-7b84-4681-94f9-11122a53b164 req-794d61e7-7bdc-4e12-a33d-9fe312f1d113 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0795970 Mar 16 11:18:26.083272 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3e04774f-7b84-4681-94f9-11122a53b164 req-cdb2b2d3-77a9-4e84-b3a6-4edb6f878423 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381975 Mar 16 11:18:26.692430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.191196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-046f3e57-e220-42a7-9f49-3bd3843948f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:27.192820 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-046f3e57-e220-42a7-9f49-3bd3843948f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 1098 time: 0.0774233 Mar 16 11:18:27.267647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e92e7d-7af9-42b7-809c-594bf3f5e260 req-58814a85-d8ef-4eef-8508-dd33c55dcf98 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:27.269208 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-90e92e7d-7af9-42b7-809c-594bf3f5e260 req-58814a85-d8ef-4eef-8508-dd33c55dcf98 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0787535 Mar 16 11:18:27.313928 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-90e92e7d-7af9-42b7-809c-594bf3f5e260 req-8b06a9d6-3efe-4fbc-b814-46e6ab7773fe tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 Mar 16 11:18:27.326364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-be2d4198-4a05-4c20-a265-63a73ab87bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:27.328178 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-be2d4198-4a05-4c20-a265-63a73ab87bea service neutron] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 915 time: 0.1293011 Mar 16 11:18:27.490414 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-49c4845d-af05-47c3-8109-63bb4d723ed3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992 HTTP/1.1" status: 200 len: 217 time: 0.1561716 Mar 16 11:18:27.553865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-522efeb1-3739-45f9-9637-a5211ba4e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:27.555269 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-522efeb1-3739-45f9-9637-a5211ba4e161 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0591154 Mar 16 11:18:27.600598 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-68585dab-1d7b-42ef-bee3-26331e699d4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391042 Mar 16 11:18:27.730921 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-6f921f23-2e3d-409a-bd35-3edbf713833a service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239192 Mar 16 11:18:27.861153 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-0dcf0b96-2bdf-429f-b947-868388a8960b service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246312 Mar 16 11:18:28.524391 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc828-3d89-43f9-b3bf-73f34c18e844 req-ee2e44d0-31ab-475b-a717-5ee7f444cdb8 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:28.525849 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a74cc828-3d89-43f9-b3bf-73f34c18e844 req-ee2e44d0-31ab-475b-a717-5ee7f444cdb8 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0958691 Mar 16 11:18:28.572765 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a74cc828-3d89-43f9-b3bf-73f34c18e844 req-269ac328-7e47-4746-9788-96d46c028c20 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386946 Mar 16 11:18:29.770906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d533a3-57dc-40ea-8508-d0ec9c602cb6 req-3982da0f-234b-42a4-88e7-c9447345b807 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:29.772350 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f1d533a3-57dc-40ea-8508-d0ec9c602cb6 req-3982da0f-234b-42a4-88e7-c9447345b807 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0946510 Mar 16 11:18:29.817761 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f1d533a3-57dc-40ea-8508-d0ec9c602cb6 req-fc451a24-2ca2-42dc-9ce9-8bf399354612 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396655 Mar 16 11:18:31.021061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb59524-c7f5-4941-8df0-4202165dd5ca req-f703dd54-971b-4785-a178-511612f759a1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:31.022536 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-beb59524-c7f5-4941-8df0-4202165dd5ca req-f703dd54-971b-4785-a178-511612f759a1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0980468 Mar 16 11:18:31.066235 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-beb59524-c7f5-4941-8df0-4202165dd5ca req-905cad25-abcd-482b-9bb2-b6fbcc6e82b4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378888 Mar 16 11:18:32.272379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7952f69-3eb2-42f5-8550-c743dd48ae8e req-1aa7c7ed-172c-4152-a9b0-63067dee2e7b tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:32.273841 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f7952f69-3eb2-42f5-8550-c743dd48ae8e req-1aa7c7ed-172c-4152-a9b0-63067dee2e7b tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0948520 Mar 16 11:18:32.320566 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f7952f69-3eb2-42f5-8550-c743dd48ae8e req-804cbbbf-2e37-40ef-8186-eb4e071c08a6 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Mar 16 11:18:33.516249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90af98-adaa-408c-8e90-e5a656d0be04 req-9a52c37f-d2ae-4226-9aea-6ef951aedaa4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:33.517864 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ae90af98-adaa-408c-8e90-e5a656d0be04 req-9a52c37f-d2ae-4226-9aea-6ef951aedaa4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0888972 Mar 16 11:18:33.566357 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ae90af98-adaa-408c-8e90-e5a656d0be04 req-88feccf0-1bfa-45a3-b653-2027ccf5a3db tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Mar 16 11:18:34.766897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1e4b4-5b30-4268-994a-ea13a9df74e7 req-a7aefdf2-f78a-4643-a61b-584991d8ff46 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:34.768348 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-84b1e4b4-5b30-4268-994a-ea13a9df74e7 req-a7aefdf2-f78a-4643-a61b-584991d8ff46 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0919993 Mar 16 11:18:34.812152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-84b1e4b4-5b30-4268-994a-ea13a9df74e7 req-570e052d-2e9d-4478-9601-baefa7362ef1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380127 Mar 16 11:18:35.419524 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:18:36.014667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf31502-477b-4fbd-a276-b02345f4a2c6 req-98267d63-8cbc-4cf1-8dfe-14dcd8e957e7 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.016164 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fbf31502-477b-4fbd-a276-b02345f4a2c6 req-98267d63-8cbc-4cf1-8dfe-14dcd8e957e7 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0951228 Mar 16 11:18:36.060442 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fbf31502-477b-4fbd-a276-b02345f4a2c6 req-661cfc91-5236-4cf9-af13-67688b29645e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Mar 16 11:18:37.265318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cffc7-ad1b-4bda-a026-ff382e99ad4f req-5aa78b42-6dab-43cb-8852-020e8fd54445 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.266836 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bd6cffc7-ad1b-4bda-a026-ff382e99ad4f req-5aa78b42-6dab-43cb-8852-020e8fd54445 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0946908 Mar 16 11:18:37.312016 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bd6cffc7-ad1b-4bda-a026-ff382e99ad4f req-4360187b-5428-4692-b15c-a53e2541c314 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Mar 16 11:18:38.500915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.529291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315cfd8-13bf-451d-b5fc-559a9906ff92 req-5fcfd4be-0742-4c80-afd6-b22bfe52a747 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:38.530782 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f315cfd8-13bf-451d-b5fc-559a9906ff92 req-5fcfd4be-0742-4c80-afd6-b22bfe52a747 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.1025069 Mar 16 11:18:38.575024 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f315cfd8-13bf-451d-b5fc-559a9906ff92 req-bfa4ccf0-79c3-4c4c-a765-e2c147db2b11 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384436 Mar 16 11:18:39.768288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316cf2-32e2-4282-98eb-65a3bf60707d req-5983c618-e690-4c38-a26c-b7bdda35ab9e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:39.769763 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d3316cf2-32e2-4282-98eb-65a3bf60707d req-5983c618-e690-4c38-a26c-b7bdda35ab9e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0862272 Mar 16 11:18:39.814197 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d3316cf2-32e2-4282-98eb-65a3bf60707d req-2a20b1dd-0703-4d50-bddb-650db533527a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Mar 16 11:18:41.060674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61193e-ac70-4e82-981b-b2087e91dad5 req-24ca7fde-03f8-4030-ae94-09115d16da6c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.062170 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ea61193e-ac70-4e82-981b-b2087e91dad5 req-24ca7fde-03f8-4030-ae94-09115d16da6c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.1368632 Mar 16 11:18:41.068079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b4dda-ac4f-4028-b675-2ab564e7a6dc req-1831bb72-a1fb-4388-be7a-b2645d2a4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.069456 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-388b4dda-ac4f-4028-b675-2ab564e7a6dc req-1831bb72-a1fb-4388-be7a-b2645d2a4ccd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 1098 time: 0.1069143 Mar 16 11:18:41.184073 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ea61193e-ac70-4e82-981b-b2087e91dad5 req-0b72f535-e031-4c24-b82d-7079fab2bf0b tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136723 Mar 16 11:18:41.228636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b4dda-ac4f-4028-b675-2ab564e7a6dc req-188ec8b8-22fe-415a-9d15-752faeeb5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.230113 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-388b4dda-ac4f-4028-b675-2ab564e7a6dc req-188ec8b8-22fe-415a-9d15-752faeeb5391 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 915 time: 0.1402414 Mar 16 11:18:41.299133 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-388b4dda-ac4f-4028-b675-2ab564e7a6dc req-93caf3b0-4539-4d82-9752-6b2c70eecf4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992 HTTP/1.1" status: 200 len: 217 time: 0.0627038 Mar 16 11:18:41.360748 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b4dda-ac4f-4028-b675-2ab564e7a6dc req-fd78926a-c5cf-4c25-b190-d9548abb18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.362298 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-388b4dda-ac4f-4028-b675-2ab564e7a6dc req-fd78926a-c5cf-4c25-b190-d9548abb18c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0575705 Mar 16 11:18:41.412822 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-388b4dda-ac4f-4028-b675-2ab564e7a6dc req-33945bb5-fd4a-4290-98a8-f45fb955c903 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435803 Mar 16 11:18:41.642330 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-388b4dda-ac4f-4028-b675-2ab564e7a6dc req-a3174776-01d8-491b-b9bd-436922fff67f service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238472 Mar 16 11:18:41.772422 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-388b4dda-ac4f-4028-b675-2ab564e7a6dc req-5ee7125f-6e4c-4ff9-ae9f-fe468bb92f0a service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245334 Mar 16 11:18:42.394337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ae9ab-8ad5-4a96-a669-3b4af1ef6c96 req-31e24c9d-e2d7-42bd-ad18-b54fca7185f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:42.395834 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-265ae9ab-8ad5-4a96-a669-3b4af1ef6c96 req-31e24c9d-e2d7-42bd-ad18-b54fca7185f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0924742 Mar 16 11:18:42.442123 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-265ae9ab-8ad5-4a96-a669-3b4af1ef6c96 req-09f73fbb-25d1-4db8-9a72-ab353f1bca01 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381508 Mar 16 11:18:43.642183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533ebdf-833d-48b7-a740-06b7041b1b1a req-bb9e6a4d-ade0-4a73-bf11-65aa1e73b263 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:43.643650 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6533ebdf-833d-48b7-a740-06b7041b1b1a req-bb9e6a4d-ade0-4a73-bf11-65aa1e73b263 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0833864 Mar 16 11:18:43.691783 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6533ebdf-833d-48b7-a740-06b7041b1b1a req-fea46fd2-ce08-47c8-bab0-4239636efda7 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Mar 16 11:18:44.888019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9ae6e-b294-4d82-8abd-a93a6ddb18dc req-d1338488-f4cf-46d0-be7b-1f3b22d14be1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:44.889497 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-91e9ae6e-b294-4d82-8abd-a93a6ddb18dc req-d1338488-f4cf-46d0-be7b-1f3b22d14be1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0901837 Mar 16 11:18:44.932624 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-91e9ae6e-b294-4d82-8abd-a93a6ddb18dc req-0bea5f8b-5d2a-4657-a295-6ed5dafb4410 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375814 Mar 16 11:18:46.139042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b02ab-e242-4cae-acb6-7e8f7c550705 req-493bd4fe-7a83-4ac5-825a-2c132e7d2a5b tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.140498 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5d7b02ab-e242-4cae-acb6-7e8f7c550705 req-493bd4fe-7a83-4ac5-825a-2c132e7d2a5b tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0861621 Mar 16 11:18:46.184257 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5d7b02ab-e242-4cae-acb6-7e8f7c550705 req-cfb526ef-f644-4344-b431-5312f8c21522 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379133 Mar 16 11:18:47.394293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7490a9-c8b5-4296-ae8b-b2fd28a3f728 req-c1027659-6c55-43f4-b820-d76a3094b49a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:47.395788 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fd7490a9-c8b5-4296-ae8b-b2fd28a3f728 req-c1027659-6c55-43f4-b820-d76a3094b49a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0936525 Mar 16 11:18:47.441392 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fd7490a9-c8b5-4296-ae8b-b2fd28a3f728 req-2fe658d1-cfae-47a4-82c1-f3cf4aa3b7df tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Mar 16 11:18:48.642298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cc3ef-e35c-4702-b62f-f7913861aa95 req-72e58a5f-ede1-436b-a1d2-e61f41181628 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:48.643746 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5b2cc3ef-e35c-4702-b62f-f7913861aa95 req-72e58a5f-ede1-436b-a1d2-e61f41181628 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0876732 Mar 16 11:18:48.690078 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5b2cc3ef-e35c-4702-b62f-f7913861aa95 req-121cf2ac-ecfc-4b20-ad4a-d0e1173dd437 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Mar 16 11:18:49.895085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10e5a-ecef-406c-9ed4-8750d82e49fb req-5bcb663c-ed6f-461f-bb60-99d2e3e9c7e7 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:49.896552 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20d10e5a-ecef-406c-9ed4-8750d82e49fb req-5bcb663c-ed6f-461f-bb60-99d2e3e9c7e7 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0861673 Mar 16 11:18:49.939359 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20d10e5a-ecef-406c-9ed4-8750d82e49fb req-8805d332-d15e-42a9-af62-39fcc7910348 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370991 Mar 16 11:18:51.157581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5facaac-0f0c-41dd-88b5-d0c0c0c87f2b req-2b253842-7b1b-45ef-b8de-18d8abdb3d56 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.159045 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f5facaac-0f0c-41dd-88b5-d0c0c0c87f2b req-2b253842-7b1b-45ef-b8de-18d8abdb3d56 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.1048429 Mar 16 11:18:51.206354 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f5facaac-0f0c-41dd-88b5-d0c0c0c87f2b req-19b5b8c6-aea2-4f2a-b00e-583b0849fd25 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Mar 16 11:18:51.909079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-179351f9-eaff-4302-adf1-37e0e1b5b950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.409091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224d9b-7458-4f5b-9e93-c9e662229660 req-9fb1a75d-4cb6-499d-a135-dd83efc00f66 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.410527 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-61224d9b-7458-4f5b-9e93-c9e662229660 req-9fb1a75d-4cb6-499d-a135-dd83efc00f66 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0883601 Mar 16 11:18:52.458988 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-61224d9b-7458-4f5b-9e93-c9e662229660 req-4c2ac367-3e16-4bda-b7e1-fcfe1fc61338 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Mar 16 11:18:53.652806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80629435-68c9-4843-96b8-1d2898409c7d req-57889c0f-113e-4b1e-9ed7-09a120484692 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.654293 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-80629435-68c9-4843-96b8-1d2898409c7d req-57889c0f-113e-4b1e-9ed7-09a120484692 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0856688 Mar 16 11:18:53.701157 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-80629435-68c9-4843-96b8-1d2898409c7d req-2b52119e-cc66-4400-b1de-1e5fc72a494e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381482 Mar 16 11:18:54.903313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ae697-d359-48bd-ad56-e47e953e9c9c req-6a585021-84d9-4be5-8160-1a822e7add99 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:54.904766 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-643ae697-d359-48bd-ad56-e47e953e9c9c req-6a585021-84d9-4be5-8160-1a822e7add99 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0852840 Mar 16 11:18:54.953472 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-643ae697-d359-48bd-ad56-e47e953e9c9c req-a2012e51-8bba-42e1-9c5b-950945596fcd tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Mar 16 11:18:54.969876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.056942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-01c421f6-cbfc-41d4-9ce5-11cf18ec6e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.289213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.154752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a7e0c-52a6-4722-8bb4-fe5467096a3a req-53fffc1a-a6ab-4299-b46d-34f22df91ec6 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:56.156226 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c0a7e0c-52a6-4722-8bb4-fe5467096a3a req-53fffc1a-a6ab-4299-b46d-34f22df91ec6 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0824192 Mar 16 11:18:56.200146 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c0a7e0c-52a6-4722-8bb4-fe5467096a3a req-f1b3f958-6fd5-41cb-95a0-ef99a77a511c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Mar 16 11:18:56.702440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.402347 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e330aa3-6e1c-4fa9-adf7-edc600544d38 req-b3758ac2-ec40-4321-866b-0698c4fa790a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:57.403784 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7e330aa3-6e1c-4fa9-adf7-edc600544d38 req-b3758ac2-ec40-4321-866b-0698c4fa790a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0903368 Mar 16 11:18:57.449125 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7e330aa3-6e1c-4fa9-adf7-edc600544d38 req-a76100d2-7944-4797-9e4a-1a8f2e565bf4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Mar 16 11:18:58.648056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe8d6f-e5df-4618-853b-dd30922330ad req-b26a0707-ee3f-4685-84bd-27163fde35f1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:58.649632 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1cfe8d6f-e5df-4618-853b-dd30922330ad req-b26a0707-ee3f-4685-84bd-27163fde35f1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0854776 Mar 16 11:18:58.696648 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1cfe8d6f-e5df-4618-853b-dd30922330ad req-410aef11-132c-4869-a93f-5c36380b692f tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389283 Mar 16 11:18:59.904695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889f582-2310-4d36-a009-53778a8ad181 req-aa916655-caf3-4c76-88b3-c24b3d782053 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:59.906186 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7889f582-2310-4d36-a009-53778a8ad181 req-aa916655-caf3-4c76-88b3-c24b3d782053 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0876496 Mar 16 11:18:59.953743 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7889f582-2310-4d36-a009-53778a8ad181 req-2c64b473-ef41-44be-bfde-5c867ec8790a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 Mar 16 11:19:01.156781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ead52-5338-458a-b672-73337a5c7d19 req-40cae58d-c9d9-468f-81a3-84e184ba70d1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:01.158256 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9e4ead52-5338-458a-b672-73337a5c7d19 req-40cae58d-c9d9-468f-81a3-84e184ba70d1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0860593 Mar 16 11:19:01.208152 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9e4ead52-5338-458a-b672-73337a5c7d19 req-1cad6d4b-810e-4eb5-bb21-78e92c446e58 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Mar 16 11:19:02.397076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d298ed-ef82-4afc-aaa6-c798393dad12 req-23d8478b-32b0-4fea-ad0b-bd8571f6bd05 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:02.398540 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-81d298ed-ef82-4afc-aaa6-c798393dad12 req-23d8478b-32b0-4fea-ad0b-bd8571f6bd05 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0844822 Mar 16 11:19:02.442141 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-81d298ed-ef82-4afc-aaa6-c798393dad12 req-0598ad6d-cd41-4b40-a67f-15702e79f0bf tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378008 Mar 16 11:19:03.643748 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef53d-7991-4d80-ba0a-d70ed0e36fac req-008931bc-935a-4876-a7b6-e250eb77ddb6 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:03.645237 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-456ef53d-7991-4d80-ba0a-d70ed0e36fac req-008931bc-935a-4876-a7b6-e250eb77ddb6 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0836165 Mar 16 11:19:03.691115 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-456ef53d-7991-4d80-ba0a-d70ed0e36fac req-8da35f5b-d13e-46ef-9920-59e3670c2c06 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380964 Mar 16 11:19:04.666025 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-53b15ec4-bf3b-4796-a0c6-8bc62af1c096 service neutron] 10.222.0.48 "GET /v2.0/ports/7911afa4-c2d2-4e50-8a90-4fb19c03d992/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0820873 Mar 16 11:19:04.886776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b944e-2628-4ab8-be5b-5066019f2a12 req-077726dc-89dd-4a74-90d9-5018059771aa tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:04.888213 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f90b944e-2628-4ab8-be5b-5066019f2a12 req-077726dc-89dd-4a74-90d9-5018059771aa tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0836027 Mar 16 11:19:04.940395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-6d0d425f-d4f6-437f-81d4-7ce36ea43129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:04.941987 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-6d0d425f-d4f6-437f-81d4-7ce36ea43129 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63&tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf HTTP/1.1" status: 200 len: 1098 time: 0.0745950 Mar 16 11:19:05.035969 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f90b944e-2628-4ab8-be5b-5066019f2a12 req-5047dd9e-e1f3-4d16-b277-60c53d587616 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418796 Mar 16 11:19:05.039063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-5d252f54-b15e-4496-8404-783e2d3b2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:05.040538 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-5d252f54-b15e-4496-8404-783e2d3b2c62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 1098 time: 0.0758398 Mar 16 11:19:05.180981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-93899a79-8c92-43ab-887e-bc209423dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:05.182361 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-93899a79-8c92-43ab-887e-bc209423dca0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 915 time: 0.1357062 Mar 16 11:19:05.249117 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-1410fc43-996b-433c-a7b8-fe2e3e529040 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992 HTTP/1.1" status: 200 len: 217 time: 0.0609636 Mar 16 11:19:05.312767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-baf3a2ba-dc43-4c1d-b296-06bb1b358f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:05.314234 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-baf3a2ba-dc43-4c1d-b296-06bb1b358f8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0597696 Mar 16 11:19:05.359468 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-7e0a816e-0943-4a7d-b99c-2c75046fd46c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397608 Mar 16 11:19:05.588601 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-7333ab6b-a546-47c8-9a38-d3ab121e0169 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227914 Mar 16 11:19:05.720550 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ecd9c4fe-61af-417e-8d5b-29901382adfc req-100f6fd4-1875-4c16-a690-5bde87cdc039 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261549 Mar 16 11:19:06.254328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55a5d3-4c7f-4ff4-890e-6303357fe005 req-d85bfad1-b5cc-43c6-8d64-326897311d3a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:06.255792 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e55a5d3-4c7f-4ff4-890e-6303357fe005 req-d85bfad1-b5cc-43c6-8d64-326897311d3a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.1027582 Mar 16 11:19:06.303265 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e55a5d3-4c7f-4ff4-890e-6303357fe005 req-a3e0b2fb-71bb-46ee-8163-968ad80b51b7 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Mar 16 11:19:07.502987 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22ea77-2d90-47aa-99ff-7f4437bd8731 req-1b425db5-afad-4f26-8961-fef09deec138 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.504445 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8c22ea77-2d90-47aa-99ff-7f4437bd8731 req-1b425db5-afad-4f26-8961-fef09deec138 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.0895681 Mar 16 11:19:07.547862 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8c22ea77-2d90-47aa-99ff-7f4437bd8731 req-937966f7-1b85-4048-8f16-64bf17643a40 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Mar 16 11:19:07.844622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7911afa4-c2d2-4e50-8a90-4fb19c03d992 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:07.965378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.000352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7911afa4-c2d2-4e50-8a90-4fb19c03d992'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:08.014381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:08.021517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.075954 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7911afa4-c2d2-4e50-8a90-4fb19c03d992', 'code': 200} Mar 16 11:19:08.094766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7911afa4-c2d2-4e50-8a90-4fb19c03d992,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:08.101716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.102062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.102395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.102723 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.103035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.103358 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.103677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.104023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.104349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.104665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.105004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.105316 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:08.523840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.749599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52ba59-ec3c-49c6-8956-1c5b7ffd9913 req-f515edff-ad97-4313-aa53-ec82e29c563c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:08.751070 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fe52ba59-ec3c-49c6-8956-1c5b7ffd9913 req-f515edff-ad97-4313-aa53-ec82e29c563c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 943 time: 0.0983098 Mar 16 11:19:08.794628 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fe52ba59-ec3c-49c6-8956-1c5b7ffd9913 req-ecb7227a-705b-430c-8005-dba9ba3058c3 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 Mar 16 11:19:09.110104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04ce87-e62e-4465-9fab-d0a21022178f req-3fb5afe3-d365-4f89-9dd0-52a57dd64b89 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:09.111455 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2b04ce87-e62e-4465-9fab-d0a21022178f req-3fb5afe3-d365-4f89-9dd0-52a57dd64b89 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 943 time: 0.0861244 Mar 16 11:19:09.112530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-bead9fa3-ffbe-4200-8a98-5de654b2db4e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:09.114006 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-bead9fa3-ffbe-4200-8a98-5de654b2db4e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63&tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 943 time: 0.0835528 Mar 16 11:19:09.155333 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2b04ce87-e62e-4465-9fab-d0a21022178f req-2c1aa627-4653-4a13-823e-e2cac5dc0306 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Mar 16 11:19:09.256161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-6ad9cf3c-19db-493d-9302-e50ec06dc3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:09.257645 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-6ad9cf3c-19db-493d-9302-e50ec06dc3e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 1096 time: 0.0758474 Mar 16 11:19:09.391927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-ceb5a92e-1215-4d2a-9d65-6bb10f87afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:09.393407 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-ceb5a92e-1215-4d2a-9d65-6bb10f87afef service neutron] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 915 time: 0.1299553 Mar 16 11:19:09.458807 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-48d757bf-105f-4afd-87e0-3ad1128335f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992 HTTP/1.1" status: 200 len: 217 time: 0.0594540 Mar 16 11:19:09.528774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-60a2c9c7-47dd-4ad9-a1a2-4baed01965ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:09.530197 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-60a2c9c7-47dd-4ad9-a1a2-4baed01965ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0592279 Mar 16 11:19:09.575017 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-cea3eab0-5f05-4843-ad9f-66a6bc713fac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390096 Mar 16 11:19:09.706222 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-48a5d376-544b-4b31-b132-5075a9a48781 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252282 Mar 16 11:19:09.835544 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f411b63e-4c2b-4991-994e-bf7afec3e0fc req-1f8035f5-b2f8-4829-90ce-f3d8558bb397 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232946 Mar 16 11:19:09.843092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7911afa4-c2d2-4e50-8a90-4fb19c03d992 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:19:09.980476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:09.993324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '7911afa4-c2d2-4e50-8a90-4fb19c03d992', 'network_id': '19931847-b71d-43bb-86b9-05e349fef035', 'port_id': '7911afa4-c2d2-4e50-8a90-4fb19c03d992', 'mac_address': 'fa:16:3e:8c:56:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6facad8d-9202-4ac0-8ea9-2d9b3c11e05a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:19:10.054716 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.071670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7911afa4-c2d2-4e50-8a90-4fb19c03d992 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:10.088580 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:10.094372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.159840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['7911afa4-c2d2-4e50-8a90-4fb19c03d992'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:19:10.222135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7911afa4-c2d2-4e50-8a90-4fb19c03d992,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:10.351434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc68c85-cf68-4114-b3e8-9243436664e9 req-5bf6430e-1f6f-4a5b-9e42-e86fd11c8e04 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:10.352936 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6dc68c85-cf68-4114-b3e8-9243436664e9 req-5bf6430e-1f6f-4a5b-9e42-e86fd11c8e04 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 944 time: 0.0830705 Mar 16 11:19:10.401158 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6dc68c85-cf68-4114-b3e8-9243436664e9 req-65208710-7f5a-47fe-922c-08eb448ad382 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422387 Mar 16 11:19:11.594561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e983be8-9a85-4b98-bef0-1b97353f282e req-595b5b64-9d99-4e33-9d86-2d2b93635f54 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:11.596014 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4e983be8-9a85-4b98-bef0-1b97353f282e req-595b5b64-9d99-4e33-9d86-2d2b93635f54 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 944 time: 0.0879486 Mar 16 11:19:11.640500 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4e983be8-9a85-4b98-bef0-1b97353f282e req-420faa42-c3f8-4f36-8eec-96894c6c9081 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Mar 16 11:19:11.824965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ba0f2-6f14-4698-894b-0bd5f2d089da req-cce43c7f-8384-4f9b-97ce-8025ec052683 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:11.826346 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-719ba0f2-6f14-4698-894b-0bd5f2d089da req-cce43c7f-8384-4f9b-97ce-8025ec052683 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 944 time: 0.0837915 Mar 16 11:19:11.842253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7911afa4-c2d2-4e50-8a90-4fb19c03d992 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:11.873547 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-719ba0f2-6f14-4698-894b-0bd5f2d089da req-bbccf4d6-006c-4e7d-a03a-42637651aa82 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374429 Mar 16 11:19:11.911712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 7911afa4-c2d2-4e50-8a90-4fb19c03d992 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:11.912080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.058496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971333fa-bbfa-4e03-86e5-96ed1f114ec4 req-8278e583-ac4c-46ae-b023-3153148d9175 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:12.059935 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-971333fa-bbfa-4e03-86e5-96ed1f114ec4 req-8278e583-ac4c-46ae-b023-3153148d9175 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 944 time: 0.0855994 Mar 16 11:19:12.063332 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.090711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7911afa4-c2d2-4e50-8a90-4fb19c03d992'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:12.102583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:12.105539 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-971333fa-bbfa-4e03-86e5-96ed1f114ec4 req-9a130f5b-8e10-482a-b91a-ebad25b0d732 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Mar 16 11:19:12.107961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.139340 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7911afa4-c2d2-4e50-8a90-4fb19c03d992', 'code': 200} Mar 16 11:19:12.176555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7911afa4-c2d2-4e50-8a90-4fb19c03d992,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:12.419464 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:19:12.597712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b163505-4552-4429-84df-d7e3451825fc req-2c4e0e85-87d9-4ebc-a999-1929389ce87d tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:12.599064 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-2c4e0e85-87d9-4ebc-a999-1929389ce87d tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 814 time: 0.1431227 Mar 16 11:19:12.613999 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-64d5802f-f5ef-4092-8556-d7ee900e194e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/quotas/b4b4559c7be548c2aea1d2de29e6c4cf HTTP/1.1" status: 200 len: 375 time: 0.0091190 Mar 16 11:19:12.697663 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-af32277f-ef67-45fa-887a-20492d2d8c69 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784256 Mar 16 11:19:12.927928 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-37018b42-ccca-4428-9137-e8dcbd2b5883 service neutron] 10.222.0.37 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230985 Mar 16 11:19:13.064300 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-5c7abeb1-e9cb-4317-9529-f8eb825bf162 service neutron] 10.222.0.37 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304655 Mar 16 11:19:13.242699 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-94d2f85b-7ca0-485f-a44b-a0cb2dc998c6 req-cfb76f51-24be-407a-8df2-e4215299e33e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 210 time: 0.0421338 Mar 16 11:19:14.470053 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4c07588-ed24-45f8-80f2-c1760e94b55c req-cd7932e4-590b-4254-8ae1-73f85a83a24f tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 210 time: 0.1056275 Mar 16 11:19:14.514446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b163505-4552-4429-84df-d7e3451825fc req-55eb2fb5-bbec-4876-b27d-41ab89c19ecb tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:14.515851 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-55eb2fb5-bbec-4876-b27d-41ab89c19ecb tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 814 time: 0.2042034 Mar 16 11:19:14.526012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e787e-0a23-459c-bb8b-dc934873045b req-781bd81b-3343-4f8a-8932-a4af0d4f3330 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:14.527298 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-765e787e-0a23-459c-bb8b-dc934873045b req-781bd81b-3343-4f8a-8932-a4af0d4f3330 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d6a9f-96cb-4a4f-bcac-019f69feee63 HTTP/1.1" status: 200 len: 945 time: 0.2529707 Mar 16 11:19:14.531715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Request body: {'port': {'device_id': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'network_id': '19931847-b71d-43bb-86b9-05e349fef035', 'admin_state_up': True, 'tenant_id': 'b4b4559c7be548c2aea1d2de29e6c4cf'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:14.680695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-765e787e-0a23-459c-bb8b-dc934873045b req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Deleting port 7911afa4-c2d2-4e50-8a90-4fb19c03d992 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:19:14.681046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-765e787e-0a23-459c-bb8b-dc934873045b req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.792046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:14.811535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:14.853341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Made reservation on behalf of b4b4559c7be548c2aea1d2de29e6c4cf for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:14.856898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.033843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-765e787e-0a23-459c-bb8b-dc934873045b req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] For port 7911afa4-c2d2-4e50-8a90-4fb19c03d992, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7911afa4-c2d2-4e50-8a90-4fb19c03d992,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:15.034172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-765e787e-0a23-459c-bb8b-dc934873045b req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.199915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-765e787e-0a23-459c-bb8b-dc934873045b req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Calling delete_port for 7911afa4-c2d2-4e50-8a90-4fb19c03d992 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:19:15.277313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Allocated IP 172.20.0.11 (19931847-b71d-43bb-86b9-05e349fef035/6facad8d-9202-4ac0-8ea9-2d9b3c11e05a/66ccf170-6c16-43e8-80d4-905e476ea1c6) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:15.381036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-765e787e-0a23-459c-bb8b-dc934873045b req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.392210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['7911afa4-c2d2-4e50-8a90-4fb19c03d992'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:19:15.449055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Pushing event deleted for resources: {'Port': ['ID=7911afa4-c2d2-4e50-8a90-4fb19c03d992,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:15.525481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.526174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.526174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.526526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.526856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.527184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.527521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.527815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.528154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.528471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.528845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.529104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:15.565252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-765e787e-0a23-459c-bb8b-dc934873045b req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] No DVR routers for this DVR port 7911afa4-c2d2-4e50-8a90-4fb19c03d992 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:15.570153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-765e787e-0a23-459c-bb8b-dc934873045b req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.572768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'name': 'network-vif-deleted', 'tag': '7911afa4-c2d2-4e50-8a90-4fb19c03d992'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:15.640515 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-25d07fbb-9413-4ce7-953f-bfcaf3669572 req-12674f62-abdf-4459-b0bd-32e747a19ca6 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 210 time: 0.0648813 Mar 16 11:19:15.756344 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d6a9f-96cb-4a4f-bcac-019f69feee63', 'name': 'network-vif-deleted', 'tag': '7911afa4-c2d2-4e50-8a90-4fb19c03d992', 'status': 'completed', 'code': 200} Mar 16 11:19:15.770807 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-765e787e-0a23-459c-bb8b-dc934873045b req-d8da3160-f51c-4949-b0f8-5146a8977e2c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.48 "DELETE /v2.0/ports/7911afa4-c2d2-4e50-8a90-4fb19c03d992 HTTP/1.1" status: 204 len: 173 time: 1.2258337 Mar 16 11:19:15.826886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.858983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.871906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['7911afa4-c2d2-4e50-8a90-4fb19c03d992'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:19:15.929483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Network 19931847-b71d-43bb-86b9-05e349fef035 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:15.936778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:15.941032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:19:15.971264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Pushing event updated for resources: {'Port': ['ID=66ccf170-6c16-43e8-80d4-905e476ea1c6,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:16.005987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:16.006638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.025347 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-1097f8dd-58a3-47b1-821b-6eca8c8690f0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4971101 Mar 16 11:19:16.036992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Request body: {'port': {'device_id': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:16.151355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.497597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ccf170-6c16-43e8-80d4-905e476ea1c6 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:16.505035 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.519146 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Transition to ACTIVE for port object 66ccf170-6c16-43e8-80d4-905e476ea1c6 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:16.525289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.652471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=66ccf170-6c16-43e8-80d4-905e476ea1c6,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:16.798326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Attempting to bind port 66ccf170-6c16-43e8-80d4-905e476ea1c6 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:16.798553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Attempting to bind port 66ccf170-6c16-43e8-80d4-905e476ea1c6 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '28574419-b965-4b25-8c0f-3e8ca48127fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '19931847-b71d-43bb-86b9-05e349fef035'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:16.798853 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Attempting to bind port 66ccf170-6c16-43e8-80d4-905e476ea1c6 on network 19931847-b71d-43bb-86b9-05e349fef035 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:19:16.805802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Port 66ccf170-6c16-43e8-80d4-905e476ea1c6 on network 19931847-b71d-43bb-86b9-05e349fef035 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:19:16.806109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Attempting to bind port 66ccf170-6c16-43e8-80d4-905e476ea1c6 on network 19931847-b71d-43bb-86b9-05e349fef035 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:19:16.814094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:19:16.814422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Checking segment: {'id': '28574419-b965-4b25-8c0f-3e8ca48127fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '19931847-b71d-43bb-86b9-05e349fef035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:19:16.814790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Bound using segment: {'id': '28574419-b965-4b25-8c0f-3e8ca48127fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '19931847-b71d-43bb-86b9-05e349fef035'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:19:16.815203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Bound port: 66ccf170-6c16-43e8-80d4-905e476ea1c6, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28574419-b965-4b25-8c0f-3e8ca48127fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '19931847-b71d-43bb-86b9-05e349fef035'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:16.815538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.912933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f152d5-9916-4c58-9e88-6e1627d0e57d req-7cff2b69-c7bc-4f4b-97b3-f2acab057477 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:16.913612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-30f152d5-9916-4c58-9e88-6e1627d0e57d req-7cff2b69-c7bc-4f4b-97b3-f2acab057477 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Synchronizing usage tracker for tenant:b4b4559c7be548c2aea1d2de29e6c4cf on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:16.930435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] For port 66ccf170-6c16-43e8-80d4-905e476ea1c6, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:19:16.934341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] For port 66ccf170-6c16-43e8-80d4-905e476ea1c6, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:19:16.940850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.973520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-30f152d5-9916-4c58-9e88-6e1627d0e57d req-7cff2b69-c7bc-4f4b-97b3-f2acab057477 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Unset dirty status for tenant:b4b4559c7be548c2aea1d2de29e6c4cf on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:16.974776 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-30f152d5-9916-4c58-9e88-6e1627d0e57d req-7cff2b69-c7bc-4f4b-97b3-f2acab057477 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 944 time: 0.2257333 Mar 16 11:19:17.016368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:17.017001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.018360 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] 10.222.0.48 "PUT /v2.0/ports/66ccf170-6c16-43e8-80d4-905e476ea1c6 HTTP/1.1" status: 200 len: 1094 time: 0.9853935 Mar 16 11:19:17.055559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5f10e-3461-4fe8-ada9-a807d1cbbeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=66ccf170-6c16-43e8-80d4-905e476ea1c6,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:17.090914 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-30f152d5-9916-4c58-9e88-6e1627d0e57d req-b99c67e7-fba5-4ad3-a67a-a419a2f23839 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039639 Mar 16 11:19:17.132320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b163505-4552-4429-84df-d7e3451825fc req-b002f36a-058f-4f63-8e67-48048e01bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:17.133838 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-b002f36a-058f-4f63-8e67-48048e01bd78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0794568 Mar 16 11:19:17.203982 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-c6577a69-1bb8-40c8-9f78-e7a564374428 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6 HTTP/1.1" status: 200 len: 217 time: 0.0633216 Mar 16 11:19:17.269203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b163505-4552-4429-84df-d7e3451825fc req-0417be55-7c7e-4edd-ba74-e14f106c2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:17.270644 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-0417be55-7c7e-4edd-ba74-e14f106c2f11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0613813 Mar 16 11:19:17.320625 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-21621a98-bf31-44ff-a8d8-c7c26089b55c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429676 Mar 16 11:19:17.565332 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-308f79bf-c81d-4555-88be-aeaa90bbbb75 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376964 Mar 16 11:19:17.693781 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b163505-4552-4429-84df-d7e3451825fc req-9e3569b9-4a70-4097-a2a5-d64cb26d41c6 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228118 Mar 16 11:19:17.757740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'tag': '66ccf170-6c16-43e8-80d4-905e476ea1c6'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:17.802309 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'tag': '66ccf170-6c16-43e8-80d4-905e476ea1c6', 'status': 'completed', 'code': 200} Mar 16 11:19:17.858092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7911afa4-c2d2-4e50-8a90-4fb19c03d992 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:17.899073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 7911afa4-c2d2-4e50-8a90-4fb19c03d992 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:19:17.899401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7911afa4-c2d2-4e50-8a90-4fb19c03d992 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:17.903751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e1360-a5b3-4cf8-aa40-b3b3375fbd24 req-e2e59766-32ae-45fe-80bf-53dc7a0dec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:17.905330 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c4e1360-a5b3-4cf8-aa40-b3b3375fbd24 req-e2e59766-32ae-45fe-80bf-53dc7a0dec66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0808671 Mar 16 11:19:18.047975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e1360-a5b3-4cf8-aa40-b3b3375fbd24 req-a3b07806-9b4d-437c-80be-9b2d00e9f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:18.049482 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c4e1360-a5b3-4cf8-aa40-b3b3375fbd24 req-a3b07806-9b4d-437c-80be-9b2d00e9f1c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 915 time: 0.1382606 Mar 16 11:19:18.119859 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c4e1360-a5b3-4cf8-aa40-b3b3375fbd24 req-f25cf5f2-3adc-4f9e-b459-ac3e68c147ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6 HTTP/1.1" status: 200 len: 217 time: 0.0639386 Mar 16 11:19:18.181862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e1360-a5b3-4cf8-aa40-b3b3375fbd24 req-5b5c97b8-aa0f-4ed6-965c-55c896a70e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:18.183333 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c4e1360-a5b3-4cf8-aa40-b3b3375fbd24 req-5b5c97b8-aa0f-4ed6-965c-55c896a70e3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0574756 Mar 16 11:19:18.271700 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c4e1360-a5b3-4cf8-aa40-b3b3375fbd24 req-31656b4b-0dcc-48b4-ad1e-5213243cd3bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824451 Mar 16 11:19:18.418935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b4108-c89c-4838-88be-cbce999dc5cb req-76edb51c-4fbe-4771-ae28-67202f3d13e3 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:18.420370 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e70b4108-c89c-4838-88be-cbce999dc5cb req-76edb51c-4fbe-4771-ae28-67202f3d13e3 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 944 time: 0.1927817 Mar 16 11:19:18.423524 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c4e1360-a5b3-4cf8-aa40-b3b3375fbd24 req-643bd391-5ec5-4295-842d-9b2872ad3689 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442733 Mar 16 11:19:18.548445 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e70b4108-c89c-4838-88be-cbce999dc5cb req-f2be69c7-0452-473f-88de-f466cf65f283 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214666 Mar 16 11:19:18.581138 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2c4e1360-a5b3-4cf8-aa40-b3b3375fbd24 req-a88a4bb1-069a-4882-82cb-13b015a33cb3 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417773 Mar 16 11:19:19.738615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd1d82-70ae-4f42-8ffa-90fdddba558a req-c063f154-3659-462d-a696-e2a7d6c7c8af tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:19.740058 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-febd1d82-70ae-4f42-8ffa-90fdddba558a req-c063f154-3659-462d-a696-e2a7d6c7c8af tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 944 time: 0.0817418 Mar 16 11:19:19.785447 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-febd1d82-70ae-4f42-8ffa-90fdddba558a req-4b8bc8e9-c268-4dc2-aa66-8831f32e6c98 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Mar 16 11:19:20.999135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7d558-7592-4929-820b-cb7db6c6526a req-a608cc20-3fff-4e02-8ff1-96e2fd307de3 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:21.000622 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-17a7d558-7592-4929-820b-cb7db6c6526a req-a608cc20-3fff-4e02-8ff1-96e2fd307de3 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 944 time: 0.1000419 Mar 16 11:19:21.046198 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-17a7d558-7592-4929-820b-cb7db6c6526a req-e96f6ac9-cb81-439b-aa80-8d4e815d2bc1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Mar 16 11:19:21.906451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 66ccf170-6c16-43e8-80d4-905e476ea1c6 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:19:21.913837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8a69759d-636a-41f2-98a4-f3e109c4f8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.050037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 66ccf170-6c16-43e8-80d4-905e476ea1c6, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:22.063216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '66ccf170-6c16-43e8-80d4-905e476ea1c6', 'network_id': '19931847-b71d-43bb-86b9-05e349fef035', 'port_id': '66ccf170-6c16-43e8-80d4-905e476ea1c6', 'mac_address': 'fa:16:3e:99:99:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6facad8d-9202-4ac0-8ea9-2d9b3c11e05a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:19:22.121784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.138442 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ccf170-6c16-43e8-80d4-905e476ea1c6 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:22.154156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 66ccf170-6c16-43e8-80d4-905e476ea1c6, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:22.161320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.229111 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=66ccf170-6c16-43e8-80d4-905e476ea1c6,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:22.244088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f483b-50f6-4e71-b8de-dfb14a70ffa5 req-34e8ce06-4777-4dfc-991d-91899ea5cd72 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:22.245703 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b91f483b-50f6-4e71-b8de-dfb14a70ffa5 req-34e8ce06-4777-4dfc-991d-91899ea5cd72 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 945 time: 0.0949969 Mar 16 11:19:22.291372 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b91f483b-50f6-4e71-b8de-dfb14a70ffa5 req-0486f53c-da87-4ea7-91c9-e7879f20d879 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399427 Mar 16 11:19:22.494441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['66ccf170-6c16-43e8-80d4-905e476ea1c6'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:19:23.475566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60041bc-3ad8-4a3c-ad71-09a70e83a5c8 req-bc2116e0-6727-409a-8079-e85db3781318 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:23.477022 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c60041bc-3ad8-4a3c-ad71-09a70e83a5c8 req-bc2116e0-6727-409a-8079-e85db3781318 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 945 time: 0.0811989 Mar 16 11:19:23.526986 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c60041bc-3ad8-4a3c-ad71-09a70e83a5c8 req-2e37107d-621e-48bf-93e1-6c50e3c2c216 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443151 Mar 16 11:19:23.922376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 66ccf170-6c16-43e8-80d4-905e476ea1c6 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:24.010554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 66ccf170-6c16-43e8-80d4-905e476ea1c6 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:24.015965 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 66ccf170-6c16-43e8-80d4-905e476ea1c6 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:24.016339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.135449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.162110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ccf170-6c16-43e8-80d4-905e476ea1c6'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:24.172058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 66ccf170-6c16-43e8-80d4-905e476ea1c6, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:24.177082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.210256 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ccf170-6c16-43e8-80d4-905e476ea1c6', 'code': 200} Mar 16 11:19:24.249227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=66ccf170-6c16-43e8-80d4-905e476ea1c6,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:24.447251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e225e8-1755-4858-a2c7-a822eb47145c req-2abbffbe-3ef1-45b6-8afa-64b061cc1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:24.448639 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c5e225e8-1755-4858-a2c7-a822eb47145c req-2abbffbe-3ef1-45b6-8afa-64b061cc1489 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 1099 time: 0.0693872 Mar 16 11:19:24.488162 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c5e225e8-1755-4858-a2c7-a822eb47145c req-e502f76c-d6d2-448f-8d81-debd6d477ba1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333178 Mar 16 11:19:24.730666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d023c-905d-4f75-b5bb-f8f4e689a769 req-8a41dc1f-4a43-4c56-8cf9-ab50223400d9 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:24.732153 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b77d023c-905d-4f75-b5bb-f8f4e689a769 req-8a41dc1f-4a43-4c56-8cf9-ab50223400d9 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0898087 Mar 16 11:19:24.776823 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b77d023c-905d-4f75-b5bb-f8f4e689a769 req-a5e00951-7e52-4e51-9f04-759991b33f70 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Mar 16 11:19:24.970323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.061485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-eae71a9c-a38f-45fe-874d-795d2d772646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.295571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.961845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de345a6-a69d-4922-8bc1-466f3ede7fa4 req-fd10875f-3612-436a-99d8-fe5bce8f655a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:25.963277 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2de345a6-a69d-4922-8bc1-466f3ede7fa4 req-fd10875f-3612-436a-99d8-fe5bce8f655a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0808284 Mar 16 11:19:26.007823 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2de345a6-a69d-4922-8bc1-466f3ede7fa4 req-06f0cae5-e6bf-4596-a220-5ff6baaa11be tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Mar 16 11:19:26.197013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa2839-41c8-471e-a05e-e4100fe783c8 req-ede8e15f-4b98-4cc0-8fc7-a9083336515e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:26.198454 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-33aa2839-41c8-471e-a05e-e4100fe783c8 req-ede8e15f-4b98-4cc0-8fc7-a9083336515e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0793521 Mar 16 11:19:26.243932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-33aa2839-41c8-471e-a05e-e4100fe783c8 req-4d0e1ac5-bcec-4356-8051-385b559fc8da tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 Mar 16 11:19:26.704205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.758604 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-6ddde509-8db5-4afa-9ff1-b809a9f969cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748696 Mar 16 11:19:26.803313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1288b3a-aa3f-4292-ac93-1b4127dba18c req-369a81c5-cb01-4b0f-91a1-f8f8a6ddd4fa tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:26.804897 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a1288b3a-aa3f-4292-ac93-1b4127dba18c req-369a81c5-cb01-4b0f-91a1-f8f8a6ddd4fa tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0825217 Mar 16 11:19:26.850846 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a1288b3a-aa3f-4292-ac93-1b4127dba18c req-d36f9e04-b91f-4623-8887-ef16487ea050 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 Mar 16 11:19:27.907965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241faf0f-9979-442a-935c-83f2cf289931 req-20aa46fc-bab5-43a2-8d93-23374f487b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:27.909522 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-20aa46fc-bab5-43a2-8d93-23374f487b88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 1099 time: 0.0748048 Mar 16 11:19:28.039682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcf038-139b-4911-b57f-8ac399655335 req-9882c307-d2da-42d9-b392-6795b6f9ef96 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:28.041210 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5cdcf038-139b-4911-b57f-8ac399655335 req-9882c307-d2da-42d9-b392-6795b6f9ef96 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0843132 Mar 16 11:19:28.087198 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5cdcf038-139b-4911-b57f-8ac399655335 req-1d67bbfc-c4a4-4482-ad12-cd9ded21ee8a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399659 Mar 16 11:19:28.140491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241faf0f-9979-442a-935c-83f2cf289931 req-d024e986-a8b0-4027-bc40-83a35b531763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:28.141976 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-d024e986-a8b0-4027-bc40-83a35b531763 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 915 time: 0.2269895 Mar 16 11:19:28.212019 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-a6428d69-ab22-4d00-a224-61d9d1bdcbf1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6 HTTP/1.1" status: 200 len: 217 time: 0.0635881 Mar 16 11:19:28.280803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241faf0f-9979-442a-935c-83f2cf289931 req-e1d77d58-962f-4b1c-a858-be7f83b65a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:28.283055 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-e1d77d58-962f-4b1c-a858-be7f83b65a37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0650589 Mar 16 11:19:28.332143 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-ebd4683f-2b77-45a9-a67e-10fc96daf285 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428257 Mar 16 11:19:28.461672 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-5e05ed6f-5a10-41ec-8231-30cbc815bd96 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237118 Mar 16 11:19:28.592576 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-bde44a06-9118-4cae-8541-562fdfca6e6d service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246834 Mar 16 11:19:29.302531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d63e-6b3f-44e2-89d0-088477753169 req-90798b4c-2200-4d02-9095-12d3ed9c0ef4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:29.304029 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-82a3d63e-6b3f-44e2-89d0-088477753169 req-90798b4c-2200-4d02-9095-12d3ed9c0ef4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.1002924 Mar 16 11:19:29.354865 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-82a3d63e-6b3f-44e2-89d0-088477753169 req-8bd00d66-07bd-47b5-8126-1cd44b04cda2 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Mar 16 11:19:30.559911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297abea5-f6cf-411f-9362-1748ae878925 req-6619ca0e-aa74-4bf1-9580-67260646e6e4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:30.561419 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-297abea5-f6cf-411f-9362-1748ae878925 req-6619ca0e-aa74-4bf1-9580-67260646e6e4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0864985 Mar 16 11:19:30.608832 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-297abea5-f6cf-411f-9362-1748ae878925 req-88fb53bd-8c4c-490a-8ada-5c206157be3e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Mar 16 11:19:31.802778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30200557-ef10-4998-879f-801a07cbe1b7 req-afc20405-62b9-4ff9-a19a-fd4ff681f816 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:31.804296 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-30200557-ef10-4998-879f-801a07cbe1b7 req-afc20405-62b9-4ff9-a19a-fd4ff681f816 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0864332 Mar 16 11:19:31.849159 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-30200557-ef10-4998-879f-801a07cbe1b7 req-1383e18b-929e-43b0-bbf5-ba1c1109b722 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384700 Mar 16 11:19:33.052144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f3971-7653-4193-84ee-0ec04f151dc4 req-a12a44f2-ea28-4fc0-989e-33c75a977de4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:33.053590 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a20f3971-7653-4193-84ee-0ec04f151dc4 req-a12a44f2-ea28-4fc0-989e-33c75a977de4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0875149 Mar 16 11:19:33.100666 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a20f3971-7653-4193-84ee-0ec04f151dc4 req-a13ea42a-f830-4fa6-bc59-0f1b148ecca4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Mar 16 11:19:34.295423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7b1cd-0998-4c99-8d06-45ef313a05f1 req-4e2dabef-89a4-46f5-b816-5abcf208cacb tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:34.296888 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63d7b1cd-0998-4c99-8d06-45ef313a05f1 req-4e2dabef-89a4-46f5-b816-5abcf208cacb tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0817533 Mar 16 11:19:34.343253 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63d7b1cd-0998-4c99-8d06-45ef313a05f1 req-d7af6d27-6947-483f-9f09-82d6826cc7ea tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Mar 16 11:19:35.536840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe6b1-7d1f-4117-bc97-f5c7edbe1236 req-dbcd1cb4-2148-4412-bca9-fa0c585d751d tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:35.538166 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d5bfe6b1-7d1f-4117-bc97-f5c7edbe1236 req-dbcd1cb4-2148-4412-bca9-fa0c585d751d tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0795414 Mar 16 11:19:35.584684 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d5bfe6b1-7d1f-4117-bc97-f5c7edbe1236 req-13ce038f-6ee9-4763-bb8e-7046a907699b tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Mar 16 11:19:36.772887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a37fb-b14b-4cb6-881b-96f77f4b9f28 req-6653b511-1174-48b4-a745-2a19d1c64d73 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:36.774669 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-288a37fb-b14b-4cb6-881b-96f77f4b9f28 req-6653b511-1174-48b4-a745-2a19d1c64d73 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0848544 Mar 16 11:19:36.819878 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-288a37fb-b14b-4cb6-881b-96f77f4b9f28 req-4ac0970b-0de1-4889-9ae8-b9c2b7a79d10 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374889 Mar 16 11:19:38.021985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8739e04-de2a-4a75-b78f-58b767f7705a req-fce7d81a-0d3c-47a9-afa3-b8f58b11d478 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:38.023435 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d8739e04-de2a-4a75-b78f-58b767f7705a req-fce7d81a-0d3c-47a9-afa3-b8f58b11d478 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0849137 Mar 16 11:19:38.066830 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d8739e04-de2a-4a75-b78f-58b767f7705a req-78e65725-2383-460b-8086-7e8215282197 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376749 Mar 16 11:19:38.515286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.264692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5ebbe-967d-4e4b-9cbd-1889f03c7843 req-9cadd21a-3d29-4191-aee9-f4df2442aac5 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:39.266143 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4bd5ebbe-967d-4e4b-9cbd-1889f03c7843 req-9cadd21a-3d29-4191-aee9-f4df2442aac5 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0856013 Mar 16 11:19:39.312073 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4bd5ebbe-967d-4e4b-9cbd-1889f03c7843 req-3665ed35-29c0-4aee-bd3c-b8f0b3ffa5c7 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 Mar 16 11:19:40.533380 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601f5f2-cf99-48b8-94e7-173baef8eba1 req-f581caa5-ee7f-4dfd-a902-d82a4151e47f tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:40.534851 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7601f5f2-cf99-48b8-94e7-173baef8eba1 req-f581caa5-ee7f-4dfd-a902-d82a4151e47f tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0971353 Mar 16 11:19:40.580108 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7601f5f2-cf99-48b8-94e7-173baef8eba1 req-e1524bdc-7642-4ecd-9578-7f9901277f93 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 Mar 16 11:19:41.764207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87d684-d34f-45e5-b7d7-c384bf5857a1 req-f8d427d0-4462-41ae-9bb1-3c585aa13d56 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:41.765658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9e87d684-d34f-45e5-b7d7-c384bf5857a1 req-f8d427d0-4462-41ae-9bb1-3c585aa13d56 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0805917 Mar 16 11:19:41.813769 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9e87d684-d34f-45e5-b7d7-c384bf5857a1 req-e4f7eeca-2474-4924-bc28-3e1158fd94e6 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 Mar 16 11:19:42.019876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235191f0-8173-4a48-a1de-062f81f79a50 req-59430a36-d951-463b-8482-6b538b5c60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:42.021380 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-235191f0-8173-4a48-a1de-062f81f79a50 req-59430a36-d951-463b-8482-6b538b5c60c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 1099 time: 0.0766017 Mar 16 11:19:42.169249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235191f0-8173-4a48-a1de-062f81f79a50 req-34bd3481-3308-425f-8f24-2d2e47d69185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:42.170692 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-235191f0-8173-4a48-a1de-062f81f79a50 req-34bd3481-3308-425f-8f24-2d2e47d69185 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 915 time: 0.1303573 Mar 16 11:19:42.240375 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-235191f0-8173-4a48-a1de-062f81f79a50 req-ab7cffd8-c8fe-4ae7-96d8-d59ef6309bdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6 HTTP/1.1" status: 200 len: 217 time: 0.0629370 Mar 16 11:19:42.303961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235191f0-8173-4a48-a1de-062f81f79a50 req-019db7f7-9eb9-47e0-ad5c-e732b78ef956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:42.305320 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-235191f0-8173-4a48-a1de-062f81f79a50 req-019db7f7-9eb9-47e0-ad5c-e732b78ef956 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0579059 Mar 16 11:19:42.351472 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-235191f0-8173-4a48-a1de-062f81f79a50 req-6bb38b74-9fa9-4868-9f5f-1c2db580ed39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398433 Mar 16 11:19:42.581200 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-235191f0-8173-4a48-a1de-062f81f79a50 req-eb34156e-b366-4926-bc5f-720fad0c7f9a service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228162 Mar 16 11:19:42.713534 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-235191f0-8173-4a48-a1de-062f81f79a50 req-6fb5117a-90af-4069-abd6-4771ba3a604d service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260648 Mar 16 11:19:43.009369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae359c5-d9a3-4aa7-934d-59b9b0d1a1ed req-79325fb0-668c-4565-87ad-e4f4fe21a749 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:43.010827 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4ae359c5-d9a3-4aa7-934d-59b9b0d1a1ed req-79325fb0-668c-4565-87ad-e4f4fe21a749 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0857327 Mar 16 11:19:43.056369 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4ae359c5-d9a3-4aa7-934d-59b9b0d1a1ed req-17da305a-43a5-419f-9a0d-dd46b4299e44 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 Mar 16 11:19:44.266698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831b2e0-dc85-4f3d-81b3-7dc14fec4eb1 req-b878783d-896f-474e-9d05-1c834c88fd23 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:44.268119 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d831b2e0-dc85-4f3d-81b3-7dc14fec4eb1 req-b878783d-896f-474e-9d05-1c834c88fd23 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0929821 Mar 16 11:19:44.314806 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d831b2e0-dc85-4f3d-81b3-7dc14fec4eb1 req-7da93ba1-6dd1-46f5-9815-ce2b1e592f56 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382938 Mar 16 11:19:45.518480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76dc72-62e5-4130-88ce-dbf10c58e76a req-ee7387f8-b6d3-459d-ad87-0360a10796d9 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:45.519923 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c76dc72-62e5-4130-88ce-dbf10c58e76a req-ee7387f8-b6d3-459d-ad87-0360a10796d9 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0937479 Mar 16 11:19:45.565676 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c76dc72-62e5-4130-88ce-dbf10c58e76a req-1f8fa13d-9165-4108-99bd-b113583726fe tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386293 Mar 16 11:19:46.764979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3ad35-0650-418b-a50c-92af9b822ba5 req-2ea53d2c-d34c-4367-b8b4-d9f6ba698393 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:46.766476 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1ab3ad35-0650-418b-a50c-92af9b822ba5 req-2ea53d2c-d34c-4367-b8b4-d9f6ba698393 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0940390 Mar 16 11:19:46.815155 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1ab3ad35-0650-418b-a50c-92af9b822ba5 req-7fe014a3-a222-4db6-96e6-3fe45d45ea29 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Mar 16 11:19:48.009543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fdb1d-dddb-4031-b2d4-e44d5b7676dc req-71a34a2d-06f7-40e3-9f4c-a2853b691bec tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:48.010973 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-589fdb1d-dddb-4031-b2d4-e44d5b7676dc req-71a34a2d-06f7-40e3-9f4c-a2853b691bec tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0862007 Mar 16 11:19:48.054684 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-589fdb1d-dddb-4031-b2d4-e44d5b7676dc req-520f6f29-cae9-43e8-84a6-93efac4f8818 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Mar 16 11:19:49.260614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dacc45-ab98-4b26-989b-9ec4458784ad req-aa939601-8cae-4c1f-8045-f95386bb7813 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:49.262109 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d9dacc45-ab98-4b26-989b-9ec4458784ad req-aa939601-8cae-4c1f-8045-f95386bb7813 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0933845 Mar 16 11:19:49.305683 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d9dacc45-ab98-4b26-989b-9ec4458784ad req-5eb176eb-3540-471a-ad20-70db0ead91da tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Mar 16 11:19:49.424321 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:19:50.606145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03685193-a408-4ccf-ab7c-1e7a3f81f4a5 req-48662d9b-bc33-4ac1-8e7f-fb18c2b49d11 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:50.607601 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-03685193-a408-4ccf-ab7c-1e7a3f81f4a5 req-48662d9b-bc33-4ac1-8e7f-fb18c2b49d11 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.1868210 Mar 16 11:19:50.652020 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-03685193-a408-4ccf-ab7c-1e7a3f81f4a5 req-88fe7e42-150d-4321-9f16-94b957f23c82 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Mar 16 11:19:51.855922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63898100-2d92-45c7-b5a2-439c7e25c3ae req-84ce45ad-9d62-4f50-8ef8-29636efb0268 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:51.857392 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63898100-2d92-45c7-b5a2-439c7e25c3ae req-84ce45ad-9d62-4f50-8ef8-29636efb0268 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0897279 Mar 16 11:19:51.899376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f9bfea33-1db7-4f7c-8a58-35f181ed9cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.901663 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63898100-2d92-45c7-b5a2-439c7e25c3ae req-f6bea212-b1c0-4562-b06a-4fb1af93702c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382204 Mar 16 11:19:53.107121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb684d-1b3b-4933-bd2b-9b01878f15d4 req-b3669f97-56d7-43cb-b152-9c3d1c6df17f tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:53.108559 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eacb684d-1b3b-4933-bd2b-9b01878f15d4 req-b3669f97-56d7-43cb-b152-9c3d1c6df17f tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0868325 Mar 16 11:19:53.152842 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eacb684d-1b3b-4933-bd2b-9b01878f15d4 req-6a85dfc5-fa89-4717-b3c6-bd85a2560f8e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384922 Mar 16 11:19:54.349262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770527b8-b078-48b6-a5dd-c0a54776c1d5 req-45ee993c-3933-4397-9bb5-26883b7a26cf tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.350692 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-770527b8-b078-48b6-a5dd-c0a54776c1d5 req-45ee993c-3933-4397-9bb5-26883b7a26cf tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0812097 Mar 16 11:19:54.405494 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-770527b8-b078-48b6-a5dd-c0a54776c1d5 req-bfa9a22b-0af3-4b68-a5cb-7157064e4a06 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462615 Mar 16 11:19:54.981647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.057795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-97d729bf-98a4-431e-83dd-a9a286fd7a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.280869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.318283 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-1a549883-922c-42d7-937c-fcf9175b3c9e service neutron] 10.222.0.48 "GET /v2.0/ports/66ccf170-6c16-43e8-80d4-905e476ea1c6/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0892317 Mar 16 11:19:55.594441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f460-268a-4c94-a25c-f4df28c72e09 req-48707310-f09b-45b6-99dd-aa766a503a8a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:55.596116 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b459f460-268a-4c94-a25c-f4df28c72e09 req-48707310-f09b-45b6-99dd-aa766a503a8a tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0815601 Mar 16 11:19:55.597289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241faf0f-9979-442a-935c-83f2cf289931 req-f3d71eb7-91b7-4448-a0fe-cd49613e99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:55.598811 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-f3d71eb7-91b7-4448-a0fe-cd49613e99cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1&tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf HTTP/1.1" status: 200 len: 1099 time: 0.0698848 Mar 16 11:19:55.641745 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b459f460-268a-4c94-a25c-f4df28c72e09 req-0e96642a-f7c5-40cc-9395-998706133694 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Mar 16 11:19:55.690322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241faf0f-9979-442a-935c-83f2cf289931 req-5e2de85b-f524-4fca-a470-769a54677f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:55.691793 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-5e2de85b-f524-4fca-a470-769a54677f4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 1099 time: 0.0721028 Mar 16 11:19:55.837831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241faf0f-9979-442a-935c-83f2cf289931 req-f128486f-2b30-4d75-8948-fe6951d945c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:55.839302 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-f128486f-2b30-4d75-8948-fe6951d945c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 915 time: 0.1407006 Mar 16 11:19:55.907799 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-8a0fbf93-38f0-4641-b520-885ad571a03c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6 HTTP/1.1" status: 200 len: 217 time: 0.0624611 Mar 16 11:19:55.970203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241faf0f-9979-442a-935c-83f2cf289931 req-f3666f23-ce01-42c4-9949-df5c3cc75ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:55.971603 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-f3666f23-ce01-42c4-9949-df5c3cc75ae4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0582650 Mar 16 11:19:56.016636 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-c6df5ba8-4ff9-437c-9e58-9f76fe5b127a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392985 Mar 16 11:19:56.154175 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-7690a4c5-a18b-4391-9553-002a42de2833 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316617 Mar 16 11:19:56.282574 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-241faf0f-9979-442a-935c-83f2cf289931 req-49c6aaaa-f44f-4ca5-ba1b-fe40173da894 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226840 Mar 16 11:19:56.696838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.830347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fbc1c-8cd7-4fd7-adf4-3947672336fc req-bbecb889-659c-4327-af84-adb64f3bd113 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:56.831694 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5f3fbc1c-8cd7-4fd7-adf4-3947672336fc req-bbecb889-659c-4327-af84-adb64f3bd113 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0855234 Mar 16 11:19:56.877833 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5f3fbc1c-8cd7-4fd7-adf4-3947672336fc req-e89433dd-5aac-4741-bf7e-667d66f02db7 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390210 Mar 16 11:19:58.083818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9336c84-e642-4d28-ac4f-05e3ae1fa271 req-ffcf0555-500d-4495-9806-4816ff6030ae tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:58.085584 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a9336c84-e642-4d28-ac4f-05e3ae1fa271 req-ffcf0555-500d-4495-9806-4816ff6030ae tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0849042 Mar 16 11:19:58.129246 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a9336c84-e642-4d28-ac4f-05e3ae1fa271 req-f3c0cff1-0c40-402b-97ab-8593a8ee03b0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Mar 16 11:19:58.150627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 66ccf170-6c16-43e8-80d4-905e476ea1c6 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:58.264401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.291082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ccf170-6c16-43e8-80d4-905e476ea1c6'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:58.301090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 66ccf170-6c16-43e8-80d4-905e476ea1c6, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:58.306742 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.343319 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ccf170-6c16-43e8-80d4-905e476ea1c6', 'code': 200} Mar 16 11:19:58.378593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=66ccf170-6c16-43e8-80d4-905e476ea1c6,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:59.331673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966ca66-b5ed-42ae-8438-a9df8987d7d9 req-76c2dea8-b167-4990-b188-323dc931a05c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:59.333149 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5966ca66-b5ed-42ae-8438-a9df8987d7d9 req-76c2dea8-b167-4990-b188-323dc931a05c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 944 time: 0.0914209 Mar 16 11:19:59.391670 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5966ca66-b5ed-42ae-8438-a9df8987d7d9 req-8e7e3de6-25e3-4917-9dfc-2ba202f0a9f8 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527930 Mar 16 11:19:59.695145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f96f3f-cb5e-4ca9-90ac-f9ddfb95f248 req-ecae44b2-f589-493e-a286-d5d33d970926 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:59.696531 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-10f96f3f-cb5e-4ca9-90ac-f9ddfb95f248 req-ecae44b2-f589-493e-a286-d5d33d970926 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 944 time: 0.0784967 Mar 16 11:19:59.702799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-753ae473-0938-421f-8f3e-8ed337dd027c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:59.704255 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-753ae473-0938-421f-8f3e-8ed337dd027c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1&tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 944 time: 0.0826097 Mar 16 11:19:59.741507 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-10f96f3f-cb5e-4ca9-90ac-f9ddfb95f248 req-d5a684ca-0b98-4b2a-96c6-c89aeb8ef63b tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Mar 16 11:19:59.843090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-b67254d0-c3ef-44c0-a49a-c5bb0edd3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:59.844602 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-b67254d0-c3ef-44c0-a49a-c5bb0edd3784 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0744739 Mar 16 11:20:00.072455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-d0db3f59-7506-4305-b99a-5e2b8de41dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:00.073914 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-d0db3f59-7506-4305-b99a-5e2b8de41dea service neutron] 10.222.0.48 "GET /v2.0/networks?id=19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 200 len: 915 time: 0.2233164 Mar 16 11:20:00.140418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 66ccf170-6c16-43e8-80d4-905e476ea1c6 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:20:00.141043 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-a0199066-97c4-491f-9e6f-44acc3ca6950 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6 HTTP/1.1" status: 200 len: 217 time: 0.0602119 Mar 16 11:20:00.205769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-61d12f3a-95f0-42db-99a5-e938532b1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:00.207244 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-61d12f3a-95f0-42db-99a5-e938532b1442 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 200 len: 854 time: 0.0613987 Mar 16 11:20:00.252406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-6792fb13-9d95-43dc-8aa3-501585e7090c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19931847-b71d-43bb-86b9-05e349fef035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390360 Mar 16 11:20:00.275713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 66ccf170-6c16-43e8-80d4-905e476ea1c6, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:00.288769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '66ccf170-6c16-43e8-80d4-905e476ea1c6', 'network_id': '19931847-b71d-43bb-86b9-05e349fef035', 'port_id': '66ccf170-6c16-43e8-80d4-905e476ea1c6', 'mac_address': 'fa:16:3e:99:99:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6facad8d-9202-4ac0-8ea9-2d9b3c11e05a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:20:00.343697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.360487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ccf170-6c16-43e8-80d4-905e476ea1c6 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:20:00.375915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 66ccf170-6c16-43e8-80d4-905e476ea1c6, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:00.380468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.382581 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-55cd77b5-6d29-4cd0-a618-6a4cb3f40a89 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243103 Mar 16 11:20:00.447581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['66ccf170-6c16-43e8-80d4-905e476ea1c6'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:20:00.495171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=66ccf170-6c16-43e8-80d4-905e476ea1c6,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:00.522445 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2ee984db-dfe0-48bc-b021-7c49dbf2e286 req-a366753f-66f8-48d2-80c6-8fbbc5473258 service neutron] 10.222.0.48 "GET /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334913 Mar 16 11:20:00.943702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f070917-1301-46c0-b95b-3350380e2b1b req-189c75d3-5c53-49e5-ab84-0c8707105c6c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:00.945164 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f070917-1301-46c0-b95b-3350380e2b1b req-189c75d3-5c53-49e5-ab84-0c8707105c6c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 945 time: 0.0869305 Mar 16 11:20:00.990514 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f070917-1301-46c0-b95b-3350380e2b1b req-fc37f3af-9e2c-4712-85fd-a2e6213c42a3 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392001 Mar 16 11:20:02.160784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 66ccf170-6c16-43e8-80d4-905e476ea1c6 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:02.202708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a40d40-38b9-40ec-868a-56bb6c8f0033 req-a21c0207-cdf6-49ef-9d4f-08912fbbe03c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:02.204305 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-90a40d40-38b9-40ec-868a-56bb6c8f0033 req-a21c0207-cdf6-49ef-9d4f-08912fbbe03c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 945 time: 0.1023428 Mar 16 11:20:02.248860 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-90a40d40-38b9-40ec-868a-56bb6c8f0033 req-0590a99f-12a3-4f4f-97cd-a18ad75cb393 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387123 Mar 16 11:20:02.264633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 66ccf170-6c16-43e8-80d4-905e476ea1c6 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:02.265041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.379394 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.405366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ccf170-6c16-43e8-80d4-905e476ea1c6'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:02.415026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 66ccf170-6c16-43e8-80d4-905e476ea1c6, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:02.420457 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.430524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b75465-33f4-43ed-be0e-cb0616c08a48 req-c12a5989-5b99-4db9-8b4f-ae013e6cdfd4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:02.432020 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d3b75465-33f4-43ed-be0e-cb0616c08a48 req-c12a5989-5b99-4db9-8b4f-ae013e6cdfd4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 945 time: 0.0799949 Mar 16 11:20:02.454835 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ccf170-6c16-43e8-80d4-905e476ea1c6', 'code': 200} Mar 16 11:20:02.478948 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d3b75465-33f4-43ed-be0e-cb0616c08a48 req-c236beef-731d-4638-a063-4ce8f098a8d4 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Mar 16 11:20:02.491024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=66ccf170-6c16-43e8-80d4-905e476ea1c6,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:02.662838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc74ee-de57-43c3-9faa-571e23e6ae26 req-afeb1491-cc0e-4d84-bdfb-f4614501c2a1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:02.664293 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-14fc74ee-de57-43c3-9faa-571e23e6ae26 req-afeb1491-cc0e-4d84-bdfb-f4614501c2a1 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0826111 Mar 16 11:20:02.708771 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-14fc74ee-de57-43c3-9faa-571e23e6ae26 req-e51c0723-24a4-4118-8aa1-2310bf71744c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386992 Mar 16 11:20:03.261935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8ffe3-9c84-4aea-82e2-f69e2383db8b req-69cac315-f29e-48f6-84c7-978112e8fa5f tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.263280 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6cf8ffe3-9c84-4aea-82e2-f69e2383db8b req-69cac315-f29e-48f6-84c7-978112e8fa5f tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0823951 Mar 16 11:20:03.306367 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6cf8ffe3-9c84-4aea-82e2-f69e2383db8b req-3809152e-9bff-4700-8431-ba7bb718d0e0 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374370 Mar 16 11:20:04.503271 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4da155-6109-43be-a541-358b7cface9b req-9b9e91d6-440a-43a1-9423-14da05d88a5e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:04.504773 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3a4da155-6109-43be-a541-358b7cface9b req-9b9e91d6-440a-43a1-9423-14da05d88a5e tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0861065 Mar 16 11:20:04.549191 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3a4da155-6109-43be-a541-358b7cface9b req-308921dc-0a06-43da-ba28-7aee214d41da tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6bca658-d129-47b9-b752-8f85f3d77c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386908 Mar 16 11:20:04.994108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d067323-ff55-46d2-8e11-752672f633b5 req-3b002be8-883e-42e8-9069-d9d51c0adf71 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:04.995507 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9d067323-ff55-46d2-8e11-752672f633b5 req-3b002be8-883e-42e8-9069-d9d51c0adf71 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 946 time: 0.0951264 Mar 16 11:20:05.069360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-9d067323-ff55-46d2-8e11-752672f633b5 req-53a5bfc1-2a5f-4030-b9ac-93d87433a51c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Deleting port 66ccf170-6c16-43e8-80d4-905e476ea1c6 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:20:05.069691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9d067323-ff55-46d2-8e11-752672f633b5 req-53a5bfc1-2a5f-4030-b9ac-93d87433a51c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.325570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-9d067323-ff55-46d2-8e11-752672f633b5 req-53a5bfc1-2a5f-4030-b9ac-93d87433a51c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] For port 66ccf170-6c16-43e8-80d4-905e476ea1c6, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=66ccf170-6c16-43e8-80d4-905e476ea1c6,segment=NetworkSegment(28574419-b965-4b25-8c0f-3e8ca48127fe),segment_id=28574419-b965-4b25-8c0f-3e8ca48127fe)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:05.325918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9d067323-ff55-46d2-8e11-752672f633b5 req-53a5bfc1-2a5f-4030-b9ac-93d87433a51c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.446365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-9d067323-ff55-46d2-8e11-752672f633b5 req-53a5bfc1-2a5f-4030-b9ac-93d87433a51c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Calling delete_port for 66ccf170-6c16-43e8-80d4-905e476ea1c6 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:20:05.597408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9d067323-ff55-46d2-8e11-752672f633b5 req-53a5bfc1-2a5f-4030-b9ac-93d87433a51c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.610725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['66ccf170-6c16-43e8-80d4-905e476ea1c6'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:20:05.675896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5bfc1-2a5f-4030-b9ac-93d87433a51c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Pushing event deleted for resources: {'Port': ['ID=66ccf170-6c16-43e8-80d4-905e476ea1c6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:05.754825 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a37bc9e-5709-48d3-b826-93f75b1b7e46 req-56ea7012-c13e-4313-a08f-955727ddb882 tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea45c7f3-5dc9-49de-a3de-428ea5095bc1 HTTP/1.1" status: 200 len: 210 time: 0.0799630 Mar 16 11:20:05.759848 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d067323-ff55-46d2-8e11-752672f633b5 req-53a5bfc1-2a5f-4030-b9ac-93d87433a51c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] No DVR routers for this DVR port 66ccf170-6c16-43e8-80d4-905e476ea1c6 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:05.762533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-9d067323-ff55-46d2-8e11-752672f633b5 req-53a5bfc1-2a5f-4030-b9ac-93d87433a51c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.765117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'name': 'network-vif-deleted', 'tag': '66ccf170-6c16-43e8-80d4-905e476ea1c6'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:05.783942 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9d067323-ff55-46d2-8e11-752672f633b5 req-53a5bfc1-2a5f-4030-b9ac-93d87433a51c tempest-ServerDiskConfigTestJSON-229785594 tempest-ServerDiskConfigTestJSON-229785594-project] 10.222.0.48 "DELETE /v2.0/ports/66ccf170-6c16-43e8-80d4-905e476ea1c6 HTTP/1.1" status: 204 len: 173 time: 0.7831457 Mar 16 11:20:05.813517 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea45c7f3-5dc9-49de-a3de-428ea5095bc1', 'name': 'network-vif-deleted', 'tag': '66ccf170-6c16-43e8-80d4-905e476ea1c6', 'status': 'completed', 'code': 200} Mar 16 11:20:06.992507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41904) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:07.060047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Deleting subnet 6facad8d-9202-4ac0-8ea9-2d9b3c11e05a {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:20:07.063609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.120587 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.175492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.251699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.291517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6facad8d-9202-4ac0-8ea9-2d9b3c11e05a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:07.296272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.306223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.306570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.306910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.307243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.307572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.307898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.308225 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.308571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.308921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.309242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.309560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.309893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:07.313385 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c05cc434-eb86-49ae-8eee-6f5528ef672b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6facad8d-9202-4ac0-8ea9-2d9b3c11e05a HTTP/1.1" status: 204 len: 168 time: 0.3196716 Mar 16 11:20:07.316043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41908) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:07.532458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.660149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.696438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19931847-b71d-43bb-86b9-05e349fef035']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:07.711110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28574419-b965-4b25-8c0f-3e8ca48127fe') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:07.711414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28574419-b965-4b25-8c0f-3e8ca48127fe') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:07.722657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.738532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.744560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:20:07.744966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:20:07.761380 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:20:07.834924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.853610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.864872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] Pushing event deleted for resources: {'Network': ['ID=19931847-b71d-43bb-86b9-05e349fef035,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:07.872032 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a64b8458-d141-4927-91cf-3a959d9dc487 admin admin] 10.222.0.37 "DELETE /v2.0/networks/19931847-b71d-43bb-86b9-05e349fef035 HTTP/1.1" status: 204 len: 168 time: 0.5549569 Mar 16 11:20:08.016993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41914) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:08.074889 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4f2d6f92-8d1d-45c0-95a1-83027011def5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4b4559c7be548c2aea1d2de29e6c4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564160 Mar 16 11:20:08.078770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41918) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:08.139313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-715c398e-9524-4af0-a607-a7d0f6543429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.165618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-715c398e-9524-4af0-a607-a7d0f6543429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.217800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 66ccf170-6c16-43e8-80d4-905e476ea1c6 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:08.219695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-715c398e-9524-4af0-a607-a7d0f6543429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.235218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c398e-9524-4af0-a607-a7d0f6543429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bca658-d129-47b9-b752-8f85f3d77c8b,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:08.250256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-715c398e-9524-4af0-a607-a7d0f6543429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.253849 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-715c398e-9524-4af0-a607-a7d0f6543429 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6bca658-d129-47b9-b752-8f85f3d77c8b HTTP/1.1" status: 204 len: 168 time: 0.1717501 Mar 16 11:20:08.253988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 66ccf170-6c16-43e8-80d4-905e476ea1c6 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:20:08.253988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 66ccf170-6c16-43e8-80d4-905e476ea1c6 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:08.512465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.028658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41942) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.141527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1722650601-network', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:09.146754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:09.151032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Usage tracker for resource:network and tenant:42dbe19148d44bc9b1df788e07a12e18 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:09.154224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:09.160801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:09.171867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Made reservation on behalf of 42dbe19148d44bc9b1df788e07a12e18 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:09.174131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.186109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.201076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:09.205175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Usage tracker for resource:security_group_rule and tenant:42dbe19148d44bc9b1df788e07a12e18 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:09.208073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:09.213980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:09.300175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.305754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.335184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:20:09.343193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0156921-6e33-4c5a-a8d7-9cc07b1e3cec,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:09.348531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.348878 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Added segment aa84c17a-cedb-4bd4-ac52-6440b52d595a of type vlan for network b9666193-c909-4976-b04a-497dd48f897c Mar 16 11:20:09.374904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.407490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.408364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:09.409032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.511278 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4813688 Mar 16 11:20:09.512022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa5d67-64b8-41eb-b751-982d6f929756 admin admin] Pushing event updated for resources: {'Network': ['ID=b9666193-c909-4976-b04a-497dd48f897c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:09.514252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41948) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.519783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Request body: {'subnet': {'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1722650601-subnet', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:09.522132 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b9666193-c909-4976-b04a-497dd48f897c details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:20:09.525130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:09.529564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Usage tracker for resource:subnet and tenant:42dbe19148d44bc9b1df788e07a12e18 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:09.532531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:09.538863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:09.549960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Made reservation on behalf of 42dbe19148d44bc9b1df788e07a12e18 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:09.552754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.755559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.827988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a40592-dd21-4a99-80eb-41588c879940,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:09.838465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Checking segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:20:09.838821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Network hostable DHCP agents. Network: b9666193-c909-4976-b04a-497dd48f897c, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:20:09.859199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Network b9666193-c909-4976-b04a-497dd48f897c is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:20:09.871256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b9666193-c909-4976-b04a-497dd48f897c) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:09.875137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:09.875749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.880115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ce634-055d-4775-ba76-8343cacfc98f None None] Network b9666193-c909-4976-b04a-497dd48f897c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:20:09.896747 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-aca3f507-8119-4cb0-8103-367b4648d826 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3814874 Mar 16 11:20:09.899632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41952) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.904465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:09.909096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:09.913167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Usage tracker for resource:router and tenant:42dbe19148d44bc9b1df788e07a12e18 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:09.915979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:09.921942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:09.933053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.934078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.949271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.091060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-b9666193-c909-4976-b04a-497dd48f897c', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:20:10.091890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.215302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.245476 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Allocated IP 172.20.0.2 (b9666193-c909-4976-b04a-497dd48f897c/c7a40592-dd21-4a99-80eb-41588c879940/c9bdf8af-bd7f-470f-a9d3-8277fcf5560f) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:10.457368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.467911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Transition to ACTIVE for port object c9bdf8af-bd7f-470f-a9d3-8277fcf5560f will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:10.485109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Transition to ACTIVE for port object c9bdf8af-bd7f-470f-a9d3-8277fcf5560f will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:10.491348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.550402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Network b9666193-c909-4976-b04a-497dd48f897c is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:10.551517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:10.559224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:20:10.591689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Pushing event updated for resources: {'Port': ['ID=c9bdf8af-bd7f-470f-a9d3-8277fcf5560f,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:10.634628 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.637636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.637976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.638309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.638631 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.638953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.639270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.639587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.639914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.640342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.640658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.640991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.641304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:10.663447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Attempting to bind port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:10.663813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Attempting to bind port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:10.664160 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Attempting to bind port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f on network b9666193-c909-4976-b04a-497dd48f897c {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:20:10.665083 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.669650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:20:10.670100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Checking segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:20:10.670667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.671151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Bound using segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:20:10.671760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Bound port: c9bdf8af-bd7f-470f-a9d3-8277fcf5560f, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:10.672195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.761377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] For port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:20:10.764256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] For port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c9bdf8af-bd7f-470f-a9d3-8277fcf5560f,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:20:10.769040 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.800260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Allocated IP 172.26.2.166 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/dd28b49b-f67c-4e57-b1e8-9179ca929712) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:10.851166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef125367-027b-48bf-b432-2f75fe4de969 None None] Pushing event updated for resources: {'Port': ['ID=c9bdf8af-bd7f-470f-a9d3-8277fcf5560f,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:10.952109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.983118 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.050741 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:11.057574 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:11.061586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:20:11.099466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd28b49b-f67c-4e57-b1e8-9179ca929712,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:11.480208 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.742417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f9b367-f9da-4f65-b2dd-f45ea4c34dcb None None] Network b9666193-c909-4976-b04a-497dd48f897c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:20:11.852707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-81e9e183-94f7-4546-abda-a40d5731c4f6 None None] Provisioning for port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:11.945583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.157946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Router dad8ede8-d980-468d-aadd-1a7771362593 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:20:12.334657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:20:12.344431 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:20:12.355311 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:12.355950 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:19:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:12.358881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.363654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41956) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:12.364135 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8575946f-a2cc-4fe4-b8a4-0ab8c7bad7e0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4630311 Mar 16 11:20:12.528453 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:12.815262 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:11Z', 'revision_number': 3, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:12.819165 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:20:12.819509 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Updating router dad8ede8-d980-468d-aadd-1a7771362593 port dd28b49b-f67c-4e57-b1e8-9179ca929712 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:20:12.834622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c9bdf8af-bd7f-470f-a9d3-8277fcf5560f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:12.871794 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.903365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:12.908274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:12.908642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.028625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.060807 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c9bdf8af-bd7f-470f-a9d3-8277fcf5560f,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:13.065739 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.137220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=c9bdf8af-bd7f-470f-a9d3-8277fcf5560f,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:13.138984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.201344 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.212670 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Transition to ACTIVE for port object dd28b49b-f67c-4e57-b1e8-9179ca929712 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:13.218875 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.322812 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Attempting to bind port dd28b49b-f67c-4e57-b1e8-9179ca929712 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:13.323049 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Attempting to bind port dd28b49b-f67c-4e57-b1e8-9179ca929712 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:13.323401 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Attempting to bind port dd28b49b-f67c-4e57-b1e8-9179ca929712 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:20:13.329588 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Pushing event updated for resources: {'Port': ['ID=dd28b49b-f67c-4e57-b1e8-9179ca929712,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:13.334438 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:20:13.334803 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:20:13.335200 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.335580 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:20:13.336031 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Bound port: dd28b49b-f67c-4e57-b1e8-9179ca929712, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:13.336391 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.351722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Allocated IP 172.20.0.1 (b9666193-c909-4976-b04a-497dd48f897c/c7a40592-dd21-4a99-80eb-41588c879940/d9c79682-a852-44d9-b3af-d7f5d8d92773) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:13.372727 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.373291 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.373406 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.373721 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.374042 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.374449 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.374751 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.375067 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.375386 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.375685 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.376005 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.376315 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:13.416785 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] For port dd28b49b-f67c-4e57-b1e8-9179ca929712, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:20:13.419870 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] For port dd28b49b-f67c-4e57-b1e8-9179ca929712, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=dd28b49b-f67c-4e57-b1e8-9179ca929712,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:20:13.424305 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.500494 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:13.501124 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:19:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:13.503163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.518249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Transition to ACTIVE for port object d9c79682-a852-44d9-b3af-d7f5d8d92773 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:13.542653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.560715 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecb681-7d2a-44b9-b4da-8f588c86c196 None None] Pushing event updated for resources: {'Port': ['ID=dd28b49b-f67c-4e57-b1e8-9179ca929712,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:13.611121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Network b9666193-c909-4976-b04a-497dd48f897c is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:13.614396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:13.618894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:20:13.646441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c79682-a852-44d9-b3af-d7f5d8d92773,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:13.673469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.679065 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:13.819624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-684ef37b-dac8-42e9-a700-184fd1419caa None None] Provisioning for port d9c79682-a852-44d9-b3af-d7f5d8d92773 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:13.824517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-684ef37b-dac8-42e9-a700-184fd1419caa None None] Provisioning complete for port d9c79682-a852-44d9-b3af-d7f5d8d92773 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:13.825281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-684ef37b-dac8-42e9-a700-184fd1419caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.878492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-684ef37b-dac8-42e9-a700-184fd1419caa None None] Port d9c79682-a852-44d9-b3af-d7f5d8d92773 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:20:13.943772 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.963341 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:11Z', 'revision_number': 3, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:13.967515 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f821b-eaad-4079-be8e-174437751c78 None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:11Z', 'revision_number': 3, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:20:14.171447 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.177969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.289014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c79682-a852-44d9-b3af-d7f5d8d92773,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:14.293709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.545792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Network b9666193-c909-4976-b04a-497dd48f897c is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:14.547521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:14.749574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Router dad8ede8-d980-468d-aadd-1a7771362593 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:20:14.816700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-33dbe9a2-e4fc-4b6b-9c17-14c86201a158 None None] Provisioning complete for port d9c79682-a852-44d9-b3af-d7f5d8d92773 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:14.817197 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-33dbe9a2-e4fc-4b6b-9c17-14c86201a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.880258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-33dbe9a2-e4fc-4b6b-9c17-14c86201a158 None None] Port d9c79682-a852-44d9-b3af-d7f5d8d92773 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:20:14.885315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device dd28b49b-f67c-4e57-b1e8-9179ca929712 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:14.940770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:20:14.950298 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-95835102-d870-42bc-872a-67fac7f35ee3 admin admin] 10.222.0.37 "PUT /v2.0/routers/dad8ede8-d980-468d-aadd-1a7771362593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5851932 Mar 16 11:20:14.954947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port dd28b49b-f67c-4e57-b1e8-9179ca929712 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:14.960172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port dd28b49b-f67c-4e57-b1e8-9179ca929712 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:14.960546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.077897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.098660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port dd28b49b-f67c-4e57-b1e8-9179ca929712, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=dd28b49b-f67c-4e57-b1e8-9179ca929712,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:15.103438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.104438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c9bdf8af-bd7f-470f-a9d3-8277fcf5560f up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:15.224314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=dd28b49b-f67c-4e57-b1e8-9179ca929712,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:15.237915 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:15.238272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.420432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 41966) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:15.425931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47399286', 'description': 'tempest-description--1854972638'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:15.432167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:15.435988 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Usage tracker for resource:security_group and tenant:42dbe19148d44bc9b1df788e07a12e18 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:15.439683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:15.445353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:15.458242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.481822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:15.485494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:20:15.485729 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Usage tracker for resource:security_group_rule and tenant:42dbe19148d44bc9b1df788e07a12e18 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:15.488550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:15.494216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:15.494854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:15.495462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:19:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:15.562969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.568322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.610661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a210706-b8dd-4a8a-9a9e-aca358c57ab7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:15.614447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.615656 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1940846 Mar 16 11:20:15.618979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41970) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:15.620319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.620656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.621023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.621399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.621836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.622173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.622498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.622975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.623276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.623602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.623923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.624422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692261-a3cf-479f-aa47-0582c86eefe2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:15.624878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'security_group_rule': {'security_group_id': '4a210706-b8dd-4a8a-9a9e-aca358c57ab7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:15.632192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:15.636141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Usage tracker for resource:security_group_rule and tenant:42dbe19148d44bc9b1df788e07a12e18 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:15.639073 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:15.644709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:15.665037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.676605 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:15.724710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.729220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.753293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53b9c69-4829-4547-aa1f-b8756c6d8c8c,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:15.763229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.764628 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d4e0586c-c6ed-44bb-98a1-11682fe6fb9c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440401 Mar 16 11:20:15.767288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41974) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:15.772367 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'security_group_rule': {'security_group_id': '4a210706-b8dd-4a8a-9a9e-aca358c57ab7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:15.778243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:15.782209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Usage tracker for resource:security_group_rule and tenant:42dbe19148d44bc9b1df788e07a12e18 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:15.785074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:15.790836 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:15.808835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.871003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.875224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.899071 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982488ee-3a83-4acb-a454-66aa99d7b28f,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:15.907844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.909072 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-08c720a1-1076-4f89-8c88-7fe352102ed7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408589 Mar 16 11:20:15.912282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 41978) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:15.917461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:15.923211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:15.926966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Usage tracker for resource:floatingip and tenant:42dbe19148d44bc9b1df788e07a12e18 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:15.929716 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:15.935211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:15.946479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.992078 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:14Z', 'revision_number': 2, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:15.996024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:20:15.996443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Updating router dad8ede8-d980-468d-aadd-1a7771362593 port d9c79682-a852-44d9-b3af-d7f5d8d92773 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:20:16.048804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.080478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.222496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Allocated IP 172.26.2.25 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/c84c9f46-151c-465e-8856-db9cb0eee710) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:16.366658 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.396012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.422914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.435758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Transition to ACTIVE for port object d9c79682-a852-44d9-b3af-d7f5d8d92773 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:16.443066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.458490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:16.461280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:16.469122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:20:16.503871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event updated for resources: {'Port': ['ID=c84c9f46-151c-465e-8856-db9cb0eee710,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:16.555392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.625295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.630691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899787fb-4dc0-48e4-be02-503f6498aeb0 None None] Pushing event updated for resources: {'Port': ['ID=d9c79682-a852-44d9-b3af-d7f5d8d92773,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:16.655567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Attempting to bind port d9c79682-a852-44d9-b3af-d7f5d8d92773 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:16.656290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Attempting to bind port d9c79682-a852-44d9-b3af-d7f5d8d92773 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:16.656650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Attempting to bind port d9c79682-a852-44d9-b3af-d7f5d8d92773 on network b9666193-c909-4976-b04a-497dd48f897c {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:20:16.662640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:20:16.663006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Checking segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:20:16.663412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.663808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Bound using segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:20:16.664273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Bound port: d9c79682-a852-44d9-b3af-d7f5d8d92773, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:16.664641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.767792 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] For port d9c79682-a852-44d9-b3af-d7f5d8d92773, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:20:16.771747 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] For port d9c79682-a852-44d9-b3af-d7f5d8d92773, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d9c79682-a852-44d9-b3af-d7f5d8d92773,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:20:16.785368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.827972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device dd28b49b-f67c-4e57-b1e8-9179ca929712 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:16.845851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.850853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.922373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899787fb-4dc0-48e4-be02-503f6498aeb0 None None] Pushing event updated for resources: {'Port': ['ID=d9c79682-a852-44d9-b3af-d7f5d8d92773,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:16.925928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:16.926514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:19:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:17.007049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port dd28b49b-f67c-4e57-b1e8-9179ca929712 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:17.007760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.083900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event updated for resources: {'Port': ['ID=c84c9f46-151c-465e-8856-db9cb0eee710,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:17.096098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.118714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.119929 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9b6d9363-5a16-4ec7-b73b-ced3297dc63b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2066972 Mar 16 11:20:17.170557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:17.279219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-c24305e7-9ff3-4a8e-8ffb-aa892d5f73f6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:17.297839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-c24305e7-9ff3-4a8e-8ffb-aa892d5f73f6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:17.299022 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-c24305e7-9ff3-4a8e-8ffb-aa892d5f73f6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--47399286&fields=id&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 267 time: 0.0590560 Mar 16 11:20:17.454451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-b50f5678-8647-4ef6-b628-4c5a75a265dd tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:17.455031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-b50f5678-8647-4ef6-b628-4c5a75a265dd tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:17.473467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-b50f5678-8647-4ef6-b628-4c5a75a265dd tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:17.474857 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-b50f5678-8647-4ef6-b628-4c5a75a265dd tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 812 time: 0.1680787 Mar 16 11:20:17.492419 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-824c6eaf-54b5-438f-a152-f43cdceb2710 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/quotas/42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 375 time: 0.0100062 Mar 16 11:20:17.531060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:16Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:17.535257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd9afb-1e02-4225-bf7b-6aed97587092 None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:16Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:20:17.590495 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-43a2c294-2d1f-4889-b8e7-dff3e0097272 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916293 Mar 16 11:20:17.746448 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-65ead5b3-b5f9-48e2-80be-4bd5a040a5ae service neutron] 10.222.0.37 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323733 Mar 16 11:20:17.886015 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-3961f133-57f7-42be-a0ec-3196b924a0cc service neutron] 10.222.0.37 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332364 Mar 16 11:20:18.065342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-1c1bd44a-0b7f-4f5f-b9bc-47bfda27519e req-43e27d20-354d-4836-a05e-1f24d2414ae8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:18.085742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-1c1bd44a-0b7f-4f5f-b9bc-47bfda27519e req-43e27d20-354d-4836-a05e-1f24d2414ae8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:18.087163 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1c1bd44a-0b7f-4f5f-b9bc-47bfda27519e req-43e27d20-354d-4836-a05e-1f24d2414ae8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 210 time: 0.0644207 Mar 16 11:20:18.822311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d9c79682-a852-44d9-b3af-d7f5d8d92773 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:18.932261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port d9c79682-a852-44d9-b3af-d7f5d8d92773 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:18.937072 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d9c79682-a852-44d9-b3af-d7f5d8d92773 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:18.937415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.051797 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.084500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port d9c79682-a852-44d9-b3af-d7f5d8d92773, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d9c79682-a852-44d9-b3af-d7f5d8d92773,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:19.090599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.167344 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=d9c79682-a852-44d9-b3af-d7f5d8d92773,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:19.288558 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5b401af5-508a-4083-95e2-11243edd60aa req-4f8db6db-c45c-45ef-8013-667e6d41aa57 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 210 time: 0.0943298 Mar 16 11:20:19.342581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-679e487a-13fa-4f6c-baca-cf0a0c932540 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:19.344457 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-679e487a-13fa-4f6c-baca-cf0a0c932540 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 812 time: 0.2008927 Mar 16 11:20:19.396012 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-c11a2648-82e7-458d-a8f8-a9ec216d21de tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 378 time: 0.0401289 Mar 16 11:20:19.405081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'port': {'device_id': '551d6169-4991-4a6e-a34b-5c6078164998', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'admin_state_up': True, 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'security_groups': ['4a210706-b8dd-4a8a-9a9e-aca358c57ab7']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:19.541078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:19.551305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:19.562635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Made reservation on behalf of 42dbe19148d44bc9b1df788e07a12e18 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:19.566149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.844944 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Allocated IP 172.20.0.14 (b9666193-c909-4976-b04a-497dd48f897c/c7a40592-dd21-4a99-80eb-41588c879940/7f824cdb-a07e-4124-a79d-68fc7b61a61c) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:20.030111 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.052628 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Transition to ACTIVE for port object 7f824cdb-a07e-4124-a79d-68fc7b61a61c will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:20.081097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.147768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Network b9666193-c909-4976-b04a-497dd48f897c is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:20.155517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:20.159862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:20:20.189979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event updated for resources: {'Port': ['ID=7f824cdb-a07e-4124-a79d-68fc7b61a61c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:20.226108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:20.226708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.253442 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-68842d4d-5b2e-4121-b69f-7981138c0409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8517592 Mar 16 11:20:20.265062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Request body: {'port': {'device_id': '551d6169-4991-4a6e-a34b-5c6078164998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:20.374585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7f4b5c97-63ad-4e73-92d5-d94578746e18 None None] Provisioning for port 7f824cdb-a07e-4124-a79d-68fc7b61a61c completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:20.379391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7f4b5c97-63ad-4e73-92d5-d94578746e18 None None] Provisioning complete for port 7f824cdb-a07e-4124-a79d-68fc7b61a61c triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:20.379759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7f4b5c97-63ad-4e73-92d5-d94578746e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.381844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.432959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b5c97-63ad-4e73-92d5-d94578746e18 None None] Port 7f824cdb-a07e-4124-a79d-68fc7b61a61c cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:20:20.480389 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8cdc1-76f4-41bd-8fd7-5e470d1674bd req-c12f2b22-728c-42e5-995c-90cb4db4a435 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:20.482115 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07d8cdc1-76f4-41bd-8fd7-5e470d1674bd req-c12f2b22-728c-42e5-995c-90cb4db4a435 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 932 time: 0.0814688 Mar 16 11:20:20.530103 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-07d8cdc1-76f4-41bd-8fd7-5e470d1674bd req-5318f08b-6122-463d-ad57-754a7bb99617 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416934 Mar 16 11:20:20.722645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f824cdb-a07e-4124-a79d-68fc7b61a61c {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:20:20.729781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.744307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Transition to ACTIVE for port object 7f824cdb-a07e-4124-a79d-68fc7b61a61c will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:20.750925 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.811224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d9c79682-a852-44d9-b3af-d7f5d8d92773 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:20.885125 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port d9c79682-a852-44d9-b3af-d7f5d8d92773 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:20.885488 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.903821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Pushing event updated for resources: {'Port': ['ID=7f824cdb-a07e-4124-a79d-68fc7b61a61c,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:20.983979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Attempting to bind port 7f824cdb-a07e-4124-a79d-68fc7b61a61c on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:20.984316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Attempting to bind port 7f824cdb-a07e-4124-a79d-68fc7b61a61c by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:20.984635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Attempting to bind port 7f824cdb-a07e-4124-a79d-68fc7b61a61c on network b9666193-c909-4976-b04a-497dd48f897c {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:20:20.989438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Port 7f824cdb-a07e-4124-a79d-68fc7b61a61c on network b9666193-c909-4976-b04a-497dd48f897c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:20:20.989757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Attempting to bind port 7f824cdb-a07e-4124-a79d-68fc7b61a61c on network b9666193-c909-4976-b04a-497dd48f897c {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:20:20.994798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:20:20.995131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Checking segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:20:20.995509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Bound using segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:20:20.995930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Bound port: 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:20.996270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.090241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] For port 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:20:21.093148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] For port 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:20:21.098999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.155032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:21.155667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.157948 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] 10.222.0.48 "PUT /v2.0/ports/7f824cdb-a07e-4124-a79d-68fc7b61a61c HTTP/1.1" status: 200 len: 1094 time: 0.8967798 Mar 16 11:20:21.159905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:21.196109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a694f66-1e9c-4a0b-b167-d4470c6c7bab service neutron] Pushing event updated for resources: {'Port': ['ID=7f824cdb-a07e-4124-a79d-68fc7b61a61c,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:21.230874 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'status': 'completed', 'code': 200} Mar 16 11:20:21.271863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-04e6c4ae-ea06-4290-ac8f-6b0b2a4b0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:21.273522 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-04e6c4ae-ea06-4290-ac8f-6b0b2a4b0552 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 1097 time: 0.0744708 Mar 16 11:20:21.345455 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-fbc43f50-af6b-4e13-9e72-b428b28d5643 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c HTTP/1.1" status: 200 len: 217 time: 0.0647428 Mar 16 11:20:21.408978 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-11e775b2-043a-4800-a7bc-c3f9f014d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:21.410452 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-11e775b2-043a-4800-a7bc-c3f9f014d2f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0585432 Mar 16 11:20:21.492333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-38552741-4605-4566-b8d9-9bc3fc7cbce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:21.493729 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-38552741-4605-4566-b8d9-9bc3fc7cbce7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766115 Mar 16 11:20:21.715924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fef08-4c79-4e56-9964-12e55501c4c9 req-dea41cef-fe0d-48d9-ba69-c6abcc163222 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:21.717394 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0e6fef08-4c79-4e56-9964-12e55501c4c9 req-dea41cef-fe0d-48d9-ba69-c6abcc163222 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 944 time: 0.0790830 Mar 16 11:20:21.730418 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-2e3ed916-d521-46f3-ab40-b6aa23cb61a8 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302642 Mar 16 11:20:21.762211 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0e6fef08-4c79-4e56-9964-12e55501c4c9 req-00c64047-8250-4a83-bfcc-71d39c7e9fe8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384655 Mar 16 11:20:21.867446 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ffe0cdbb-8844-4a80-b672-ac3b51e23af7 req-ba49a63b-1114-41e2-8140-8a8f4a297d82 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311684 Mar 16 11:20:21.904524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-07fe8737-808f-4eef-9970-0fcbc0b3c65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.986598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-9388d481-e24e-49a4-8dc6-5882f701b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:21.988034 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-9388d481-e24e-49a4-8dc6-5882f701b38e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 1097 time: 0.0714731 Mar 16 11:20:22.115783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-14067a03-dd33-41f9-857b-02bdfd85b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.117248 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-14067a03-dd33-41f9-857b-02bdfd85b57a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1226740 Mar 16 11:20:22.186130 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-3cd35f8f-c975-426a-b909-5726c43a4fb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c HTTP/1.1" status: 200 len: 217 time: 0.0621481 Mar 16 11:20:22.246205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-e0426098-0395-4e45-8c33-670ea9a1827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.247555 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-e0426098-0395-4e45-8c33-670ea9a1827c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0554707 Mar 16 11:20:22.334264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-44cfbc05-1af1-4b42-84c1-a9f8296ac065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.335728 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-44cfbc05-1af1-4b42-84c1-a9f8296ac065 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821755 Mar 16 11:20:22.468682 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-0d938926-4549-4575-bf17-8007a49b7e26 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264248 Mar 16 11:20:22.600159 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5cab2f43-35f2-4c7c-a888-eadab6e39d54 req-975a6b7d-07d6-46fa-be29-18a2146a33f7 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245518 Mar 16 11:20:22.968598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc571ee-7d81-4d98-9a15-39ed96bde27f req-b9a723bd-0d5f-4f63-9f39-641520d89066 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.969316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5dc571ee-7d81-4d98-9a15-39ed96bde27f req-b9a723bd-0d5f-4f63-9f39-641520d89066 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:22.988897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5dc571ee-7d81-4d98-9a15-39ed96bde27f req-b9a723bd-0d5f-4f63-9f39-641520d89066 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:22.990032 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5dc571ee-7d81-4d98-9a15-39ed96bde27f req-b9a723bd-0d5f-4f63-9f39-641520d89066 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 944 time: 0.1078289 Mar 16 11:20:23.034131 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5dc571ee-7d81-4d98-9a15-39ed96bde27f req-dfe588b0-1339-416f-8e6b-b9618f1f2c52 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381596 Mar 16 11:20:24.235246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4d3d-9e56-434d-97d7-d3bcac34350c req-95d12798-0254-4cb3-8b7a-5d422697c5cf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:24.236597 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2f2a4d3d-9e56-434d-97d7-d3bcac34350c req-95d12798-0254-4cb3-8b7a-5d422697c5cf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 944 time: 0.0884407 Mar 16 11:20:24.282959 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2f2a4d3d-9e56-434d-97d7-d3bcac34350c req-df147520-c314-4a0c-ab95-a4231278eee0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403607 Mar 16 11:20:24.978441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.056162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-81d0aef8-db02-4be1-950f-2cff75a2516f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.292832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.473903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601846e-c7c5-4222-9547-cd69907992c5 req-88af1a4a-5b60-449e-8097-938fe335f6ef tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:25.475295 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0601846e-c7c5-4222-9547-cd69907992c5 req-88af1a4a-5b60-449e-8097-938fe335f6ef tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 944 time: 0.0849698 Mar 16 11:20:25.518146 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0601846e-c7c5-4222-9547-cd69907992c5 req-47a92f36-20f4-4570-90ab-cd53d65762a2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371363 Mar 16 11:20:26.294384 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7f824cdb-a07e-4124-a79d-68fc7b61a61c details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:20:26.423450 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:20:26.433111 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:26.446107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'port_id': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'mac_address': 'fa:16:3e:50:3d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:20:26.500526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.517037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f824cdb-a07e-4124-a79d-68fc7b61a61c {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:20:26.534445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:26.546056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.617211 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7f824cdb-a07e-4124-a79d-68fc7b61a61c,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:26.700506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.713059 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f00bde-f6b7-4042-bade-b2e588d6908d req-021ac64b-b55c-4f39-8cd7-37c33e144002 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:26.714505 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-04f00bde-f6b7-4042-bade-b2e588d6908d req-021ac64b-b55c-4f39-8cd7-37c33e144002 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 945 time: 0.0834007 Mar 16 11:20:26.759645 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-04f00bde-f6b7-4042-bade-b2e588d6908d req-8acffe8c-a9ea-42fa-a12e-57cabed0d8c9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390978 Mar 16 11:20:26.871653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['7f824cdb-a07e-4124-a79d-68fc7b61a61c'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:20:27.961274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925b224-b6e8-41e0-9cde-0069b8941c0e req-a580baaa-d92c-4304-82de-0fe449abf3e7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:27.962731 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1925b224-b6e8-41e0-9cde-0069b8941c0e req-a580baaa-d92c-4304-82de-0fe449abf3e7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 945 time: 0.0915699 Mar 16 11:20:28.014755 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1925b224-b6e8-41e0-9cde-0069b8941c0e req-ba1f875a-a4ca-41f0-b80d-339f736d695c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438781 Mar 16 11:20:28.309518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7f824cdb-a07e-4124-a79d-68fc7b61a61c up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:28.393532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 7f824cdb-a07e-4124-a79d-68fc7b61a61c completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:28.398210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 7f824cdb-a07e-4124-a79d-68fc7b61a61c triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:28.398581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.516433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.544043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:28.554829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:28.559965 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.627933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7f824cdb-a07e-4124-a79d-68fc7b61a61c,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:28.643683 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'code': 200} Mar 16 11:20:28.877135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e21b2-0820-4af4-aa29-676dd3a2c91c req-03047a56-00e5-4888-b76a-5b3dc449da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:28.878496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-242e21b2-0820-4af4-aa29-676dd3a2c91c req-03047a56-00e5-4888-b76a-5b3dc449da3d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 1099 time: 0.0752661 Mar 16 11:20:28.917851 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-242e21b2-0820-4af4-aa29-676dd3a2c91c req-a2a6fc7c-b21b-4126-8755-a3297b6d0334 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329478 Mar 16 11:20:29.220869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574229e-b2e6-4b86-892b-7f0d27a58d2a req-75ad1a61-d80e-49ca-9bf4-c56423ace87f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:29.222285 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d574229e-b2e6-4b86-892b-7f0d27a58d2a req-75ad1a61-d80e-49ca-9bf4-c56423ace87f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0903070 Mar 16 11:20:29.268766 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d574229e-b2e6-4b86-892b-7f0d27a58d2a req-90546dbd-32fe-4ae7-acbf-686d6ec4c3e8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407579 Mar 16 11:20:30.487048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fa41c-f12c-46ba-aafc-a6bd73074aba req-415b5c4e-6f8e-470c-aceb-29126d33e026 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:30.488506 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b46fa41c-f12c-46ba-aafc-a6bd73074aba req-415b5c4e-6f8e-470c-aceb-29126d33e026 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0855029 Mar 16 11:20:30.532608 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b46fa41c-f12c-46ba-aafc-a6bd73074aba req-774f7093-46ea-4c68-8bfa-3bc576218600 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383184 Mar 16 11:20:30.716367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead8ca0-db21-4c41-849e-7eb5432587b3 req-9889dde8-24b5-4dce-b696-21d108da0ff5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:30.717853 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9ead8ca0-db21-4c41-849e-7eb5432587b3 req-9889dde8-24b5-4dce-b696-21d108da0ff5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0847769 Mar 16 11:20:30.730546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 42040) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:30.735633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bf274ee7-52d0-40da-a0b7-c9f36a0717b7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'floatingip': {'port_id': '7f824cdb-a07e-4124-a79d-68fc7b61a61c'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:30.814396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bf274ee7-52d0-40da-a0b7-c9f36a0717b7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.408495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bf274ee7-52d0-40da-a0b7-c9f36a0717b7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.413210 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bf274ee7-52d0-40da-a0b7-c9f36a0717b7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.696287 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-bf274ee7-52d0-40da-a0b7-c9f36a0717b7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f associated. External IP: 172.26.2.25, port: 7f824cdb-a07e-4124-a79d-68fc7b61a61c. Mar 16 11:20:32.049124 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf274ee7-52d0-40da-a0b7-c9f36a0717b7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Router dad8ede8-d980-468d-aadd-1a7771362593 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:20:32.227101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf274ee7-52d0-40da-a0b7-c9f36a0717b7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:20:32.231815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bf274ee7-52d0-40da-a0b7-c9f36a0717b7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.237430 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:20:32.248294 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:32.248940 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:20:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:32.288832 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bf274ee7-52d0-40da-a0b7-c9f36a0717b7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "PUT /v2.0/floatingips/24b6bf58-834b-4cf7-96b9-5be13f83087f HTTP/1.1" status: 200 len: 991 time: 1.5571735 Mar 16 11:20:32.289429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:32.415741 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'status': 'completed', 'code': 200} Mar 16 11:20:32.438739 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:32.463286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d06f1-2434-4535-934c-414e7a34e455 req-fa729cd5-abcd-4567-804b-0648a22493ba tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.464785 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f81d06f1-2434-4535-934c-414e7a34e455 req-fa729cd5-abcd-4567-804b-0648a22493ba tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0808668 Mar 16 11:20:32.486680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-4026e542-f720-4684-afd7-98b4ba3e7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.488294 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-4026e542-f720-4684-afd7-98b4ba3e7eec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 1099 time: 0.0713785 Mar 16 11:20:32.509740 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f81d06f1-2434-4535-934c-414e7a34e455 req-856f24c6-5c95-4073-b655-2429e8400755 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388727 Mar 16 11:20:32.622458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-ab3d575c-9375-4ed7-8e24-53d2f62b55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.624365 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-ab3d575c-9375-4ed7-8e24-53d2f62b55bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1305909 Mar 16 11:20:32.788145 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:50:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d6169-4991-4a6e-a34b-5c6078164998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:20:31Z', 'revision_number': 1, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:32.792396 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:20:32.801329 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:32.801941 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:20:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:32.870618 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-68212a11-e2f5-41ff-a3b4-8f2a745c34e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c HTTP/1.1" status: 200 len: 999 time: 0.2076964 Mar 16 11:20:32.937708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a8a63-eb4f-4479-b2a7-a4a79fb6c383 req-693d1d2a-326b-4764-89c5-368304ddd395 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.939242 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b34a8a63-eb4f-4479-b2a7-a4a79fb6c383 req-693d1d2a-326b-4764-89c5-368304ddd395 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.3140461 Mar 16 11:20:32.971124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-50b0821e-d30a-4048-afd5-5e59d211602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.972607 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-50b0821e-d30a-4048-afd5-5e59d211602f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0960011 Mar 16 11:20:33.018018 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:33.039172 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b34a8a63-eb4f-4479-b2a7-a4a79fb6c383 req-a9696e88-da57-4ef8-9783-ad109af40553 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926015 Mar 16 11:20:33.076544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-5e87e1f5-a9f3-4624-8b3f-a48def1b1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:33.078148 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-5e87e1f5-a9f3-4624-8b3f-a48def1b1f8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0998337 Mar 16 11:20:33.209697 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-77d34467-d90a-4697-b743-b07be1206345 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256104 Mar 16 11:20:33.344773 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4487cbba-0b2a-47e0-bcf0-67b0cad0f55b req-fc1be434-593a-487c-9c1e-844cdafa5505 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285901 Mar 16 11:20:33.377246 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:50:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d6169-4991-4a6e-a34b-5c6078164998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:20:31Z', 'revision_number': 1, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:33.381462 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f6a83b-ff96-4fff-8eca-227730ed7cbd None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:50:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d6169-4991-4a6e-a34b-5c6078164998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:20:31Z', 'revision_number': 1, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:20:33.563984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100b0be9-7ac0-42b6-9a50-7d0e69ddff1b None None] New status for floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:20:34.229782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef087d3-f3f2-4e7d-8ca9-d1352ef59f0a req-eae37b28-0373-481d-bd2e-bcd8c18dcd67 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:34.231228 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7ef087d3-f3f2-4e7d-8ca9-d1352ef59f0a req-eae37b28-0373-481d-bd2e-bcd8c18dcd67 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0829811 Mar 16 11:20:34.281978 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7ef087d3-f3f2-4e7d-8ca9-d1352ef59f0a req-925b342c-7eea-4b99-95b0-704202859403 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448422 Mar 16 11:20:34.635533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefb20-1e2b-445a-9b0e-729067e53f27 req-6624c475-eec6-4084-b44b-695c2eb33c0c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:34.637045 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-86cefb20-1e2b-445a-9b0e-729067e53f27 req-6624c475-eec6-4084-b44b-695c2eb33c0c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0843880 Mar 16 11:20:34.680580 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-86cefb20-1e2b-445a-9b0e-729067e53f27 req-18134c30-37fb-4a7f-8cc3-3147dca31a36 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377388 Mar 16 11:20:35.028726 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-525e1ccc-9488-48eb-bff3-b985c4efb776 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670612 Mar 16 11:20:35.086225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50181d-0391-4df4-8ff8-e767a311cfc7 req-2f1e49ce-b044-4150-a846-13792f215b70 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:35.087687 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b50181d-0391-4df4-8ff8-e767a311cfc7 req-2f1e49ce-b044-4150-a846-13792f215b70 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0858643 Mar 16 11:20:35.136973 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b50181d-0391-4df4-8ff8-e767a311cfc7 req-6132ed54-6c7d-463e-bd48-a78a32454c81 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433631 Mar 16 11:20:36.145747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-9468383c-84a2-4c87-84c5-a3f8242a525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.147291 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-9468383c-84a2-4c87-84c5-a3f8242a525e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 1099 time: 0.0709147 Mar 16 11:20:36.279202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-a8561453-b40d-4345-ae1f-34c912251dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.281076 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-a8561453-b40d-4345-ae1f-34c912251dbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1277041 Mar 16 11:20:36.327878 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d66bb2-5f20-4e89-9cbf-fe0eab6eced5 req-bf3ebe6e-d01a-4662-b023-7c0db0acb602 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.329530 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-87d66bb2-5f20-4e89-9cbf-fe0eab6eced5 req-bf3ebe6e-d01a-4662-b023-7c0db0acb602 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0860922 Mar 16 11:20:36.374701 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-87d66bb2-5f20-4e89-9cbf-fe0eab6eced5 req-de83835e-43f1-4f7a-8af9-d6541c8ade7b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393209 Mar 16 11:20:36.387913 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-da02d601-dd33-4c3e-9b23-2e88e54ecaae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c HTTP/1.1" status: 200 len: 1001 time: 0.1009789 Mar 16 11:20:36.453420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-07910924-e7bb-4597-af08-6b9ac68ab52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.455027 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-07910924-e7bb-4597-af08-6b9ac68ab52b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0617554 Mar 16 11:20:36.531514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-4c80f9ac-e683-4ee8-9f7a-33859c8294b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.532984 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-4c80f9ac-e683-4ee8-9f7a-33859c8294b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718956 Mar 16 11:20:36.664843 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-907f7382-5f56-44bf-83b8-82d8717a4758 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259553 Mar 16 11:20:36.802059 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-556140c1-9b44-45e2-8935-d274b12f9c92 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305847 Mar 16 11:20:37.584294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f80c9-f9fd-46b9-80d8-92b921a3dd3f req-3ce657cd-de13-48ac-97ab-5d3a82edccdf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:37.585757 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3a7f80c9-f9fd-46b9-80d8-92b921a3dd3f req-3ce657cd-de13-48ac-97ab-5d3a82edccdf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0948215 Mar 16 11:20:37.631728 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3a7f80c9-f9fd-46b9-80d8-92b921a3dd3f req-1daab177-9cd5-4986-b15c-21102ae7db1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402052 Mar 16 11:20:38.521195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.829233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459afb1-9a16-4c35-88ac-39aed4671e55 req-6a66ed2d-1bb3-416d-bc8d-36976cfaeaf8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:38.830593 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f459afb1-9a16-4c35-88ac-39aed4671e55 req-6a66ed2d-1bb3-416d-bc8d-36976cfaeaf8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0942297 Mar 16 11:20:38.875734 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f459afb1-9a16-4c35-88ac-39aed4671e55 req-3ada8c33-3355-4f8b-8ee8-60654c438495 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394542 Mar 16 11:20:40.074063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceabc4d-5a1a-45bd-aa4f-af91008d2189 req-77fd757c-d8e9-48af-a8f0-bf1a4ce7c50c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:40.075863 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6ceabc4d-5a1a-45bd-aa4f-af91008d2189 req-77fd757c-d8e9-48af-a8f0-bf1a4ce7c50c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0810943 Mar 16 11:20:40.121365 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6ceabc4d-5a1a-45bd-aa4f-af91008d2189 req-8771f091-e4f1-4b88-bfe0-b5f55073daff tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373738 Mar 16 11:20:41.345986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4c6e0-5528-4dc1-b191-21eef722629a req-878bb8c4-ebd0-43de-998e-7675dd18878a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:41.347631 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dfa4c6e0-5528-4dc1-b191-21eef722629a req-878bb8c4-ebd0-43de-998e-7675dd18878a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0982552 Mar 16 11:20:41.396449 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dfa4c6e0-5528-4dc1-b191-21eef722629a req-cab38ef4-29a5-48bf-8899-7431fde65318 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428367 Mar 16 11:20:42.609583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3f57-d4c7-43b0-90b9-825bea8604d4 req-1bd052b6-bafd-437f-adc8-ed67d4147409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:42.611074 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-733a3f57-d4c7-43b0-90b9-825bea8604d4 req-1bd052b6-bafd-437f-adc8-ed67d4147409 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0988090 Mar 16 11:20:42.659873 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-733a3f57-d4c7-43b0-90b9-825bea8604d4 req-b6708e20-d864-475c-9588-c5ccd130164d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430107 Mar 16 11:20:43.031449 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-a41414b6-ff04-424e-bb9b-34a992c39822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:43.032866 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-a41414b6-ff04-424e-bb9b-34a992c39822 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 1099 time: 0.0743566 Mar 16 11:20:43.276607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-c11af21d-9f29-49d5-a2a6-8691bec429d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:43.278081 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-c11af21d-9f29-49d5-a2a6-8691bec429d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.2254088 Mar 16 11:20:43.382241 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-aedfa67a-2d9b-404c-8575-28ba82f1c085 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c HTTP/1.1" status: 200 len: 1001 time: 0.0966845 Mar 16 11:20:43.446552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-433937dc-a048-49ee-a652-91c6963a7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:43.447927 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-433937dc-a048-49ee-a652-91c6963a7911 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0587561 Mar 16 11:20:43.523733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-6479b189-838d-4d6a-bec0-70fb1ba24892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:43.525169 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-6479b189-838d-4d6a-bec0-70fb1ba24892 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713406 Mar 16 11:20:43.656641 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-424d10f3-944b-4e5f-8323-a7157e5707aa service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254804 Mar 16 11:20:43.789783 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4752f123-93b0-449a-b0dc-0b71e8ce5887 req-8263b559-ba34-4054-9404-453a2ff1758e service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272571 Mar 16 11:20:43.854045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565d12a-5058-4e9a-b7b7-52605c8b12f4 req-ed395d1b-a6d1-4fc4-93e9-fddd1b78b8d7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:43.855467 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3565d12a-5058-4e9a-b7b7-52605c8b12f4 req-ed395d1b-a6d1-4fc4-93e9-fddd1b78b8d7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0837405 Mar 16 11:20:43.902275 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3565d12a-5058-4e9a-b7b7-52605c8b12f4 req-b491b639-f303-4663-a6e2-90da76332c17 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384138 Mar 16 11:20:45.116232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fd3fa-94bb-4644-b519-8f2fe27d703c req-e76aba9c-f11e-4f45-a7d6-5ca84fff395a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.117708 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc6fd3fa-94bb-4644-b519-8f2fe27d703c req-e76aba9c-f11e-4f45-a7d6-5ca84fff395a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0971222 Mar 16 11:20:45.165133 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bc6fd3fa-94bb-4644-b519-8f2fe27d703c req-f480fc5e-39a7-4052-8116-c26d704f0839 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394244 Mar 16 11:20:46.383496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e485a-3b5a-4f1e-92a4-89ac1b97bf10 req-21062f5c-e89c-4f8c-96bc-ced9b379e814 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.384977 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8d2e485a-3b5a-4f1e-92a4-89ac1b97bf10 req-21062f5c-e89c-4f8c-96bc-ced9b379e814 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0928764 Mar 16 11:20:46.432234 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8d2e485a-3b5a-4f1e-92a4-89ac1b97bf10 req-e354f5d5-520a-44a6-b10d-f43d5670fd89 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391974 Mar 16 11:20:47.644867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a798852-46bb-4863-9102-7699b4d5e098 req-b51bc3b7-daa6-48f5-b059-4f18f29031b6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:47.646346 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8a798852-46bb-4863-9102-7699b4d5e098 req-b51bc3b7-daa6-48f5-b059-4f18f29031b6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0805464 Mar 16 11:20:47.689548 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8a798852-46bb-4863-9102-7699b4d5e098 req-538ca163-d102-459d-8960-f8516d2edb5b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374444 Mar 16 11:20:48.897414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9a8ef-a945-4819-92f6-5e90fdc769f4 req-0f6b1bc1-d946-4152-afe7-f767e1d4635d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:48.898848 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20b9a8ef-a945-4819-92f6-5e90fdc769f4 req-0f6b1bc1-d946-4152-afe7-f767e1d4635d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0945988 Mar 16 11:20:48.945680 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20b9a8ef-a945-4819-92f6-5e90fdc769f4 req-62b27733-8be6-412b-a5a4-b609792bc07b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409088 Mar 16 11:20:50.146953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc265f-f4eb-4208-80b1-0af6e52d0c51 req-fbfea813-672c-4d61-8c75-72ca1d26eaba tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:50.148619 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cfc265f-f4eb-4208-80b1-0af6e52d0c51 req-fbfea813-672c-4d61-8c75-72ca1d26eaba tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0854211 Mar 16 11:20:50.196046 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cfc265f-f4eb-4208-80b1-0af6e52d0c51 req-fa2a5882-11a6-4d07-a1ae-ecfa11a1b248 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389836 Mar 16 11:20:51.397160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c21bc-2494-4f1c-be64-be0e9d7fb067 req-deb5f52d-9f8a-4c46-83c7-388bfc1b06a5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:51.398584 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-812c21bc-2494-4f1c-be64-be0e9d7fb067 req-deb5f52d-9f8a-4c46-83c7-388bfc1b06a5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0831017 Mar 16 11:20:51.448460 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-812c21bc-2494-4f1c-be64-be0e9d7fb067 req-a5808659-578c-4262-af70-8d46b56470e1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435693 Mar 16 11:20:51.921849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0604dac5-cf81-45b4-8639-fa41c1d1efe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.639105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5468d-ebf2-483c-a3c1-57b77104db59 req-17e4593a-53e9-4a00-ad01-6b66f527fa15 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:52.640574 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cf5468d-ebf2-483c-a3c1-57b77104db59 req-17e4593a-53e9-4a00-ad01-6b66f527fa15 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0798318 Mar 16 11:20:52.687938 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cf5468d-ebf2-483c-a3c1-57b77104db59 req-fd21c898-16e9-41b8-9a54-835350e1af1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386868 Mar 16 11:20:53.522153 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-253b4562-b185-4915-a5e0-69c2969ea9af service neutron] 10.222.0.48 "GET /v2.0/ports/7f824cdb-a07e-4124-a79d-68fc7b61a61c/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0813243 Mar 16 11:20:53.828094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-a667d1fb-10ef-4415-b081-91903a59e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:53.829635 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-a667d1fb-10ef-4415-b081-91903a59e319 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 1099 time: 0.0714633 Mar 16 11:20:53.937872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-7883bc38-f179-4189-b4ad-64e0fc491665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:53.939302 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-7883bc38-f179-4189-b4ad-64e0fc491665 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 1099 time: 0.0878637 Mar 16 11:20:53.997149 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5ebe4-85ad-42bd-aae4-91e20bdbfacc req-0e651618-b0a0-47dc-997c-161c77d58d78 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:53.998621 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-24b5ebe4-85ad-42bd-aae4-91e20bdbfacc req-0e651618-b0a0-47dc-997c-161c77d58d78 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.2012610 Mar 16 11:20:54.042663 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-24b5ebe4-85ad-42bd-aae4-91e20bdbfacc req-2f48f9fa-1a52-4243-9966-1895d5cdf239 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383396 Mar 16 11:20:54.077613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-0a9aa4a1-47d5-4fa8-bd57-7f54cfe1978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:54.079098 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-0a9aa4a1-47d5-4fa8-bd57-7f54cfe1978f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1335871 Mar 16 11:20:54.179426 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-891af11b-f84c-41f2-bf96-abdb7f6eadf9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c HTTP/1.1" status: 200 len: 1001 time: 0.0941696 Mar 16 11:20:54.241007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-510ac77e-a765-4908-9248-beb8eff04997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:54.242307 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-510ac77e-a765-4908-9248-beb8eff04997 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0569208 Mar 16 11:20:54.316903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-d6b6a60d-9124-4aa8-8d84-0aae5246294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:54.318361 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-d6b6a60d-9124-4aa8-8d84-0aae5246294e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699310 Mar 16 11:20:54.554784 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-0be262c9-299a-4456-8132-a977c59ace0a service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291381 Mar 16 11:20:54.685469 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0044c938-107a-4c5f-8a8a-d5a6ea7461da req-910a1a30-5c0f-4341-bca0-dc78db5c7e93 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242619 Mar 16 11:20:54.986043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.051445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-050e48da-d691-4d16-8cd0-a19bcef57725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.242516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2db0f-869c-4f01-bf8b-f0bcbe598903 req-ff98fc68-739b-4a0a-871e-1cf7a823f375 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:55.243963 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dfc2db0f-869c-4f01-bf8b-f0bcbe598903 req-ff98fc68-739b-4a0a-871e-1cf7a823f375 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0823054 Mar 16 11:20:55.288803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.292481 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dfc2db0f-869c-4f01-bf8b-f0bcbe598903 req-2019dc42-8dd5-4d34-86e4-5270d1b39651 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427577 Mar 16 11:20:56.463086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7f824cdb-a07e-4124-a79d-68fc7b61a61c no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:56.514151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c80e8-0dff-4a7c-a743-42d95816432d req-b47b2ad2-bbf8-4aa0-96ab-a60e08a14686 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:56.515968 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ad1c80e8-0dff-4a7c-a743-42d95816432d req-b47b2ad2-bbf8-4aa0-96ab-a60e08a14686 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0925870 Mar 16 11:20:56.568875 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ad1c80e8-0dff-4a7c-a743-42d95816432d req-3ad73948-9962-4e67-aef2-7e6df7eaa9df tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454812 Mar 16 11:20:56.611645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.637856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:56.646187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:56.651347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.701654 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'code': 200} Mar 16 11:20:56.725584 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.736073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7f824cdb-a07e-4124-a79d-68fc7b61a61c,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:57.745955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de4d95-380a-488e-8363-c04ccb6b40eb req-9512c286-6fbc-492e-a88f-7ed30e5fd740 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:57.747418 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c3de4d95-380a-488e-8363-c04ccb6b40eb req-9512c286-6fbc-492e-a88f-7ed30e5fd740 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 944 time: 0.0783482 Mar 16 11:20:57.793691 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c3de4d95-380a-488e-8363-c04ccb6b40eb req-e8f86b26-f525-4c9b-a4fc-68c705f40967 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406125 Mar 16 11:20:58.093545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bff36-3172-496e-96a4-ab292ead09d2 req-6e983358-e84f-4294-9ba8-b8c6bca8a80d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:58.095088 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f88bff36-3172-496e-96a4-ab292ead09d2 req-6e983358-e84f-4294-9ba8-b8c6bca8a80d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 944 time: 0.0816634 Mar 16 11:20:58.101708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-960fee5f-15ae-4238-b705-99744c8e87a8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:58.103151 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-960fee5f-15ae-4238-b705-99744c8e87a8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998&tenant_id=42dbe19148d44bc9b1df788e07a12e18&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 944 time: 0.0847483 Mar 16 11:20:58.139114 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f88bff36-3172-496e-96a4-ab292ead09d2 req-f24363b5-0a86-4dd5-96bc-6b46c7f5693d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383739 Mar 16 11:20:58.239235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-16fee574-1e84-4149-b998-f5e292945101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:58.240615 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-16fee574-1e84-4149-b998-f5e292945101 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 1097 time: 0.0715659 Mar 16 11:20:58.385901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-5576cd7e-d15f-4c38-a1b3-e5b7a1380ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:58.387363 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-5576cd7e-d15f-4c38-a1b3-e5b7a1380ff1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1400247 Mar 16 11:20:58.462936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7f824cdb-a07e-4124-a79d-68fc7b61a61c details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:20:58.496786 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-9221513c-222d-482b-b97d-ee12fec78164 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c HTTP/1.1" status: 200 len: 999 time: 0.1032548 Mar 16 11:20:58.558415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-ba49ba59-b201-4844-8cf4-5c583284581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:58.560038 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-ba49ba59-b201-4844-8cf4-5c583284581e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0573277 Mar 16 11:20:58.604235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:58.621843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'port_id': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'mac_address': 'fa:16:3e:50:3d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:20:58.637217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-04bdd9a3-0d12-4fba-b6c8-fed664a65979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:58.638704 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-04bdd9a3-0d12-4fba-b6c8-fed664a65979 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727799 Mar 16 11:20:58.675853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.692372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f824cdb-a07e-4124-a79d-68fc7b61a61c {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:20:58.708203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:58.713614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.770006 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-c6a726e9-bcec-4559-99ba-40218f10b1a7 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253428 Mar 16 11:20:58.787862 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['7f824cdb-a07e-4124-a79d-68fc7b61a61c'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:20:58.820562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7f824cdb-a07e-4124-a79d-68fc7b61a61c,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:58.904116 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a5d27106-fd51-4178-8172-d8fb06254fdf req-15258cdb-b593-418c-bd32-744840feed79 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275337 Mar 16 11:20:59.334071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facab2d-e75a-40aa-a668-d10b40ee571a req-0ecc24f6-c1ce-43be-a73d-90b61695ec02 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:59.335536 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6facab2d-e75a-40aa-a668-d10b40ee571a req-0ecc24f6-c1ce-43be-a73d-90b61695ec02 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 945 time: 0.0803499 Mar 16 11:20:59.381222 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6facab2d-e75a-40aa-a668-d10b40ee571a req-4a5d8e1f-4b2b-4875-9fc5-b12f35e31b41 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396345 Mar 16 11:21:00.502737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7f824cdb-a07e-4124-a79d-68fc7b61a61c up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:00.575550 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 7f824cdb-a07e-4124-a79d-68fc7b61a61c triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:00.575905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.578317 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcb521-d947-4c8e-bd51-bef0e4d1665c req-e4dc3a6e-4b89-45e1-abab-c34f6a8cf0b3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:00.579837 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cdfcb521-d947-4c8e-bd51-bef0e4d1665c req-e4dc3a6e-4b89-45e1-abab-c34f6a8cf0b3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 945 time: 0.0883071 Mar 16 11:21:00.625276 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cdfcb521-d947-4c8e-bd51-bef0e4d1665c req-22ec9b44-4af9-4bbf-a72d-075ab671aaac tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387902 Mar 16 11:21:00.690634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.719977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:00.729610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:00.734481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.771491 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'code': 200} Mar 16 11:21:00.802762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=7f824cdb-a07e-4124-a79d-68fc7b61a61c,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:00.812792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dadd4-f404-4b59-8e05-d0ef5e68f12e req-f3118b73-3b1f-4955-b745-fea03236f5d0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:00.814292 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-543dadd4-f404-4b59-8e05-d0ef5e68f12e req-f3118b73-3b1f-4955-b745-fea03236f5d0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0833170 Mar 16 11:21:00.857855 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-543dadd4-f404-4b59-8e05-d0ef5e68f12e req-63b90fd0-9c99-449b-8127-964475316077 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377350 Mar 16 11:21:01.052680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb01b3-5488-4a64-ac3d-d58988a90f54 req-915de0b1-6af8-48e4-97a3-1ebede93f373 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:01.054067 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9fbb01b3-5488-4a64-ac3d-d58988a90f54 req-915de0b1-6af8-48e4-97a3-1ebede93f373 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0896680 Mar 16 11:21:01.098236 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9fbb01b3-5488-4a64-ac3d-d58988a90f54 req-41add591-6330-4b94-9800-b51d16d0d986 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382953 Mar 16 11:21:01.501662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bca308-e9bc-41f5-bd69-40d64d1dd926 req-c005111c-c9b2-4473-82f3-e6399d091ca3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:01.503105 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-01bca308-e9bc-41f5-bd69-40d64d1dd926 req-c005111c-c9b2-4473-82f3-e6399d091ca3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0930097 Mar 16 11:21:01.546984 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-01bca308-e9bc-41f5-bd69-40d64d1dd926 req-78c8483f-b479-4515-93ca-7547512c86b4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381100 Mar 16 11:21:02.737648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d17cee-4136-4f63-bdee-4ed5356cdbc0 req-df4147a8-fd83-46af-90bc-d36833125bab tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:02.739078 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14d17cee-4136-4f63-bdee-4ed5356cdbc0 req-df4147a8-fd83-46af-90bc-d36833125bab tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0817533 Mar 16 11:21:02.786891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14d17cee-4136-4f63-bdee-4ed5356cdbc0 req-7d8a9f7a-5582-49a5-9e4a-ed8875de0e28 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404360 Mar 16 11:21:03.199627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-147e247f-500e-4071-89fd-4e2a792ee5c5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:03.201118 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-147e247f-500e-4071-89fd-4e2a792ee5c5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0863445 Mar 16 11:21:03.271175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Deleting port 7f824cdb-a07e-4124-a79d-68fc7b61a61c {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:21:03.271509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.422721 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:21:03.619776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] For port 7f824cdb-a07e-4124-a79d-68fc7b61a61c, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=7f824cdb-a07e-4124-a79d-68fc7b61a61c,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:03.620133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.918020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.918749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.918749 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f disassociated. External IP: 172.26.2.25, port: 7f824cdb-a07e-4124-a79d-68fc7b61a61c. Mar 16 11:21:03.918980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Calling delete_port for 7f824cdb-a07e-4124-a79d-68fc7b61a61c owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:21:03.971416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b074-9ca7-4468-bc95-5c11f75158d4 req-4bd21bc7-1302-471a-b495-6d7d28ce7d69 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:03.972950 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e7a2b074-9ca7-4468-bc95-5c11f75158d4 req-4bd21bc7-1302-471a-b495-6d7d28ce7d69 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 946 time: 0.0809193 Mar 16 11:21:04.021404 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e7a2b074-9ca7-4468-bc95-5c11f75158d4 req-cadc3269-6d8c-4ef2-86b0-527305756b9e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426540 Mar 16 11:21:04.066047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.115462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event deleted for resources: {'Port': ['ID=7f824cdb-a07e-4124-a79d-68fc7b61a61c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:04.301855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Router dad8ede8-d980-468d-aadd-1a7771362593 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:21:04.480399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:21:04.491285 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:21:04.501523 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:04.502245 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:20:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:04.553962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] No DVR routers for this DVR port 7f824cdb-a07e-4124-a79d-68fc7b61a61c on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:04.556649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.559289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'name': 'network-vif-deleted', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:04.583853 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20469fa1-5c10-4f8d-b97b-55500be3fe4b req-a08d4f67-e6f9-4651-a4d7-763a19f2405a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "DELETE /v2.0/ports/7f824cdb-a07e-4124-a79d-68fc7b61a61c HTTP/1.1" status: 204 len: 173 time: 1.3775179 Mar 16 11:21:04.613263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551d6169-4991-4a6e-a34b-5c6078164998', 'name': 'network-vif-deleted', 'tag': '7f824cdb-a07e-4124-a79d-68fc7b61a61c', 'status': 'completed', 'code': 200} Mar 16 11:21:04.679876 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:04.992600 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:04.996855 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:21:05.005733 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:05.006331 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:20:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:05.188793 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:05.204569 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bdbd95e1-8065-455b-a85f-4f46fced0967 req-e7ca1ef8-0a71-471c-87ed-50536ad2e52b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=551d6169-4991-4a6e-a34b-5c6078164998 HTTP/1.1" status: 200 len: 210 time: 0.0417509 Mar 16 11:21:05.529617 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:05.533726 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91136e00-9006-47ab-9bf7-ed69dbbce3ad None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:21:05.752850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9832940b-e507-479e-86bf-d5e0495549f7 None None] New status for floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:21:06.509595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7f824cdb-a07e-4124-a79d-68fc7b61a61c no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:06.543386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 7f824cdb-a07e-4124-a79d-68fc7b61a61c {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:21:06.543731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 7f824cdb-a07e-4124-a79d-68fc7b61a61c not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:06.551699 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-5b3265f2-e41e-4b59-95e3-ece1d4e7a6cc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--47399286&fields=id&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 267 time: 0.0406957 Mar 16 11:21:06.700924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-8349f337-9737-43da-8ea9-f665d2b334dd tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:06.702384 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-8349f337-9737-43da-8ea9-f665d2b334dd tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 812 time: 0.1439490 Mar 16 11:21:06.717077 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-3da9bc5f-7176-434c-af7e-3d0503068726 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/quotas/42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 375 time: 0.0092416 Mar 16 11:21:06.807107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-851625f6-4de2-4b69-93f3-59b4455aa6a4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:06.825490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-851625f6-4de2-4b69-93f3-59b4455aa6a4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:06.826791 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-851625f6-4de2-4b69-93f3-59b4455aa6a4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048360 Mar 16 11:21:07.077588 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-e9224299-5686-406d-959b-0c7c9e250a0f service neutron] 10.222.0.37 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385778 Mar 16 11:21:07.212491 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-0e1343cb-9a4a-4602-8a40-77cca8298f48 service neutron] 10.222.0.37 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274979 Mar 16 11:21:07.394844 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-26c7dffd-cc22-457d-ac40-4b54ab398105 req-dcf67372-38c4-45a5-9dc8-7f1f68d34d41 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 210 time: 0.0448444 Mar 16 11:21:08.443814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-4bdc164f-75a1-4458-ae43-6eac01e70b83 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:08.445259 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-4bdc164f-75a1-4458-ae43-6eac01e70b83 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 812 time: 0.1495757 Mar 16 11:21:08.496237 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-cd571dcc-4458-4475-8698-a6def96f8ddf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 378 time: 0.0423317 Mar 16 11:21:08.523787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.542808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'port': {'device_id': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'admin_state_up': True, 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'security_groups': ['4a210706-b8dd-4a8a-9a9e-aca358c57ab7']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:08.564409 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2c89250-0a54-47b1-a94e-8ef6acdb42ef req-9e561df0-1058-461a-bba9-59fd8f435008 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 210 time: 0.0612149 Mar 16 11:21:08.684168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:08.693664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:08.706672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Made reservation on behalf of 42dbe19148d44bc9b1df788e07a12e18 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:08.710219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.872827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Allocated IP 172.20.0.12 (b9666193-c909-4976-b04a-497dd48f897c/c7a40592-dd21-4a99-80eb-41588c879940/12dda9db-40a8-4e65-a539-da7cd7f5d44e) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:09.052067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.067093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Transition to ACTIVE for port object 12dda9db-40a8-4e65-a539-da7cd7f5d44e will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:09.094251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.162440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Network b9666193-c909-4976-b04a-497dd48f897c is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:09.169539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:09.173755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:21:09.204354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event updated for resources: {'Port': ['ID=12dda9db-40a8-4e65-a539-da7cd7f5d44e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:09.242046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:09.242282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.268184 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-d7203754-ede5-4954-ada8-c56ef060c097 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7337432 Mar 16 11:21:09.280030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Request body: {'port': {'device_id': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:09.346223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e20e2cfc-af07-45e3-9d6d-81d4bc00d3d1 None None] Provisioning for port 12dda9db-40a8-4e65-a539-da7cd7f5d44e completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:09.350982 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e20e2cfc-af07-45e3-9d6d-81d4bc00d3d1 None None] Provisioning complete for port 12dda9db-40a8-4e65-a539-da7cd7f5d44e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:09.351356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e20e2cfc-af07-45e3-9d6d-81d4bc00d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.393039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.402420 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e20e2cfc-af07-45e3-9d6d-81d4bc00d3d1 None None] Port 12dda9db-40a8-4e65-a539-da7cd7f5d44e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:21:09.733048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dda9db-40a8-4e65-a539-da7cd7f5d44e {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:09.740362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.751067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f3db1-d0b9-4cb3-81d9-17e531136dd1 req-1d10e106-d64e-4728-8fad-2e8ae58ddd2e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:09.752577 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c73f3db1-d0b9-4cb3-81d9-17e531136dd1 req-1d10e106-d64e-4728-8fad-2e8ae58ddd2e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 932 time: 0.0831792 Mar 16 11:21:09.755593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Transition to ACTIVE for port object 12dda9db-40a8-4e65-a539-da7cd7f5d44e will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:09.761799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.798007 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c73f3db1-d0b9-4cb3-81d9-17e531136dd1 req-4e78a715-638f-4f15-bd74-a593dc6de4ea tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394137 Mar 16 11:21:09.998321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Pushing event updated for resources: {'Port': ['ID=12dda9db-40a8-4e65-a539-da7cd7f5d44e,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:10.101064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Attempting to bind port 12dda9db-40a8-4e65-a539-da7cd7f5d44e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:10.101377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Attempting to bind port 12dda9db-40a8-4e65-a539-da7cd7f5d44e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:10.101722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Attempting to bind port 12dda9db-40a8-4e65-a539-da7cd7f5d44e on network b9666193-c909-4976-b04a-497dd48f897c {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:21:10.106431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Port 12dda9db-40a8-4e65-a539-da7cd7f5d44e on network b9666193-c909-4976-b04a-497dd48f897c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:21:10.106746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Attempting to bind port 12dda9db-40a8-4e65-a539-da7cd7f5d44e on network b9666193-c909-4976-b04a-497dd48f897c {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:21:10.112233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:21:10.112540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Checking segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:21:10.112984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Bound using segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:21:10.113404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Bound port: 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:10.113742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.208390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] For port 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:21:10.211562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] For port 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:21:10.216899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.277927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.278549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.280024 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] 10.222.0.48 "PUT /v2.0/ports/12dda9db-40a8-4e65-a539-da7cd7f5d44e HTTP/1.1" status: 200 len: 1094 time: 1.0041680 Mar 16 11:21:10.280434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:10.317658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9933e-940d-484a-8042-787d20b94a47 service neutron] Pushing event updated for resources: {'Port': ['ID=12dda9db-40a8-4e65-a539-da7cd7f5d44e,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:10.359312 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'status': 'completed', 'code': 200} Mar 16 11:21:10.400614 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-aaba133f-1e66-44ef-a9bc-8975900cc74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.402114 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-aaba133f-1e66-44ef-a9bc-8975900cc74d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 1097 time: 0.0799453 Mar 16 11:21:10.471564 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-160ee21d-1cde-48af-ac11-685e96c57e13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e HTTP/1.1" status: 200 len: 217 time: 0.0623915 Mar 16 11:21:10.539672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-e940a6fd-5804-4384-bee6-0cbd8b20488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.541220 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-e940a6fd-5804-4384-bee6-0cbd8b20488e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0620689 Mar 16 11:21:10.627876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-e462000f-ad07-4378-b9ff-68116d85ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.629403 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-e462000f-ad07-4378-b9ff-68116d85ea6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826004 Mar 16 11:21:10.764636 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-059a117b-bdc0-45d3-943c-c674deabc93a service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267829 Mar 16 11:21:10.901507 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7d5f74f5-976e-475e-a634-e0a9ad9e6e66 req-7480c2bf-b49f-42fd-949a-f39c8b99e1b3 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300719 Mar 16 11:21:10.990257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e26286-e2f4-4bfd-9b55-33ca420357ab req-b6e0718c-16e0-4597-9c6e-ccf1c488057e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.991722 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-45e26286-e2f4-4bfd-9b55-33ca420357ab req-b6e0718c-16e0-4597-9c6e-ccf1c488057e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 944 time: 0.0795920 Mar 16 11:21:11.026298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-081dd313-f24b-435a-9973-4d78c4d19dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:11.027685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-081dd313-f24b-435a-9973-4d78c4d19dcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 1097 time: 0.0746856 Mar 16 11:21:11.040132 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-45e26286-e2f4-4bfd-9b55-33ca420357ab req-6d255e11-60b9-42f8-88f7-581020e7e013 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425627 Mar 16 11:21:11.161956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-4ec82c3e-43e2-4f6a-a9cb-c4a214a0a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:11.163487 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-4ec82c3e-43e2-4f6a-a9cb-c4a214a0a2c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1300664 Mar 16 11:21:11.229625 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-aa7544bf-179e-4355-a3fd-68c8f1f7f9b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e HTTP/1.1" status: 200 len: 217 time: 0.0593529 Mar 16 11:21:11.299210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-83edbb2e-5274-4fb2-bf7f-1fa9b9613b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:11.300536 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-83edbb2e-5274-4fb2-bf7f-1fa9b9613b11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0656168 Mar 16 11:21:11.375889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-c0e924df-a6dd-4476-971a-62e250c0bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:11.377352 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-c0e924df-a6dd-4476-971a-62e250c0bb7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699699 Mar 16 11:21:11.513355 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-9fc0a9d7-1769-4aac-b7e6-bb17e81da09a service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294444 Mar 16 11:21:11.746865 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8cfbec02-e218-47c2-ac29-71c868241b2a req-2e19bece-df3d-46fc-8671-ff5ffc030ec8 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274597 Mar 16 11:21:12.244891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f55d5-37e3-4366-9688-9cb42a06502d req-1f34ea0b-8c6b-46ad-8c6d-f3a53b403671 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:12.245600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-e50f55d5-37e3-4366-9688-9cb42a06502d req-1f34ea0b-8c6b-46ad-8c6d-f3a53b403671 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:12.266491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-e50f55d5-37e3-4366-9688-9cb42a06502d req-1f34ea0b-8c6b-46ad-8c6d-f3a53b403671 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:12.268607 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e50f55d5-37e3-4366-9688-9cb42a06502d req-1f34ea0b-8c6b-46ad-8c6d-f3a53b403671 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 944 time: 0.1117783 Mar 16 11:21:12.314398 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e50f55d5-37e3-4366-9688-9cb42a06502d req-05d2848d-fefb-4ee3-876f-6f8d55b20eb1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395114 Mar 16 11:21:13.520062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225fa44-476f-44cb-8bc1-08f0a233db35 req-a1b6c790-a0d3-4039-95c4-94fe63e03a0b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:13.521566 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c225fa44-476f-44cb-8bc1-08f0a233db35 req-a1b6c790-a0d3-4039-95c4-94fe63e03a0b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 944 time: 0.0849984 Mar 16 11:21:13.568641 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c225fa44-476f-44cb-8bc1-08f0a233db35 req-647160c6-eafd-46b0-93d2-e93900b41e28 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382154 Mar 16 11:21:14.571636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12dda9db-40a8-4e65-a539-da7cd7f5d44e details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:21:14.740407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:14.752677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d1506-a754-400d-bd4d-aff1b2e7111c req-d3da33a4-85dd-468c-a6b5-2ee58ee3bf97 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.754059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'port_id': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'mac_address': 'fa:16:3e:bd:dc:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:21:14.754182 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-074d1506-a754-400d-bd4d-aff1b2e7111c req-d3da33a4-85dd-468c-a6b5-2ee58ee3bf97 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 944 time: 0.0790122 Mar 16 11:21:14.797958 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-074d1506-a754-400d-bd4d-aff1b2e7111c req-d9c71509-68e9-45a7-b7fd-9681d97b32d2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379641 Mar 16 11:21:14.811263 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.828081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dda9db-40a8-4e65-a539-da7cd7f5d44e {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:14.843923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:14.849683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.914169 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=12dda9db-40a8-4e65-a539-da7cd7f5d44e,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:14.921686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.922029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.922370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.922729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.923031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.923380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.923698 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.924025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.924342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.924658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.925000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:14.925317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:15.157867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['12dda9db-40a8-4e65-a539-da7cd7f5d44e'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:21:16.001689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2527-f0d5-4f8e-b9ac-b42ff355620e req-0a2e29ee-2313-47b0-849b-35e606fc59fa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:16.003143 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac7a2527-f0d5-4f8e-b9ac-b42ff355620e req-0a2e29ee-2313-47b0-849b-35e606fc59fa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 945 time: 0.0938964 Mar 16 11:21:16.050506 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac7a2527-f0d5-4f8e-b9ac-b42ff355620e req-7da95979-6a26-4be0-9cc7-516f3d71e8b8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388138 Mar 16 11:21:16.587060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12dda9db-40a8-4e65-a539-da7cd7f5d44e up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:16.659838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 12dda9db-40a8-4e65-a539-da7cd7f5d44e completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:16.664568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 12dda9db-40a8-4e65-a539-da7cd7f5d44e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:16.664975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.781151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.808576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:16.818662 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:16.822537 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.853408 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'code': 200} Mar 16 11:21:16.893772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=12dda9db-40a8-4e65-a539-da7cd7f5d44e,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:17.096924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce839b5-b7c8-47b6-b96f-03fde2d0e573 req-a18818dd-e309-469a-9ddd-a7b539f1f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:17.098351 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fce839b5-b7c8-47b6-b96f-03fde2d0e573 req-a18818dd-e309-469a-9ddd-a7b539f1f043 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0838134 Mar 16 11:21:17.139185 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fce839b5-b7c8-47b6-b96f-03fde2d0e573 req-d2c4afc4-ac8a-48d3-bf96-e39afae64417 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341463 Mar 16 11:21:17.244131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe0317-7c4a-4a3f-8671-a93e02d49e70 req-a382244a-cfbe-4896-971d-f431f6d91427 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:17.245734 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e6fe0317-7c4a-4a3f-8671-a93e02d49e70 req-a382244a-cfbe-4896-971d-f431f6d91427 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0868592 Mar 16 11:21:17.288719 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e6fe0317-7c4a-4a3f-8671-a93e02d49e70 req-ccc80f65-188f-466c-867c-b62016e5adc0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373371 Mar 16 11:21:18.482791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768751a3-ed6d-4fb5-b682-d68fb9fa1f88 req-e98621c5-4db2-4f7f-aa9c-44b2f5a30dd1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:18.484211 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-768751a3-ed6d-4fb5-b682-d68fb9fa1f88 req-e98621c5-4db2-4f7f-aa9c-44b2f5a30dd1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0838423 Mar 16 11:21:18.529148 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-768751a3-ed6d-4fb5-b682-d68fb9fa1f88 req-4ff7bdba-3abc-4727-9eaa-11b88e82e75d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389993 Mar 16 11:21:19.735432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2691a6-f473-4816-82b4-5d0a638d3396 req-8273d941-4d81-44df-962b-a87ce4795b31 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:19.736921 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3c2691a6-f473-4816-82b4-5d0a638d3396 req-8273d941-4d81-44df-962b-a87ce4795b31 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0917149 Mar 16 11:21:19.782124 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3c2691a6-f473-4816-82b4-5d0a638d3396 req-564c2197-3a0a-4f69-8823-14342544b482 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395255 Mar 16 11:21:19.968125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca450c1-5c77-496d-9f6a-43db9543170c req-5b228a40-24ad-4738-85fd-794ba6f4f2ff tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:19.969602 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ca450c1-5c77-496d-9f6a-43db9543170c req-5b228a40-24ad-4738-85fd-794ba6f4f2ff tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0812023 Mar 16 11:21:19.978404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 42212) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:19.983604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-122b2c3e-e459-4923-9247-1ddd145723e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'floatingip': {'port_id': '12dda9db-40a8-4e65-a539-da7cd7f5d44e'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:20.062139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-122b2c3e-e459-4923-9247-1ddd145723e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.767827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-122b2c3e-e459-4923-9247-1ddd145723e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.774338 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-122b2c3e-e459-4923-9247-1ddd145723e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.948079 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-122b2c3e-e459-4923-9247-1ddd145723e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f associated. External IP: 172.26.2.25, port: 12dda9db-40a8-4e65-a539-da7cd7f5d44e. Mar 16 11:21:21.320255 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122b2c3e-e459-4923-9247-1ddd145723e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Router dad8ede8-d980-468d-aadd-1a7771362593 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:21:21.500947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122b2c3e-e459-4923-9247-1ddd145723e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:21:21.505356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-122b2c3e-e459-4923-9247-1ddd145723e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:21.510828 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:21:21.522864 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:21.523502 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:20:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:21.674631 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-122b2c3e-e459-4923-9247-1ddd145723e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "PUT /v2.0/floatingips/24b6bf58-834b-4cf7-96b9-5be13f83087f HTTP/1.1" status: 200 len: 991 time: 1.6950767 Mar 16 11:21:21.675315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:21.703823 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:21.723694 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'status': 'completed', 'code': 200} Mar 16 11:21:21.819563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-91f0fd15-c60a-411d-b19b-590929b2119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:21.821113 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-91f0fd15-c60a-411d-b19b-590929b2119d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0751226 Mar 16 11:21:21.911192 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4a21106d-2d96-4146-be18-85048d3e3f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.009552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-71368666-b63c-4616-927f-b69a58c2e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:22.011055 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-71368666-b63c-4616-927f-b69a58c2e464 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1846118 Mar 16 11:21:22.080608 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:bd:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:21:20Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:22.084447 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:21:22.092965 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:22.093535 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:20:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:22.114550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac0b58-192f-4249-8d94-15569e6e4f92 req-9fa4d1d2-3331-47c8-8dac-43db258640e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:22.115979 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9bac0b58-192f-4249-8d94-15569e6e4f92 req-9fa4d1d2-3331-47c8-8dac-43db258640e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.1842620 Mar 16 11:21:22.142305 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-4478f85a-5bfc-48c5-bb84-6b583ff9eb7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e HTTP/1.1" status: 200 len: 999 time: 0.1242638 Mar 16 11:21:22.215415 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9bac0b58-192f-4249-8d94-15569e6e4f92 req-c6395800-393b-46a7-96fe-590c55c2d538 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908637 Mar 16 11:21:22.222377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-3dc61ef6-9445-4475-b9d7-3fe8a05d529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:22.223841 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-3dc61ef6-9445-4475-b9d7-3fe8a05d529b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0764165 Mar 16 11:21:22.267014 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:22.300351 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-e3ca084e-cfc9-4a4f-ad33-401a84a67544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:22.301869 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-e3ca084e-cfc9-4a4f-ad33-401a84a67544 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720670 Mar 16 11:21:22.437444 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-4c3daacf-6ea2-4a4b-a079-ce5dc7fca46a service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289108 Mar 16 11:21:22.569466 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccd0976e-a8d6-4218-8f0d-dd2e5ec1c669 req-bbb12d00-09a8-4ec7-a635-ff7fffafc0cb service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260407 Mar 16 11:21:22.612136 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:bd:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:21:20Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:22.616155 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914e44e-f1af-4d9a-ae59-f6d1620dd6a9 None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:bd:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:21:20Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:21:22.817046 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43089052-96a4-473c-bfb9-a05e9972850d None None] New status for floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:21:23.402560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222d48c-2f44-4092-84e3-0b1ae502f9a0 req-54ee3d4f-28ef-4e4e-ad20-57167a5b4f84 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:23.404083 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3222d48c-2f44-4092-84e3-0b1ae502f9a0 req-54ee3d4f-28ef-4e4e-ad20-57167a5b4f84 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0816350 Mar 16 11:21:23.450875 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3222d48c-2f44-4092-84e3-0b1ae502f9a0 req-293d21f9-bf0e-4afa-ae4d-115af23d28b9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405777 Mar 16 11:21:24.643764 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807fa78-7736-49a1-bca0-511194bbca03 req-ff6d32fb-5ae0-4dc6-9fb5-82b6f64d85ca tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:24.645260 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7807fa78-7736-49a1-bca0-511194bbca03 req-ff6d32fb-5ae0-4dc6-9fb5-82b6f64d85ca tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0861704 Mar 16 11:21:24.688846 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7807fa78-7736-49a1-bca0-511194bbca03 req-a89f11e8-cb75-4464-8104-3905a9b526b1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376773 Mar 16 11:21:24.995398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.060002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-76367a39-1f5b-4ffa-af42-8339b68c4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.288990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.887759 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c034a7f-8034-4c45-aeaa-4bf22f2cb1eb req-848f2deb-751b-42eb-afe9-87f4ee87c65f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:25.889248 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c034a7f-8034-4c45-aeaa-4bf22f2cb1eb req-848f2deb-751b-42eb-afe9-87f4ee87c65f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0845068 Mar 16 11:21:25.935030 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c034a7f-8034-4c45-aeaa-4bf22f2cb1eb req-bfbdbfa5-8361-4480-bb11-5295cc128e91 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392284 Mar 16 11:21:26.718729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.146764 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d252e-5690-4b80-bce2-04eef9bccd2a req-fb0c982b-92a0-47fa-8ff2-46c20eb708aa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:27.148242 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-864d252e-5690-4b80-bce2-04eef9bccd2a req-fb0c982b-92a0-47fa-8ff2-46c20eb708aa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0958915 Mar 16 11:21:27.193495 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-864d252e-5690-4b80-bce2-04eef9bccd2a req-1993ca3c-2cb4-412b-a1d0-8379f1518aaf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383530 Mar 16 11:21:28.411558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe90ea4-e826-4070-9bbb-96d53b01c088 req-e2b46a30-4ead-45cf-b24d-034da84af7b6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:28.413022 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbe90ea4-e826-4070-9bbb-96d53b01c088 req-e2b46a30-4ead-45cf-b24d-034da84af7b6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0951796 Mar 16 11:21:28.458700 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbe90ea4-e826-4070-9bbb-96d53b01c088 req-fe4b3de1-6aba-411d-8935-a1da1a5f51cf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385153 Mar 16 11:21:29.751712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f501611-ea35-4e7c-ac23-c4a485b7dd05 req-bd75237c-e373-417a-890e-d283a13c8162 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:29.753116 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2f501611-ea35-4e7c-ac23-c4a485b7dd05 req-bd75237c-e373-417a-890e-d283a13c8162 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.1838803 Mar 16 11:21:29.797443 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2f501611-ea35-4e7c-ac23-c4a485b7dd05 req-53b95a6b-937e-4d14-bf1d-0070803b4447 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385745 Mar 16 11:21:31.011307 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27334a-1d7b-40a9-b424-698b6e281c5a req-84491386-1a55-4f80-a307-5035d0c3777c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:31.012767 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0c27334a-1d7b-40a9-b424-698b6e281c5a req-84491386-1a55-4f80-a307-5035d0c3777c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0974748 Mar 16 11:21:31.057755 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0c27334a-1d7b-40a9-b424-698b6e281c5a req-c9f39738-1ccf-4bb9-b9d5-8506def1c0c2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390744 Mar 16 11:21:32.274150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2588ac-5e78-4a38-b83a-a037979ead6e req-9ce136b4-9dc3-4c36-8128-062c263530bf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:32.275485 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0a2588ac-5e78-4a38-b83a-a037979ead6e req-9ce136b4-9dc3-4c36-8128-062c263530bf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0861890 Mar 16 11:21:32.318247 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0a2588ac-5e78-4a38-b83a-a037979ead6e req-8239162a-bdf9-44c1-8ead-e919077fe30c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370064 Mar 16 11:21:33.515536 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b553-1c22-43ae-9315-e5a531fe8160 req-3dd9f79e-9985-469e-a174-d432943c78dd tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:33.516984 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2109b553-1c22-43ae-9315-e5a531fe8160 req-3dd9f79e-9985-469e-a174-d432943c78dd tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0838323 Mar 16 11:21:33.560256 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2109b553-1c22-43ae-9315-e5a531fe8160 req-5e9992fa-d2dc-46e4-89bb-134ab2050dfc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376282 Mar 16 11:21:34.769048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a9a13-0478-435e-9207-46dcac4b1f2b req-d446507d-a83b-4620-8830-3f6c4b03acf9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:34.770521 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5e7a9a13-0478-435e-9207-46dcac4b1f2b req-d446507d-a83b-4620-8830-3f6c4b03acf9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0960095 Mar 16 11:21:34.822135 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5e7a9a13-0478-435e-9207-46dcac4b1f2b req-2fc9649e-922c-4a65-8310-e173d55e7b93 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458069 Mar 16 11:21:36.027756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf050a-1486-494a-800f-313b202f9113 req-afba24f3-c8ee-42d6-a9c0-0600d08ea774 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:36.029200 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6bdf050a-1486-494a-800f-313b202f9113 req-afba24f3-c8ee-42d6-a9c0-0600d08ea774 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0913076 Mar 16 11:21:36.075795 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6bdf050a-1486-494a-800f-313b202f9113 req-e6cdb402-6ae3-4739-89bf-499ef36da5a3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389922 Mar 16 11:21:37.280543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed048e-2e72-4140-a441-fd6585a5d56b req-e0e0d05d-2aa3-431c-a2dc-a38494f02e4b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:37.282044 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7eed048e-2e72-4140-a441-fd6585a5d56b req-e0e0d05d-2aa3-431c-a2dc-a38494f02e4b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0932982 Mar 16 11:21:37.330934 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7eed048e-2e72-4140-a441-fd6585a5d56b req-a14b40c5-db8f-4598-ad82-286ba682fb91 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404866 Mar 16 11:21:38.532517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c737205-248c-4f5f-acd5-0a35fd78fba4 req-6cf18ac1-ff02-4137-9d48-bc776e6ae083 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:38.533994 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9c737205-248c-4f5f-acd5-0a35fd78fba4 req-6cf18ac1-ff02-4137-9d48-bc776e6ae083 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0805264 Mar 16 11:21:38.541774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.579224 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9c737205-248c-4f5f-acd5-0a35fd78fba4 req-9d004df6-ab39-4c3c-9ee2-a81d9b65e59b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386200 Mar 16 11:21:39.787699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e401e-ecca-4681-8330-e7f855e9d941 req-f3910426-fd49-4f95-9463-f4aa3d09033d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:39.789182 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-354e401e-ecca-4681-8330-e7f855e9d941 req-f3910426-fd49-4f95-9463-f4aa3d09033d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0974836 Mar 16 11:21:39.835006 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-354e401e-ecca-4681-8330-e7f855e9d941 req-4857c63f-7e29-4ad0-bb52-2dd6cb12a2ea tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383711 Mar 16 11:21:40.424636 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:21:41.025561 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5b257-7f8e-488a-b896-524cfa225f04 req-c3061bcc-d806-443f-84a0-0b139c4311ee tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:41.027006 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-87b5b257-7f8e-488a-b896-524cfa225f04 req-c3061bcc-d806-443f-84a0-0b139c4311ee tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0842061 Mar 16 11:21:41.073795 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-87b5b257-7f8e-488a-b896-524cfa225f04 req-8d105d53-0560-4988-99ee-12063e1e36fb tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386450 Mar 16 11:21:42.279349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08479c90-f8e9-4420-b18e-6a0979892559 req-e0e7fe61-b527-4e27-9153-e349e19f1554 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:42.280841 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-08479c90-f8e9-4420-b18e-6a0979892559 req-e0e7fe61-b527-4e27-9153-e349e19f1554 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0925658 Mar 16 11:21:42.339852 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-08479c90-f8e9-4420-b18e-6a0979892559 req-ac0a4eff-cab0-4685-b1b2-85aeb92c7d57 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444698 Mar 16 11:21:43.540846 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8370737-6c1a-42f1-939e-9f10e9d14d17 req-76610c10-2a91-41d6-8c45-0b69e446f379 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:43.542352 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a8370737-6c1a-42f1-939e-9f10e9d14d17 req-76610c10-2a91-41d6-8c45-0b69e446f379 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0824122 Mar 16 11:21:43.590497 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a8370737-6c1a-42f1-939e-9f10e9d14d17 req-30ff05e3-d673-41ef-8d2b-3cb2a4a8d5aa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423660 Mar 16 11:21:44.782104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50f35b-170c-45de-a1ff-a34be443c97b req-2dddb6f6-5abe-4bb0-8aa2-ad218794b36a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:44.783541 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4a50f35b-170c-45de-a1ff-a34be443c97b req-2dddb6f6-5abe-4bb0-8aa2-ad218794b36a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0858276 Mar 16 11:21:44.830664 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4a50f35b-170c-45de-a1ff-a34be443c97b req-30cdd544-0236-4143-9ff7-59ba5385e6a7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393395 Mar 16 11:21:45.039167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-2fb13605-4574-4205-93d2-de17195ccfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:45.040668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-2fb13605-4574-4205-93d2-de17195ccfeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0802467 Mar 16 11:21:45.183547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-99b2a189-82f4-4adf-867a-8255d6ba7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:45.185082 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-99b2a189-82f4-4adf-867a-8255d6ba7409 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1253617 Mar 16 11:21:45.286038 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-613aefb7-cb0c-4717-9d12-b422a88e6bea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e HTTP/1.1" status: 200 len: 1001 time: 0.0948708 Mar 16 11:21:45.350801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-927a3f12-70b7-4c6b-ad7a-2b215e0da401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:45.352151 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-927a3f12-70b7-4c6b-ad7a-2b215e0da401 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0602293 Mar 16 11:21:45.430343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-8adabbf6-a894-49e3-808b-46898b19e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:45.431837 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-8adabbf6-a894-49e3-808b-46898b19e782 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741341 Mar 16 11:21:45.566943 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-2a62a881-2490-49fb-8630-8a7c622c2b69 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279578 Mar 16 11:21:45.698844 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e162da40-6e03-4d7e-ab20-2ac7d9bc7c52 req-8f1e07d5-ece2-4dad-ab2d-3d41117ed6f8 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250756 Mar 16 11:21:46.034724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678ebe-e5d5-4f64-9451-ad6620a0a18e req-827ac3e7-e2c3-4d8b-a853-ae4214b5c178 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:46.036207 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-59678ebe-e5d5-4f64-9451-ad6620a0a18e req-827ac3e7-e2c3-4d8b-a853-ae4214b5c178 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0912757 Mar 16 11:21:46.080907 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-59678ebe-e5d5-4f64-9451-ad6620a0a18e req-a6bad749-55fe-416c-9d84-526a5a5b2996 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387366 Mar 16 11:21:47.284327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98562cac-8713-442d-b379-10294c2608b4 req-e192fbe0-c78a-45eb-a2f6-bcdd366443f8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:47.285772 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-98562cac-8713-442d-b379-10294c2608b4 req-e192fbe0-c78a-45eb-a2f6-bcdd366443f8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0842044 Mar 16 11:21:47.330331 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-98562cac-8713-442d-b379-10294c2608b4 req-e65129ef-ca80-44cf-99b8-2a45d8230703 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387933 Mar 16 11:21:48.530986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0f420-ff85-4ce4-9b11-aad85eb21b1c req-89b0080d-c53c-4740-bc86-120258255668 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:48.532426 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-01d0f420-ff85-4ce4-9b11-aad85eb21b1c req-89b0080d-c53c-4740-bc86-120258255668 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0931959 Mar 16 11:21:48.579330 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-01d0f420-ff85-4ce4-9b11-aad85eb21b1c req-8a91e2fa-5be1-48f7-b91e-414d819c11b4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387802 Mar 16 11:21:48.987548 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-43191926-c07e-4897-bf37-9f24311c31e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273394 Mar 16 11:21:49.004034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d148da0-c046-4c8d-a65a-bed56c5e5d0e req-bfcf5e20-0e20-40e3-9c2d-8e20ddd0c69e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:49.005570 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7d148da0-c046-4c8d-a65a-bed56c5e5d0e req-bfcf5e20-0e20-40e3-9c2d-8e20ddd0c69e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.1055002 Mar 16 11:21:49.051586 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7d148da0-c046-4c8d-a65a-bed56c5e5d0e req-40e232f8-9818-49dc-b5e4-f545656a4db2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390179 Mar 16 11:21:50.132297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-222c69e6-ed8c-44d0-b1e4-fa38643a7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:50.134112 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-222c69e6-ed8c-44d0-b1e4-fa38643a7330 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0712619 Mar 16 11:21:50.404854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-4b7bfdc4-86bb-4ecc-8e65-092b9e79b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:50.406396 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-4b7bfdc4-86bb-4ecc-8e65-092b9e79b18f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.2665060 Mar 16 11:21:50.491790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d98ab9-7819-462b-bd67-b810e54bcd18 req-2281bb60-aba8-42c5-be96-135dd9e5febe tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:50.493235 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29d98ab9-7819-462b-bd67-b810e54bcd18 req-2281bb60-aba8-42c5-be96-135dd9e5febe tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.3337739 Mar 16 11:21:50.543134 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-3ee4a6af-d111-4fb0-b222-32b2369637dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e HTTP/1.1" status: 200 len: 1001 time: 0.1290667 Mar 16 11:21:50.583400 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29d98ab9-7819-462b-bd67-b810e54bcd18 req-87c28ec5-a302-4ffc-9f64-ea30f61974f0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836790 Mar 16 11:21:50.611605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-573ecc06-b2c6-4a0b-b004-12b2f2ea6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:50.613084 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-573ecc06-b2c6-4a0b-b004-12b2f2ea6bd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0623198 Mar 16 11:21:50.694387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-5f32b768-b1c7-4f02-b4d0-c3a5283ce25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:50.696935 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-5f32b768-b1c7-4f02-b4d0-c3a5283ce25a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772555 Mar 16 11:21:50.832403 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-211915ae-7a05-4ab3-88ae-bcf3411b6a64 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298263 Mar 16 11:21:50.964417 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-5cbaf06a-b87b-42ba-85b4-f455b9c3e05c service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261301 Mar 16 11:21:51.782703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5462fc-3a70-48ac-a803-a00e6e12f57b req-9a5521e9-05d8-4fbb-a90e-fe3119705b5c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:51.784129 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1b5462fc-3a70-48ac-a803-a00e6e12f57b req-9a5521e9-05d8-4fbb-a90e-fe3119705b5c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0847464 Mar 16 11:21:51.833776 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1b5462fc-3a70-48ac-a803-a00e6e12f57b req-02352b93-636b-40cf-a476-f37c7085c3d0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436389 Mar 16 11:21:51.906153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e74b660e-613e-4455-a412-4242f5290000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.728203 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-aaaba3f9-fc7f-4dac-b86b-d40ba10ed8e2 service neutron] 10.222.0.48 "GET /v2.0/ports/12dda9db-40a8-4e65-a539-da7cd7f5d44e/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0891609 Mar 16 11:21:53.052932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-f297d74c-1db6-410f-b55e-5cfbc4f102b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:53.054404 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-f297d74c-1db6-410f-b55e-5cfbc4f102b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 1099 time: 0.1326711 Mar 16 11:21:53.066846 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bfa98-f28e-4a5c-a904-dd23441146d8 req-afbf5ff5-73c0-424b-a897-a27f78695bc2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:53.068269 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5c5bfa98-f28e-4a5c-a904-dd23441146d8 req-afbf5ff5-73c0-424b-a897-a27f78695bc2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.1079543 Mar 16 11:21:53.157265 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5c5bfa98-f28e-4a5c-a904-dd23441146d8 req-ffe4d1f8-2636-44bc-8069-4ed88db22bfc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826466 Mar 16 11:21:53.180688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-9698b8db-7ce7-4489-8ba0-545f68c07f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:53.182215 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-9698b8db-7ce7-4489-8ba0-545f68c07f4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 1099 time: 0.0943604 Mar 16 11:21:53.319046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-8266b074-55d1-49da-8596-0254578a3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:53.320505 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-8266b074-55d1-49da-8596-0254578a3c07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1324217 Mar 16 11:21:53.423787 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-61f031b1-1678-47ec-882b-bc11fed16377 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e HTTP/1.1" status: 200 len: 1001 time: 0.0971310 Mar 16 11:21:53.495866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-9f7e3fde-88ac-43da-b100-049dd5a8e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:53.497335 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-9f7e3fde-88ac-43da-b100-049dd5a8e23c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0676124 Mar 16 11:21:53.574591 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-f1b4ca04-e7d2-4545-92cb-7e6a1d88a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:53.576054 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-f1b4ca04-e7d2-4545-92cb-7e6a1d88a0d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732622 Mar 16 11:21:53.708037 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-397d3eba-0611-4af4-b974-ac1a5f1e0f9f service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259553 Mar 16 11:21:53.950459 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a7dfeb6e-14cc-44c4-b8b0-dce98e20dc40 req-fcf3991d-9e86-4ef7-965d-0bc05112fba8 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367015 Mar 16 11:21:54.356811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66652e3-2af3-4580-b525-c5eb2a97ee63 req-ea9bae92-a26f-4352-ac6b-37fa73a76ca9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:54.358153 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c66652e3-2af3-4580-b525-c5eb2a97ee63 req-ea9bae92-a26f-4352-ac6b-37fa73a76ca9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0960183 Mar 16 11:21:54.406471 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c66652e3-2af3-4580-b525-c5eb2a97ee63 req-43f2fcc3-597c-4ccb-8ce2-0c740a75e8d3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424781 Mar 16 11:21:54.790728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12dda9db-40a8-4e65-a539-da7cd7f5d44e no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:54.910126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.936501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:54.945892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:54.951773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.001401 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'code': 200} Mar 16 11:21:55.021382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.031545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=12dda9db-40a8-4e65-a539-da7cd7f5d44e,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:55.052955 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-21d688a0-0759-4137-8cdc-199e19e1f96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.295857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.597643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9690716-6668-491c-8470-96f5795ae537 req-c3d3c0b1-45b8-4213-befa-b7c9e426adf4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:55.598979 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c9690716-6668-491c-8470-96f5795ae537 req-c3d3c0b1-45b8-4213-befa-b7c9e426adf4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 944 time: 0.0836422 Mar 16 11:21:55.642318 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c9690716-6668-491c-8470-96f5795ae537 req-7f2161f7-1bec-469c-a579-4a7940e26c5c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376861 Mar 16 11:21:56.710543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:56.788378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12dda9db-40a8-4e65-a539-da7cd7f5d44e details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:21:56.834238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab284ab8-2164-4bcc-aaf3-10c969055824 req-496a4be3-494e-46fc-b7d9-fba3c0047e2f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:56.835712 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ab284ab8-2164-4bcc-aaf3-10c969055824 req-496a4be3-494e-46fc-b7d9-fba3c0047e2f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 944 time: 0.0842497 Mar 16 11:21:56.880803 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ab284ab8-2164-4bcc-aaf3-10c969055824 req-a3c9016d-f0c6-4f9a-aa8b-18b73fef4587 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391200 Mar 16 11:21:56.921258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:56.935096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'port_id': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'mac_address': 'fa:16:3e:bd:dc:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:21:56.990123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.007032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dda9db-40a8-4e65-a539-da7cd7f5d44e {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:57.023815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:57.028626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.099025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['12dda9db-40a8-4e65-a539-da7cd7f5d44e'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:21:57.139499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=12dda9db-40a8-4e65-a539-da7cd7f5d44e,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:57.254336 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716293a2-906f-4ce2-b640-128de0564fc6 req-c00f9f0f-e215-452d-8071-b68f4b6b310f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:57.255783 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-716293a2-906f-4ce2-b640-128de0564fc6 req-c00f9f0f-e215-452d-8071-b68f4b6b310f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac&tenant_id=42dbe19148d44bc9b1df788e07a12e18&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 945 time: 0.1429880 Mar 16 11:21:57.263177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ffc40-be31-4480-b44c-d3e1f160da4c req-2ce9773f-79bf-41e3-b410-3df1e8cb2f4a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:57.264651 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-da4ffc40-be31-4480-b44c-d3e1f160da4c req-2ce9773f-79bf-41e3-b410-3df1e8cb2f4a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 945 time: 0.1166728 Mar 16 11:21:57.311691 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-da4ffc40-be31-4480-b44c-d3e1f160da4c req-ffe3b7ba-cc7f-49f4-bfa1-6c8e9644cda2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412478 Mar 16 11:21:57.396861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716293a2-906f-4ce2-b640-128de0564fc6 req-265b3271-cd64-4943-83a1-b3dea607844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:57.398228 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-716293a2-906f-4ce2-b640-128de0564fc6 req-265b3271-cd64-4943-83a1-b3dea607844f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 1098 time: 0.0736206 Mar 16 11:21:57.547136 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716293a2-906f-4ce2-b640-128de0564fc6 req-b794410f-0b64-495a-af87-dda51b7dc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:57.548652 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-716293a2-906f-4ce2-b640-128de0564fc6 req-b794410f-0b64-495a-af87-dda51b7dc15d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1444776 Mar 16 11:21:57.650337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-716293a2-906f-4ce2-b640-128de0564fc6 req-0bd39455-d140-439c-88df-0f3b15bb5989 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e HTTP/1.1" status: 200 len: 1000 time: 0.0946116 Mar 16 11:21:57.714747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716293a2-906f-4ce2-b640-128de0564fc6 req-6d28c8da-9544-4363-b7e2-59561b6f649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:57.716152 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-716293a2-906f-4ce2-b640-128de0564fc6 req-6d28c8da-9544-4363-b7e2-59561b6f649f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0605416 Mar 16 11:21:57.791194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716293a2-906f-4ce2-b640-128de0564fc6 req-080fa36e-5d94-46c3-b4cc-ee283a7565a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:57.792700 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-716293a2-906f-4ce2-b640-128de0564fc6 req-080fa36e-5d94-46c3-b4cc-ee283a7565a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703192 Mar 16 11:21:57.935703 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-716293a2-906f-4ce2-b640-128de0564fc6 req-69174019-9626-4c5b-ae24-3a0e6085790e service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370280 Mar 16 11:21:58.063419 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-716293a2-906f-4ce2-b640-128de0564fc6 req-3531e9a6-d161-4303-a0c5-12ac287fefde service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217358 Mar 16 11:21:58.511406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fddc3-f1f0-4aa4-ba15-71f262afab97 req-4b146543-79a7-467c-9353-44c3db1248f6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:58.512893 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d14fddc3-f1f0-4aa4-ba15-71f262afab97 req-4b146543-79a7-467c-9353-44c3db1248f6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 945 time: 0.0833018 Mar 16 11:21:58.557567 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d14fddc3-f1f0-4aa4-ba15-71f262afab97 req-c2705707-765e-4d34-8e6f-1786257aa0cf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387492 Mar 16 11:21:58.789627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12dda9db-40a8-4e65-a539-da7cd7f5d44e up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:58.897418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 12dda9db-40a8-4e65-a539-da7cd7f5d44e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:58.897754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.013868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.039678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:59.050057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:59.054974 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.086004 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'code': 200} Mar 16 11:21:59.122350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=12dda9db-40a8-4e65-a539-da7cd7f5d44e,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:59.847871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03e55-91e6-494f-97ee-42039725e4d0 req-b67fca9b-9eb7-43ac-a5c6-5d477236a69e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:59.849319 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9de03e55-91e6-494f-97ee-42039725e4d0 req-b67fca9b-9eb7-43ac-a5c6-5d477236a69e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.1856160 Mar 16 11:21:59.894957 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9de03e55-91e6-494f-97ee-42039725e4d0 req-a4b70ac3-a21a-46ca-a84b-ce2abeb4309c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375838 Mar 16 11:22:00.106160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c1938-5c75-4d5e-8cb2-7b9e8b6e2a41 req-1f7adfbd-8c07-4bff-9f82-42ed0d950d19 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.107476 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e7c1938-5c75-4d5e-8cb2-7b9e8b6e2a41 req-1f7adfbd-8c07-4bff-9f82-42ed0d950d19 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0935044 Mar 16 11:22:00.154812 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e7c1938-5c75-4d5e-8cb2-7b9e8b6e2a41 req-eba75e28-221f-4791-87f5-b7191104068b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387409 Mar 16 11:22:00.555392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c1fb3-1214-4386-97d4-cbbe18884075 req-8f7b8425-765b-4715-9194-a0b7588d7203 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.556838 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f60c1fb3-1214-4386-97d4-cbbe18884075 req-8f7b8425-765b-4715-9194-a0b7588d7203 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.1396890 Mar 16 11:22:00.602046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-d194973e-9997-463b-aded-bf60c2370c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.603554 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-d194973e-9997-463b-aded-bf60c2370c7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 1099 time: 0.1331263 Mar 16 11:22:00.632645 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f60c1fb3-1214-4386-97d4-cbbe18884075 req-8a4cb31c-02e9-4635-aa70-6c670fe0d057 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699050 Mar 16 11:22:00.747090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-5223bb06-185a-47ee-b58f-cc91c0d223e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.748615 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-5223bb06-185a-47ee-b58f-cc91c0d223e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1391437 Mar 16 11:22:00.954844 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-0dcdb76a-6ef1-441d-8007-5a44263da80b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e HTTP/1.1" status: 200 len: 1001 time: 0.1998572 Mar 16 11:22:01.015951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-69641819-c156-4efd-bf8f-ba35c592b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:01.017387 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-69641819-c156-4efd-bf8f-ba35c592b962 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0559368 Mar 16 11:22:01.100559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-873aa898-3190-460b-918a-9b854c8431a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:01.101997 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-873aa898-3190-460b-918a-9b854c8431a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788755 Mar 16 11:22:01.236420 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-aadcf352-bbac-4ac0-bc75-a5d2477c6ff8 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275802 Mar 16 11:22:01.372326 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4ea27e68-0ab5-47fe-8679-13c231a6c8de req-236c0316-fe3b-4380-a1db-3d5bdd8e6f1b service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296251 Mar 16 11:22:01.834533 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e5f4c-06d7-4249-a586-6e03141f5f95 req-a3923dae-60bd-4fe9-a1b7-3605a107698d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:01.835984 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-957e5f4c-06d7-4249-a586-6e03141f5f95 req-a3923dae-60bd-4fe9-a1b7-3605a107698d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0848305 Mar 16 11:22:01.886830 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-957e5f4c-06d7-4249-a586-6e03141f5f95 req-542694e4-d6ba-43df-ae34-e35bad99adeb tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437100 Mar 16 11:22:03.082252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8ff01-7134-4b5b-bac4-276238f08366 req-a70b16cd-8a86-41fc-bb3f-ab2584404f65 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:03.083676 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f4e8ff01-7134-4b5b-bac4-276238f08366 req-a70b16cd-8a86-41fc-bb3f-ab2584404f65 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0869765 Mar 16 11:22:03.130404 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f4e8ff01-7134-4b5b-bac4-276238f08366 req-25f6945f-eb72-4f41-b490-65a5c7c0704f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386050 Mar 16 11:22:03.517101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520f27f-3bf1-4da1-8f62-fcc4d772eec3 req-584b1067-4dbe-4abd-9ddc-ee5148646b95 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:03.518541 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e520f27f-3bf1-4da1-8f62-fcc4d772eec3 req-584b1067-4dbe-4abd-9ddc-ee5148646b95 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0849793 Mar 16 11:22:03.563874 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e520f27f-3bf1-4da1-8f62-fcc4d772eec3 req-126d23b6-6518-402f-9881-b5e0de409f66 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393431 Mar 16 11:22:04.754208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc3b96-aa8d-48c2-8e79-d5806954874a req-1976b214-4147-432b-956d-bcd5eceaaefc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:04.755648 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5ebc3b96-aa8d-48c2-8e79-d5806954874a req-1976b214-4147-432b-956d-bcd5eceaaefc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0858831 Mar 16 11:22:04.799140 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5ebc3b96-aa8d-48c2-8e79-d5806954874a req-54e4b156-814e-4fc2-ab26-478657b15082 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379598 Mar 16 11:22:05.343545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-4c60ce02-6518-4278-a3d7-e31f7ea772e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:05.345041 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-4c60ce02-6518-4278-a3d7-e31f7ea772e6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.0907702 Mar 16 11:22:05.416224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Deleting port 12dda9db-40a8-4e65-a539-da7cd7f5d44e {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:05.416556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.661036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] For port 12dda9db-40a8-4e65-a539-da7cd7f5d44e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=12dda9db-40a8-4e65-a539-da7cd7f5d44e,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:05.661376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.005273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.005621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.005937 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f disassociated. External IP: 172.26.2.25, port: 12dda9db-40a8-4e65-a539-da7cd7f5d44e. Mar 16 11:22:06.006262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Calling delete_port for 12dda9db-40a8-4e65-a539-da7cd7f5d44e owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:22:06.083725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c190b-3145-4db1-9f2c-f5981b8a5bd3 req-1b4c1bde-8917-45d2-b285-445d84f9e976 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:06.085202 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-891c190b-3145-4db1-9f2c-f5981b8a5bd3 req-1b4c1bde-8917-45d2-b285-445d84f9e976 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 946 time: 0.1672122 Mar 16 11:22:06.176338 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-891c190b-3145-4db1-9f2c-f5981b8a5bd3 req-c57d8bf1-bf74-4832-843d-d8c2ee8e2e73 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790408 Mar 16 11:22:06.201255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.362963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event deleted for resources: {'Port': ['ID=12dda9db-40a8-4e65-a539-da7cd7f5d44e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:06.422204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.422554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.422888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.423224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.423531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.423875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.424198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.424511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.424847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.425170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.425484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.425802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:06.560957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Router dad8ede8-d980-468d-aadd-1a7771362593 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:22:06.739538 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:22:06.750336 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:22:06.761262 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:06.761924 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:21:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:06.813796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] No DVR routers for this DVR port 12dda9db-40a8-4e65-a539-da7cd7f5d44e on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:06.816480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.819157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'name': 'network-vif-deleted', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:06.838745 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-502822d7-2150-491f-a0ee-6a3f96465e15 req-cc420ec9-7ed5-4219-bcd8-2bc1581ef579 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "DELETE /v2.0/ports/12dda9db-40a8-4e65-a539-da7cd7f5d44e HTTP/1.1" status: 204 len: 173 time: 1.4883342 Mar 16 11:22:06.869011 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1980048-adb7-413f-b8ca-65eef7d0bcac', 'name': 'network-vif-deleted', 'tag': '12dda9db-40a8-4e65-a539-da7cd7f5d44e', 'status': 'completed', 'code': 200} Mar 16 11:22:06.963407 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:07.287612 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:07.292298 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:22:07.302433 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:07.303039 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:21:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:07.355750 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-f6e3864a-879c-4d87-853a-06260c525e53 req-88b65c38-4151-4426-9132-7cb513ef3805 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:07.373953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-f6e3864a-879c-4d87-853a-06260c525e53 req-88b65c38-4151-4426-9132-7cb513ef3805 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:07.386607 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f6e3864a-879c-4d87-853a-06260c525e53 req-88b65c38-4151-4426-9132-7cb513ef3805 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1980048-adb7-413f-b8ca-65eef7d0bcac HTTP/1.1" status: 200 len: 210 time: 0.0725021 Mar 16 11:22:07.507409 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:07.818142 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:07.822090 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed293cd-fe26-4942-ba0a-2118a7ba5093 None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:22:08.042052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e8222-a910-4dfe-9885-c5ec3849c329 None None] New status for floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:22:08.553978 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.725070 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-2ddd58ff-fc53-4be1-9bc0-d63783099501 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--47399286&fields=id&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 267 time: 0.0409179 Mar 16 11:22:08.819048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12dda9db-40a8-4e65-a539-da7cd7f5d44e no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:08.853821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 12dda9db-40a8-4e65-a539-da7cd7f5d44e {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:22:08.854157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 12dda9db-40a8-4e65-a539-da7cd7f5d44e not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:08.876395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-7952bbc4-e6f8-41cf-af33-4512ea8d9d82 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:08.877855 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-7952bbc4-e6f8-41cf-af33-4512ea8d9d82 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 812 time: 0.1467066 Mar 16 11:22:08.894895 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-1c02af09-5842-411e-a9dc-64d98ed05cb0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/quotas/42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 375 time: 0.0089593 Mar 16 11:22:08.985127 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-d5bc1aa2-1f4d-4953-8f1f-4e774fd588ce tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853305 Mar 16 11:22:09.123209 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-5b35baba-8814-42c1-99fb-be50d55b74ee service neutron] 10.222.0.37 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261530 Mar 16 11:22:09.256577 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-a30fcc57-69ca-4a49-98d8-633cb6b67cdd service neutron] 10.222.0.37 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269758 Mar 16 11:22:09.445520 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0ad70bf2-3e74-4647-97b9-cfcab5d539a7 req-d1307a30-ba8f-41fe-87a3-9a90007b40cd tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 210 time: 0.0460875 Mar 16 11:22:10.491188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-20fbe25b-1198-4f02-a8a9-8afdc85dcbb9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:10.492768 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-20fbe25b-1198-4f02-a8a9-8afdc85dcbb9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 812 time: 0.1505582 Mar 16 11:22:10.541955 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-b6cb0996-fdc5-454d-8af6-de0814dab15b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 378 time: 0.0416858 Mar 16 11:22:10.550224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'port': {'device_id': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'admin_state_up': True, 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'security_groups': ['4a210706-b8dd-4a8a-9a9e-aca358c57ab7']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:10.606652 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b64aed71-53c7-41bb-bcd8-f4f8c944d794 req-401b20e3-6371-4cad-b4ff-645dd61ca930 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 210 time: 0.0561843 Mar 16 11:22:10.702006 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:10.711709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:10.722726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Made reservation on behalf of 42dbe19148d44bc9b1df788e07a12e18 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:10.726447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.888330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Allocated IP 172.20.0.10 (b9666193-c909-4976-b04a-497dd48f897c/c7a40592-dd21-4a99-80eb-41588c879940/3f3f6bbe-5c0c-4218-8237-af4280938b08) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:11.075321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.091399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Transition to ACTIVE for port object 3f3f6bbe-5c0c-4218-8237-af4280938b08 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:11.117426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.180683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Network b9666193-c909-4976-b04a-497dd48f897c is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:11.191029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:11.195244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:22:11.225920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event updated for resources: {'Port': ['ID=3f3f6bbe-5c0c-4218-8237-af4280938b08,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:11.262717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:11.263314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.290666 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-184a03ed-6606-45e5-837c-5f6b29fd6f1d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7440197 Mar 16 11:22:11.301721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Request body: {'port': {'device_id': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:11.416163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2ac6a67b-02c2-4f1d-8c49-3fb0e44bdf9f None None] Provisioning for port 3f3f6bbe-5c0c-4218-8237-af4280938b08 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:11.421958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2ac6a67b-02c2-4f1d-8c49-3fb0e44bdf9f None None] Provisioning complete for port 3f3f6bbe-5c0c-4218-8237-af4280938b08 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:11.422369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a67b-02c2-4f1d-8c49-3fb0e44bdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.479273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6a67b-02c2-4f1d-8c49-3fb0e44bdf9f None None] Port 3f3f6bbe-5c0c-4218-8237-af4280938b08 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:22:11.527521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.899316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b64f7-8b42-4e1c-8055-b62f97a73cb8 req-5b5bfaad-6e3e-4a02-91e9-92f3e039de39 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:11.900008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-f10b64f7-8b42-4e1c-8055-b62f97a73cb8 req-5b5bfaad-6e3e-4a02-91e9-92f3e039de39 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:11.939033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3f6bbe-5c0c-4218-8237-af4280938b08 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:11.945274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-f10b64f7-8b42-4e1c-8055-b62f97a73cb8 req-5b5bfaad-6e3e-4a02-91e9-92f3e039de39 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:11.946403 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f10b64f7-8b42-4e1c-8055-b62f97a73cb8 req-5b5bfaad-6e3e-4a02-91e9-92f3e039de39 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 932 time: 0.2015786 Mar 16 11:22:11.948282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.979176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Transition to ACTIVE for port object 3f3f6bbe-5c0c-4218-8237-af4280938b08 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:11.991176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.048991 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f10b64f7-8b42-4e1c-8055-b62f97a73cb8 req-643fa4dd-39c8-4e87-8e42-5756454218dc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931273 Mar 16 11:22:12.124528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3f6bbe-5c0c-4218-8237-af4280938b08,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:12.230550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Attempting to bind port 3f3f6bbe-5c0c-4218-8237-af4280938b08 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:12.230895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Attempting to bind port 3f3f6bbe-5c0c-4218-8237-af4280938b08 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:12.231213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Attempting to bind port 3f3f6bbe-5c0c-4218-8237-af4280938b08 on network b9666193-c909-4976-b04a-497dd48f897c {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:12.235665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Port 3f3f6bbe-5c0c-4218-8237-af4280938b08 on network b9666193-c909-4976-b04a-497dd48f897c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:22:12.235973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Attempting to bind port 3f3f6bbe-5c0c-4218-8237-af4280938b08 on network b9666193-c909-4976-b04a-497dd48f897c {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:12.241233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:22:12.241561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Checking segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:22:12.242045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Bound using segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:22:12.242467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Bound port: 3f3f6bbe-5c0c-4218-8237-af4280938b08, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:12.242800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.337564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] For port 3f3f6bbe-5c0c-4218-8237-af4280938b08, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:22:12.340499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] For port 3f3f6bbe-5c0c-4218-8237-af4280938b08, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:22:12.347082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.404659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:12.405341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.406704 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/3f3f6bbe-5c0c-4218-8237-af4280938b08 HTTP/1.1" status: 200 len: 1094 time: 1.1090775 Mar 16 11:22:12.407127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:12.434331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd657588-9a7c-4b8f-92f5-07984c86e6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3f6bbe-5c0c-4218-8237-af4280938b08,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:12.481278 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'status': 'completed', 'code': 200} Mar 16 11:22:12.522397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-65dc677d-61eb-4040-ae86-0bce262c0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:12.523912 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-65dc677d-61eb-4040-ae86-0bce262c0819 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 1097 time: 0.0742168 Mar 16 11:22:12.595910 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-67cd601c-fa77-445e-be73-6a91909ca53d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08 HTTP/1.1" status: 200 len: 217 time: 0.0654652 Mar 16 11:22:12.657992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-24059bb8-1752-4d4e-be7f-90f2e8a831de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:12.659443 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-24059bb8-1752-4d4e-be7f-90f2e8a831de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0574031 Mar 16 11:22:12.739459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-12aeb781-1049-4cbf-ab16-05dcd179b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:12.740856 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-12aeb781-1049-4cbf-ab16-05dcd179b8bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747581 Mar 16 11:22:12.871443 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-fc4475fe-923c-4e25-af3d-43fdf11fb86d service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243153 Mar 16 11:22:12.999554 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e677ebe-b1ab-49f5-bedd-2efd3f27ab52 req-35eadacb-9636-461e-835b-6bb31cb2e432 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215775 Mar 16 11:22:13.122625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-22e0d01b-3cd3-47af-97fe-f23dd22d21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.124081 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-22e0d01b-3cd3-47af-97fe-f23dd22d21b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 1097 time: 0.0700247 Mar 16 11:22:13.410367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-09ae2df7-5b01-44b0-8d3d-6b2527d0e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.411813 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-09ae2df7-5b01-44b0-8d3d-6b2527d0e0f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.2815466 Mar 16 11:22:13.477632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750c9ed-cb32-416f-bc8b-59f76de93d4b req-b55d1e2a-814d-4e81-befe-ed8952194485 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.479039 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a750c9ed-cb32-416f-bc8b-59f76de93d4b req-b55d1e2a-814d-4e81-befe-ed8952194485 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 944 time: 0.3191218 Mar 16 11:22:13.487676 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-7a3c84c7-b4de-41f3-b7a7-ede120ad1a3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08 HTTP/1.1" status: 200 len: 217 time: 0.0688803 Mar 16 11:22:13.572417 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a750c9ed-cb32-416f-bc8b-59f76de93d4b req-ad729e8e-1f42-49f2-b537-7dc0c8641e63 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859809 Mar 16 11:22:13.577502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-3affe178-725b-4f31-91df-edff7ee6f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.578907 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-3affe178-725b-4f31-91df-edff7ee6f442 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0787852 Mar 16 11:22:13.667782 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-058cd2b5-20ce-4eb8-9dad-b616efed273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.669190 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-058cd2b5-20ce-4eb8-9dad-b616efed273e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834959 Mar 16 11:22:13.804759 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-cd64543e-3f07-4e8b-8eac-a2686103aff7 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287816 Mar 16 11:22:13.945922 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3bbd9e42-3548-4f26-98c4-da3af3aed26c req-db7a64a1-b81c-4350-804c-d4be7c9aea51 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337938 Mar 16 11:22:14.772765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0da6a8-892f-481e-b295-c784a6e1c5da req-0957decf-b19c-45a0-86f3-91c40842e470 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:14.774202 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eb0da6a8-892f-481e-b295-c784a6e1c5da req-0957decf-b19c-45a0-86f3-91c40842e470 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 944 time: 0.0950782 Mar 16 11:22:14.820573 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eb0da6a8-892f-481e-b295-c784a6e1c5da req-ebedadbb-a946-4838-a265-2288ba2bebe1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380495 Mar 16 11:22:16.023906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d11bd-905c-4c31-adfa-c511a4abffbf req-36c0f883-37dc-4b54-92e4-4d028dbd0512 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:16.025385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-561d11bd-905c-4c31-adfa-c511a4abffbf req-36c0f883-37dc-4b54-92e4-4d028dbd0512 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 944 time: 0.0879548 Mar 16 11:22:16.071916 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-561d11bd-905c-4c31-adfa-c511a4abffbf req-90a2bfb1-2a4c-47fd-b051-62c253588210 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406880 Mar 16 11:22:16.867925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 3f3f6bbe-5c0c-4218-8237-af4280938b08 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:22:17.012439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 3f3f6bbe-5c0c-4218-8237-af4280938b08, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:17.025364 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'port_id': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'mac_address': 'fa:16:3e:dc:bc:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:22:17.082204 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.098982 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3f6bbe-5c0c-4218-8237-af4280938b08 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:17.115213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 3f3f6bbe-5c0c-4218-8237-af4280938b08, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:17.119997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.189275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=3f3f6bbe-5c0c-4218-8237-af4280938b08,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:17.196692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.197422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.197757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.198100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.198425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.198745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.199066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.199380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.199681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.199991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.200303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.200616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:17.259587 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c55ef-cd8e-44db-8995-c58e7d2d4370 req-34df5d16-462f-487c-8f59-1f746be59549 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:17.261091 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1b2c55ef-cd8e-44db-8995-c58e7d2d4370 req-34df5d16-462f-487c-8f59-1f746be59549 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 945 time: 0.0824902 Mar 16 11:22:17.308084 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1b2c55ef-cd8e-44db-8995-c58e7d2d4370 req-f6c2283e-2a29-4f1e-936f-70ba7416527a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411406 Mar 16 11:22:17.429513 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:22:17.437647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['3f3f6bbe-5c0c-4218-8237-af4280938b08'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:22:18.526724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9c121-4b63-4129-9093-79384f7a668e req-97bdc7a2-08a0-431f-b9b5-168ea0735c80 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:18.528137 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6aa9c121-4b63-4129-9093-79384f7a668e req-97bdc7a2-08a0-431f-b9b5-168ea0735c80 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 945 time: 0.0986435 Mar 16 11:22:18.570445 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6aa9c121-4b63-4129-9093-79384f7a668e req-cd7c823d-69b7-469a-a205-ed8d7634633f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365551 Mar 16 11:22:18.866024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 3f3f6bbe-5c0c-4218-8237-af4280938b08 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:18.939488 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 3f3f6bbe-5c0c-4218-8237-af4280938b08 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:18.944131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 3f3f6bbe-5c0c-4218-8237-af4280938b08 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:18.944487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.064548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.095463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:19.104951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 3f3f6bbe-5c0c-4218-8237-af4280938b08, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:19.111085 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.146803 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'code': 200} Mar 16 11:22:19.179479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=3f3f6bbe-5c0c-4218-8237-af4280938b08,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:19.388050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3ad9e-2453-46c3-a581-0d9e72c55393 req-9eaabb2b-74d4-4c15-ae07-77493db2c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:19.389578 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cec3ad9e-2453-46c3-a581-0d9e72c55393 req-9eaabb2b-74d4-4c15-ae07-77493db2c4d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 1099 time: 0.0788996 Mar 16 11:22:19.430078 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cec3ad9e-2453-46c3-a581-0d9e72c55393 req-572eedbf-5bbb-4e60-812a-72faea8c6d8c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340049 Mar 16 11:22:19.756786 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b5e7e-e5ed-42dc-8c59-d5e78eb60627 req-0a24ffb1-2fdf-4f17-80be-f2e1502e4adf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:19.758142 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-778b5e7e-e5ed-42dc-8c59-d5e78eb60627 req-0a24ffb1-2fdf-4f17-80be-f2e1502e4adf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0801871 Mar 16 11:22:19.805093 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-778b5e7e-e5ed-42dc-8c59-d5e78eb60627 req-476d3cde-0ae8-49d3-81e2-6f8b01b448c8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412469 Mar 16 11:22:21.016177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74857c73-01bf-4186-9c12-83e2d748ae63 req-5cfc0cb0-1360-4f73-be87-f0df218b0ef7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:21.017676 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-74857c73-01bf-4186-9c12-83e2d748ae63 req-5cfc0cb0-1360-4f73-be87-f0df218b0ef7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.1024058 Mar 16 11:22:21.063192 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-74857c73-01bf-4186-9c12-83e2d748ae63 req-86ab44a8-9dd6-493f-9c71-b20964f737fc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396495 Mar 16 11:22:21.241994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137b491-5e98-4b9b-a6c9-bdaf5cc0899e req-9c64ad83-5867-454e-b199-1251a474f99a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:21.243419 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b137b491-5e98-4b9b-a6c9-bdaf5cc0899e req-9c64ad83-5867-454e-b199-1251a474f99a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0804791 Mar 16 11:22:21.252129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42394) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:21.257209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-53073456-3bc3-45e9-aea3-317149301eaa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'floatingip': {'port_id': '3f3f6bbe-5c0c-4218-8237-af4280938b08'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:21.335693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-53073456-3bc3-45e9-aea3-317149301eaa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.910038 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0719afd-f338-4028-8e57-e90dbbb82e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.053051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-53073456-3bc3-45e9-aea3-317149301eaa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.059120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-53073456-3bc3-45e9-aea3-317149301eaa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.235419 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-53073456-3bc3-45e9-aea3-317149301eaa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f associated. External IP: 172.26.2.25, port: 3f3f6bbe-5c0c-4218-8237-af4280938b08. Mar 16 11:22:22.586703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53073456-3bc3-45e9-aea3-317149301eaa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Router dad8ede8-d980-468d-aadd-1a7771362593 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:22:22.762071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53073456-3bc3-45e9-aea3-317149301eaa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:22:22.766680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-53073456-3bc3-45e9-aea3-317149301eaa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.772275 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:22:22.782944 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:22.783548 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:21:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:22.823470 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-53073456-3bc3-45e9-aea3-317149301eaa tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "PUT /v2.0/floatingips/24b6bf58-834b-4cf7-96b9-5be13f83087f HTTP/1.1" status: 200 len: 991 time: 1.5702240 Mar 16 11:22:22.824284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:22.868038 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'status': 'completed', 'code': 200} Mar 16 11:22:22.958349 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:22.961280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-ef574cbf-a5ae-4618-9b0b-5ce8fb7a5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:22.962933 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-ef574cbf-a5ae-4618-9b0b-5ce8fb7a5326 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 1099 time: 0.0718849 Mar 16 11:22:23.095763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-977533fd-ccba-40b0-9a5a-24837a3b4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:23.097529 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-977533fd-ccba-40b0-9a5a-24837a3b4334 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1289501 Mar 16 11:22:23.190504 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-d84ad077-c21c-4944-9ff9-0f74316a4d7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781188 Mar 16 11:22:23.365802 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:dc:bc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:22:21Z', 'revision_number': 9, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:23.370636 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:22:23.382457 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:23.383294 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:21:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:23.384622 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-cf3b2848-d1dd-443e-bcf9-36581b2405c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08 HTTP/1.1" status: 200 len: 999 time: 0.2811725 Mar 16 11:22:23.452132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68b93e-3fd7-487f-bd7d-90c44885f524 req-e315bb94-bf72-4973-a31e-d35f09a6de37 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:23.453644 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0b68b93e-3fd7-487f-bd7d-90c44885f524 req-e315bb94-bf72-4973-a31e-d35f09a6de37 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.2994959 Mar 16 11:22:23.468162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-e9ff5c91-ba22-4686-922a-0d0f034600c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:23.469558 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-e9ff5c91-ba22-4686-922a-0d0f034600c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0731308 Mar 16 11:22:23.563170 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0b68b93e-3fd7-487f-bd7d-90c44885f524 req-41d00eb6-4719-4cfe-b596-d9ac833b0652 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974419 Mar 16 11:22:23.577950 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:23.595345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-0424d7a7-2c4b-4733-99ab-36bf9d20a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:23.596950 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-0424d7a7-2c4b-4733-99ab-36bf9d20a1ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152070 Mar 16 11:22:23.754322 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-e30717e0-47b1-47e6-8f23-78ec9a5275ee service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504107 Mar 16 11:22:23.925973 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9ee2082c-41b6-483a-9187-cd7018ab50c4 req-97013382-cce4-4914-9d9f-986748474f48 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530442 Mar 16 11:22:23.989495 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:dc:bc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:22:21Z', 'revision_number': 9, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:23.993558 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b7779-b746-40fa-b818-55b12fbb3e29 None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:dc:bc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:22:21Z', 'revision_number': 9, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:22:24.199336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c555b-e68e-4bac-8dcc-452e141de4d0 None None] New status for floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:22:24.416119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-910a65f5-e87d-413a-bff7-c21a6da4738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.417521 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-910a65f5-e87d-413a-bff7-c21a6da4738c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 1099 time: 0.0802183 Mar 16 11:22:24.546495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-6dde459a-34f3-4b96-a856-2113bd651ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.547989 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-6dde459a-34f3-4b96-a856-2113bd651ddc service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1245992 Mar 16 11:22:24.651572 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-cc085ae4-5a92-4e8d-a649-9072138ab4b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08 HTTP/1.1" status: 200 len: 1002 time: 0.0971155 Mar 16 11:22:24.711158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-3ada95f4-49e9-4d85-a4a9-7b7304bafdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.712504 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-3ada95f4-49e9-4d85-a4a9-7b7304bafdfc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0557313 Mar 16 11:22:24.754119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e12c5-4f24-4892-b57b-c358488cd493 req-0e83cc7b-d666-42c2-8106-8ed08b12f62c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.755584 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4f0e12c5-4f24-4892-b57b-c358488cd493 req-0e83cc7b-d666-42c2-8106-8ed08b12f62c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0817430 Mar 16 11:22:24.790150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-6e7add6c-ad31-4291-9b25-930a0f7421c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.791645 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-6e7add6c-ad31-4291-9b25-930a0f7421c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734210 Mar 16 11:22:24.799713 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4f0e12c5-4f24-4892-b57b-c358488cd493 req-80b73a1e-e972-4701-9d25-0cd893d245fc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383871 Mar 16 11:22:24.924037 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-4dbd2bda-8b42-4b7c-b38a-1302ae26be0a service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262386 Mar 16 11:22:24.990230 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.054022 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-5652753c-97c4-4d62-b3a4-3079ecc5616d service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233103 Mar 16 11:22:25.055841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d5a83ad5-4644-4bf4-8d72-7425957e7275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.281257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.009918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a83a2-df13-4da0-bd3b-26cd0148efac req-aec67a0e-411b-4d0c-b8f3-c515f01d2665 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:26.011377 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c7a83a2-df13-4da0-bd3b-26cd0148efac req-aec67a0e-411b-4d0c-b8f3-c515f01d2665 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0920022 Mar 16 11:22:26.058593 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c7a83a2-df13-4da0-bd3b-26cd0148efac req-5990ec1f-6bd5-45d7-8c0a-6aa01d87ab02 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389745 Mar 16 11:22:26.720146 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.253943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ab44d-2600-4caf-854e-6aaac2a74e4d req-f6784b66-0b68-44cb-bfd2-8036731dc869 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:27.255398 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fa8ab44d-2600-4caf-854e-6aaac2a74e4d req-f6784b66-0b68-44cb-bfd2-8036731dc869 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0873148 Mar 16 11:22:27.298691 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fa8ab44d-2600-4caf-854e-6aaac2a74e4d req-a395492d-c7f0-438f-906b-ad0e60d5bcb5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375624 Mar 16 11:22:28.487047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c69a-7fdd-4c5e-83ad-ac97e543e0fb req-c01a0918-1acf-462a-aad0-5af0f3c4925b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:28.488578 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1434c69a-7fdd-4c5e-83ad-ac97e543e0fb req-c01a0918-1acf-462a-aad0-5af0f3c4925b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0851419 Mar 16 11:22:28.535725 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1434c69a-7fdd-4c5e-83ad-ac97e543e0fb req-cdd64e5c-5aab-4d2b-a442-69d1b9df274c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391901 Mar 16 11:22:29.950312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea756e7-48d0-4329-97fe-c0d79ecb41db req-9e5784de-53db-4b39-a03a-acf6059833db tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:29.951772 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bea756e7-48d0-4329-97fe-c0d79ecb41db req-9e5784de-53db-4b39-a03a-acf6059833db tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.1554863 Mar 16 11:22:29.999072 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bea756e7-48d0-4329-97fe-c0d79ecb41db req-ce2c2bd8-7a48-46ee-b7cf-75e2591d7b5e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388360 Mar 16 11:22:31.254480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4e9e1-5ddb-45e0-8919-9634cefd7669 req-89a4d35c-0c0a-4ec6-b420-d26da28d7ad7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:31.255920 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b1c4e9e1-5ddb-45e0-8919-9634cefd7669 req-89a4d35c-0c0a-4ec6-b420-d26da28d7ad7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.1471860 Mar 16 11:22:31.304768 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b1c4e9e1-5ddb-45e0-8919-9634cefd7669 req-acd03acf-e755-4377-afdb-5b36e798537b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403628 Mar 16 11:22:32.510970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454ff61-b193-46c5-89aa-9c42e5d978d5 req-09396b91-b4b7-4afd-8db7-1bf2b42debb3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:32.512428 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9454ff61-b193-46c5-89aa-9c42e5d978d5 req-09396b91-b4b7-4afd-8db7-1bf2b42debb3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0954912 Mar 16 11:22:32.560935 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9454ff61-b193-46c5-89aa-9c42e5d978d5 req-0e581752-fefd-4fb2-996c-32affce3bfa7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395684 Mar 16 11:22:33.760487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca729c0-9efc-4bfe-a733-6bd52f29e827 req-88bd7913-1f69-4d6c-9644-5ef66d56c802 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:33.761843 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5ca729c0-9efc-4bfe-a733-6bd52f29e827 req-88bd7913-1f69-4d6c-9644-5ef66d56c802 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0915127 Mar 16 11:22:33.808884 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5ca729c0-9efc-4bfe-a733-6bd52f29e827 req-0ede179a-3f8e-42dc-8da1-e07d608fbafe tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391605 Mar 16 11:22:35.001080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ca107-6129-4106-b192-14b69d4d51da req-9ddd22c8-3a40-4003-a9d2-4c11ca46d3d6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:35.002520 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-373ca107-6129-4106-b192-14b69d4d51da req-9ddd22c8-3a40-4003-a9d2-4c11ca46d3d6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0881541 Mar 16 11:22:35.054540 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-373ca107-6129-4106-b192-14b69d4d51da req-ba38b402-60c0-49da-b6fe-9e1c53b84324 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464418 Mar 16 11:22:36.242574 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e875291-4d04-4ab6-8559-77de40087c7f req-50843a9a-c995-43d2-b6ee-52fc648ca198 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:36.244053 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3e875291-4d04-4ab6-8559-77de40087c7f req-50843a9a-c995-43d2-b6ee-52fc648ca198 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0837450 Mar 16 11:22:36.295748 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3e875291-4d04-4ab6-8559-77de40087c7f req-31352f09-ad2a-4177-8f1e-48a48e0749b3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458608 Mar 16 11:22:37.507995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35564f9f-954d-42af-b88d-8d3b5bd0c355 req-1b52d7b1-b3f3-40aa-b02a-cf663f31de16 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:37.509485 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-35564f9f-954d-42af-b88d-8d3b5bd0c355 req-1b52d7b1-b3f3-40aa-b02a-cf663f31de16 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0938766 Mar 16 11:22:37.557462 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-35564f9f-954d-42af-b88d-8d3b5bd0c355 req-d7aa970d-6805-4f61-912b-b11d5acac537 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423014 Mar 16 11:22:38.560131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.750196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796250b7-4fdd-4fa2-9905-627c1245fd8c req-a1ed9c20-ddcd-4606-a541-6224ca84c8c0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:38.751632 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-796250b7-4fdd-4fa2-9905-627c1245fd8c req-a1ed9c20-ddcd-4606-a541-6224ca84c8c0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0878644 Mar 16 11:22:38.796168 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-796250b7-4fdd-4fa2-9905-627c1245fd8c req-66fdfc5e-60cd-45f2-847e-53df3383a71b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387006 Mar 16 11:22:40.005554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf2e7d-9393-4e0e-9d44-8e95fd84b28f req-a58acabb-9d47-4503-a3d5-8994e630d393 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:40.006986 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-10bf2e7d-9393-4e0e-9d44-8e95fd84b28f req-a58acabb-9d47-4503-a3d5-8994e630d393 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0924680 Mar 16 11:22:40.053861 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-10bf2e7d-9393-4e0e-9d44-8e95fd84b28f req-a4713766-27ae-4cfa-b6a1-49deb4ee9606 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386019 Mar 16 11:22:41.368878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67a904-f100-4946-877c-4c28e1aebb6f req-a1617419-f583-4d15-af36-6794c65e45d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:41.370274 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2f67a904-f100-4946-877c-4c28e1aebb6f req-a1617419-f583-4d15-af36-6794c65e45d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.1958635 Mar 16 11:22:41.420088 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2f67a904-f100-4946-877c-4c28e1aebb6f req-8bffeed8-33f5-4019-8347-0502f1fb41bf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432734 Mar 16 11:22:42.616456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba103aa-6bd0-42e4-a2dd-ac809d7ab921 req-88b84478-485b-4d38-b186-385900f00b01 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:42.617971 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2ba103aa-6bd0-42e4-a2dd-ac809d7ab921 req-88b84478-485b-4d38-b186-385900f00b01 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0840051 Mar 16 11:22:42.664611 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2ba103aa-6bd0-42e4-a2dd-ac809d7ab921 req-8d8e16d8-dcbb-4185-861b-e5a2bd76a449 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410440 Mar 16 11:22:43.887461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14709e56-786d-45b9-81c0-52169f214ee6 req-dec708ff-b899-439c-8e45-ee1bded1ec97 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:43.888988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14709e56-786d-45b9-81c0-52169f214ee6 req-dec708ff-b899-439c-8e45-ee1bded1ec97 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0993805 Mar 16 11:22:43.933539 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14709e56-786d-45b9-81c0-52169f214ee6 req-83c392ea-c997-4679-8504-5e233b2c8d91 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388331 Mar 16 11:22:45.137512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b886916-7c72-403f-b080-0d5e589e2232 req-be6cdb69-82eb-4a39-a6d0-9e5c45217be0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:45.138923 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6b886916-7c72-403f-b080-0d5e589e2232 req-be6cdb69-82eb-4a39-a6d0-9e5c45217be0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0904655 Mar 16 11:22:45.185212 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6b886916-7c72-403f-b080-0d5e589e2232 req-d14b34ae-df74-4a98-bac3-bc9b291d98ae tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376503 Mar 16 11:22:46.402954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38284137-1012-4208-905f-2cc4029fdb3e req-d0179793-6f7f-4715-91da-1a6219a3ed04 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:46.404406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-38284137-1012-4208-905f-2cc4029fdb3e req-d0179793-6f7f-4715-91da-1a6219a3ed04 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0974770 Mar 16 11:22:46.448984 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-38284137-1012-4208-905f-2cc4029fdb3e req-1e7da180-6720-4d0f-9638-05d474504846 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387135 Mar 16 11:22:47.049267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62074d-6c4b-46a5-8171-479946167467 req-66077f51-808f-4b74-89bc-f420c72d98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:47.050796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f62074d-6c4b-46a5-8171-479946167467 req-66077f51-808f-4b74-89bc-f420c72d98ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 1099 time: 0.1181800 Mar 16 11:22:47.196701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62074d-6c4b-46a5-8171-479946167467 req-4d6153ac-579b-4c9c-8c1e-9009ce599e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:47.198090 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f62074d-6c4b-46a5-8171-479946167467 req-4d6153ac-579b-4c9c-8c1e-9009ce599e05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1268866 Mar 16 11:22:47.302173 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f62074d-6c4b-46a5-8171-479946167467 req-07ebcb6c-e783-47ef-a56b-fe10352f76e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08 HTTP/1.1" status: 200 len: 1002 time: 0.0974975 Mar 16 11:22:47.365573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62074d-6c4b-46a5-8171-479946167467 req-e13bc70c-d647-4e58-830d-36f55745958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:47.366959 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f62074d-6c4b-46a5-8171-479946167467 req-e13bc70c-d647-4e58-830d-36f55745958e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0587142 Mar 16 11:22:47.447552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62074d-6c4b-46a5-8171-479946167467 req-32a45ed7-72eb-4bd7-8dce-2280fec3d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:47.448923 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f62074d-6c4b-46a5-8171-479946167467 req-32a45ed7-72eb-4bd7-8dce-2280fec3d832 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764437 Mar 16 11:22:47.458485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-3f62074d-6c4b-46a5-8171-479946167467 req-0d42b0ab-efa5-4129-9e81-a10c9836dd08 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:22:47.459411 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f62074d-6c4b-46a5-8171-479946167467 req-0d42b0ab-efa5-4129-9e81-a10c9836dd08 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047250 Mar 16 11:22:47.589764 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f62074d-6c4b-46a5-8171-479946167467 req-817cb3f1-876d-4afe-a937-a358ba048a53 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243548 Mar 16 11:22:47.637411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c46c4-a598-4b8f-96bf-ed538734c94a req-2db7e9cb-09d5-4adc-9b6d-24b9f3055ea1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:47.638849 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-713c46c4-a598-4b8f-96bf-ed538734c94a req-2db7e9cb-09d5-4adc-9b6d-24b9f3055ea1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0828309 Mar 16 11:22:47.724707 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3f62074d-6c4b-46a5-8171-479946167467 req-0ec3505d-5269-41cb-8cc6-8b973bf21b44 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281421 Mar 16 11:22:47.789611 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-713c46c4-a598-4b8f-96bf-ed538734c94a req-7f741f7f-9af4-4516-ac8e-024e88419161 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450548 Mar 16 11:22:48.994778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1b210-88cb-4fcd-bc13-b59ce0b509bb req-6e8bde80-431c-46f5-97b3-c5a08fdaa683 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:48.996237 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e6d1b210-88cb-4fcd-bc13-b59ce0b509bb req-6e8bde80-431c-46f5-97b3-c5a08fdaa683 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0887566 Mar 16 11:22:49.040318 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e6d1b210-88cb-4fcd-bc13-b59ce0b509bb req-25d3e5c7-7f03-4a2d-8d06-f08ad6f95fb0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383928 Mar 16 11:22:50.265774 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bf8b9-f124-469a-b318-a65b26efaee1 req-7f32a678-36ae-4e2e-afec-38a85d7e71db tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:50.268011 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d98bf8b9-f124-469a-b318-a65b26efaee1 req-7f32a678-36ae-4e2e-afec-38a85d7e71db tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0990047 Mar 16 11:22:50.312387 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d98bf8b9-f124-469a-b318-a65b26efaee1 req-082c8e6c-839b-437c-ad7f-93eec62114a9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385399 Mar 16 11:22:51.655854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9535f-199e-436f-8016-a0b8969a15c4 req-7e069561-b1bc-4f7d-ae87-c72f04d18ddb tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:51.657339 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c7a9535f-199e-436f-8016-a0b8969a15c4 req-7e069561-b1bc-4f7d-ae87-c72f04d18ddb tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0803099 Mar 16 11:22:51.759871 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c7a9535f-199e-436f-8016-a0b8969a15c4 req-77d15c27-8c69-4678-9cb0-3b38c368f706 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661781 Mar 16 11:22:51.767340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-2b424854-d74f-4f93-a327-b191fc8abadf service neutron] 10.222.0.48 "GET /v2.0/ports/3f3f6bbe-5c0c-4218-8237-af4280938b08/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.1044052 Mar 16 11:22:51.914516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fcb3f221-5078-4e73-8054-cf8196a7d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.047929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-0f014203-de02-4cb8-9ac4-28f3f9186429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.049402 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-0f014203-de02-4cb8-9ac4-28f3f9186429 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 1099 time: 0.0721588 Mar 16 11:22:52.157276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-0d0d37aa-a58e-4356-94d1-36b2e36cef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.158763 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-0d0d37aa-a58e-4356-94d1-36b2e36cef73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 1099 time: 0.0888836 Mar 16 11:22:52.296562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-a565296d-909d-40ba-abb7-d9b7525cb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.298003 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-a565296d-909d-40ba-abb7-d9b7525cb90c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1322861 Mar 16 11:22:52.415903 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-5f5516bd-1556-4987-9c8e-c42ece33ebd2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08 HTTP/1.1" status: 200 len: 1002 time: 0.1115046 Mar 16 11:22:52.572191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-763f3e4e-2fb8-4e03-92c7-35220b68bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.573584 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-763f3e4e-2fb8-4e03-92c7-35220b68bfb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.1515231 Mar 16 11:22:52.653698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-2a87513c-f6ff-4f48-a27d-7564348a563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.655158 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-2a87513c-f6ff-4f48-a27d-7564348a563e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753987 Mar 16 11:22:52.803832 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-683366d5-f1e8-471e-93f4-c4985de16a80 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424873 Mar 16 11:22:52.934634 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e9bf0b9-1200-4a3e-aa25-2401843d07a5 req-8eb0191f-7ea2-48d2-820b-326d3f6a1c6f service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249788 Mar 16 11:22:52.957964 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaad8d-c63c-43ed-b198-b7b289525543 req-11c2191d-e9c4-47bd-9806-93d2c6a1541a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.959625 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1ccaad8d-c63c-43ed-b198-b7b289525543 req-11c2191d-e9c4-47bd-9806-93d2c6a1541a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0859494 Mar 16 11:22:53.004089 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1ccaad8d-c63c-43ed-b198-b7b289525543 req-f9ae1bbf-2279-487f-9119-76ff6d655fe3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386417 Mar 16 11:22:54.212559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175e81c-30ea-4d9a-b6b8-02c7a2e208f3 req-ac500c11-cfd5-46d8-84a9-3ea7617af729 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:54.214145 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3175e81c-30ea-4d9a-b6b8-02c7a2e208f3 req-ac500c11-cfd5-46d8-84a9-3ea7617af729 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0973597 Mar 16 11:22:54.257355 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3175e81c-30ea-4d9a-b6b8-02c7a2e208f3 req-4038f094-8ae9-48fb-88a9-29494d71ebe7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374634 Mar 16 11:22:54.433516 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:22:55.003379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.058839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e368428c-cae4-46c6-94bb-34671b36a1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.066434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 3f3f6bbe-5c0c-4218-8237-af4280938b08 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:22:55.211078 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 3f3f6bbe-5c0c-4218-8237-af4280938b08, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:55.224061 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'port_id': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'mac_address': 'fa:16:3e:dc:bc:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:22:55.291247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.305201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.310727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f3f6bbe-5c0c-4218-8237-af4280938b08 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:55.326268 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 3f3f6bbe-5c0c-4218-8237-af4280938b08, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:55.330988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.399025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=3f3f6bbe-5c0c-4218-8237-af4280938b08,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:55.403027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['3f3f6bbe-5c0c-4218-8237-af4280938b08'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:22:55.450335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc072-c28a-4a67-8af8-0a212b1edb2e req-dd79d4c4-e5f8-4843-8775-87341623281e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:55.451710 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-462cc072-c28a-4a67-8af8-0a212b1edb2e req-dd79d4c4-e5f8-4843-8775-87341623281e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 945 time: 0.0843461 Mar 16 11:22:55.498673 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-462cc072-c28a-4a67-8af8-0a212b1edb2e req-be74d5f3-6c27-4a73-bbba-f4a9acf91e37 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382779 Mar 16 11:22:56.694657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68263303-ade3-446c-814d-58e1a0c83948 req-e7afbe15-f5d4-4f4e-9c34-34f9977850ec tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:56.696451 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68263303-ade3-446c-814d-58e1a0c83948 req-e7afbe15-f5d4-4f4e-9c34-34f9977850ec tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 945 time: 0.0901647 Mar 16 11:22:56.718221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.742226 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68263303-ade3-446c-814d-58e1a0c83948 req-52761a58-b8b1-4b98-af25-306cb6fb8f99 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399568 Mar 16 11:22:57.104454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 3f3f6bbe-5c0c-4218-8237-af4280938b08 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:57.170401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 3f3f6bbe-5c0c-4218-8237-af4280938b08 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:57.170754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.192429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-fd4c8570-796c-4e9a-b660-334a60c70815 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.193907 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-fd4c8570-796c-4e9a-b660-334a60c70815 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729&tenant_id=42dbe19148d44bc9b1df788e07a12e18&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 945 time: 0.1298630 Mar 16 11:22:57.279787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1057f9-863e-4410-9c75-cf3ba2641133 req-e5b819d9-6b17-488c-b8c6-45c22c1b971e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.281261 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5b1057f9-863e-4410-9c75-cf3ba2641133 req-e5b819d9-6b17-488c-b8c6-45c22c1b971e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 945 time: 0.1611750 Mar 16 11:22:57.294517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.310829 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-53ccf501-59ef-4f0a-9ca9-cb67c1f34b85 service neutron] 10.222.0.48 "GET /v2.0/ports/3f3f6bbe-5c0c-4218-8237-af4280938b08/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.1102121 Mar 16 11:22:57.322586 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:57.333220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 3f3f6bbe-5c0c-4218-8237-af4280938b08, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:57.337349 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5b1057f9-863e-4410-9c75-cf3ba2641133 req-1e952bcf-8331-41aa-8b16-8eb39d301a29 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498033 Mar 16 11:22:57.346944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.396352 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'code': 200} Mar 16 11:22:57.406328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-63791254-cda8-477e-b730-e0425912d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.407803 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-63791254-cda8-477e-b730-e0425912d1e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 1099 time: 0.0739594 Mar 16 11:22:57.421216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=3f3f6bbe-5c0c-4218-8237-af4280938b08,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:57.549019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-63a2d7e4-01a3-48d0-8a90-c8c0332101cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.550401 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-63a2d7e4-01a3-48d0-8a90-c8c0332101cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1361682 Mar 16 11:22:57.654340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-59aee95e-6149-4c53-99ae-930a0ccdc329 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08 HTTP/1.1" status: 200 len: 1002 time: 0.0978832 Mar 16 11:22:57.715456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-832f285a-03e2-4797-8892-235a62e6f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.716918 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-832f285a-03e2-4797-8892-235a62e6f3cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0563211 Mar 16 11:22:57.795311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-e1a17419-c44b-4f70-a302-8f6078c9ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.796856 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-e1a17419-c44b-4f70-a302-8f6078c9ef0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733540 Mar 16 11:22:57.930320 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-3efb859b-6ceb-4b58-b78a-c1c72c752f36 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275752 Mar 16 11:22:58.162546 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-0280542d-7d8f-4b16-955b-ca3d08c6c636 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255926 Mar 16 11:22:58.534900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10864a82-c292-40e7-ae1e-66e012a1d3af req-65b34f73-b51b-4035-abd2-8887c286e5ce tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:58.536350 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-10864a82-c292-40e7-ae1e-66e012a1d3af req-65b34f73-b51b-4035-abd2-8887c286e5ce tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0814919 Mar 16 11:22:58.580043 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-10864a82-c292-40e7-ae1e-66e012a1d3af req-54067298-05e7-43e0-9da6-4ba371f0a62e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379202 Mar 16 11:22:59.779291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15951250-9cde-4f49-8b43-491063747865 req-c7c4561d-1ee5-403a-b1c9-f2cb0f745668 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:59.780771 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-15951250-9cde-4f49-8b43-491063747865 req-c7c4561d-1ee5-403a-b1c9-f2cb0f745668 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0874605 Mar 16 11:22:59.827852 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-15951250-9cde-4f49-8b43-491063747865 req-f9e345e9-01cc-4849-a0ad-8d02ebe8e9a2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411303 Mar 16 11:23:00.699994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-11fe32b4-8ab9-4d7d-8d00-55b3fe6dba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:00.701495 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-11fe32b4-8ab9-4d7d-8d00-55b3fe6dba15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 1099 time: 0.0742092 Mar 16 11:23:00.793209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-0b297dc6-66a9-4c3f-9007-cde123dc3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:00.794566 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-0b297dc6-66a9-4c3f-9007-cde123dc3ce7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 1099 time: 0.0721831 Mar 16 11:23:00.924963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-24ddcb29-84bf-4f3b-b451-31b84d5b879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:00.926427 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-24ddcb29-84bf-4f3b-b451-31b84d5b879f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1256552 Mar 16 11:23:01.071762 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-4469a312-bec6-4c64-b6ed-9dc0700f9bcd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08 HTTP/1.1" status: 200 len: 1002 time: 0.1390345 Mar 16 11:23:01.143964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64a006-600d-4258-b26e-ca7aa59a8f88 req-14b47344-5bbf-4270-85b8-15009919d2c7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:01.145460 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c64a006-600d-4258-b26e-ca7aa59a8f88 req-14b47344-5bbf-4270-85b8-15009919d2c7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.1627290 Mar 16 11:23:01.154016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-0c8750d4-ff0f-4b27-9304-4ac77bfb7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:01.155337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-0c8750d4-ff0f-4b27-9304-4ac77bfb7933 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0770285 Mar 16 11:23:01.236142 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c64a006-600d-4258-b26e-ca7aa59a8f88 req-d1d31e77-0d8c-475b-a97a-be38cae51ac9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839055 Mar 16 11:23:01.261103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-58594dce-9fc1-4498-afe0-075b96f8ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:01.262732 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-58594dce-9fc1-4498-afe0-075b96f8ef28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952122 Mar 16 11:23:01.403408 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-1cac6606-0d11-47a5-82f4-88b1589cdebe service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330450 Mar 16 11:23:01.533221 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-14cd0031-13b0-42a9-b650-5d2ec6d2c577 req-446e9a6f-6999-468c-b743-ee869e2b7e23 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234984 Mar 16 11:23:02.444452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526fc4d-4fa9-40c5-bc12-855ea375f4e9 req-03684745-89e9-40e4-93f3-92ba4c6fd609 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:02.446256 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f526fc4d-4fa9-40c5-bc12-855ea375f4e9 req-03684745-89e9-40e4-93f3-92ba4c6fd609 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0899594 Mar 16 11:23:02.489223 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f526fc4d-4fa9-40c5-bc12-855ea375f4e9 req-719df986-d210-4aa4-a4ae-8a335ced284d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372615 Mar 16 11:23:03.676279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ee08d-1b2b-4e89-aeab-24a0f6067347 req-a7c3f7b2-6ea6-49ea-b20b-72afc0a5f1eb tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:03.677796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6d0ee08d-1b2b-4e89-aeab-24a0f6067347 req-a7c3f7b2-6ea6-49ea-b20b-72afc0a5f1eb tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0789983 Mar 16 11:23:03.722784 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6d0ee08d-1b2b-4e89-aeab-24a0f6067347 req-352ef83c-d8f0-4e7d-ba9c-0c04844fd615 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389690 Mar 16 11:23:04.923753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170d9b-f1ef-497f-a727-3d50875554d5 req-a0185235-6d72-41ee-805e-55154a7d1af7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:04.925217 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e6170d9b-f1ef-497f-a727-3d50875554d5 req-a0185235-6d72-41ee-805e-55154a7d1af7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0812747 Mar 16 11:23:04.973205 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e6170d9b-f1ef-497f-a727-3d50875554d5 req-275fc1ff-b533-406e-a664-1a5eb1e327eb tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422266 Mar 16 11:23:05.160887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 3f3f6bbe-5c0c-4218-8237-af4280938b08 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:05.171671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b4764-7b67-43f9-beca-76575452ee07 req-cb445639-3862-4553-be40-de2b4c373358 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:05.173230 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-438b4764-7b67-43f9-beca-76575452ee07 req-cb445639-3862-4553-be40-de2b4c373358 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 946 time: 0.0944133 Mar 16 11:23:05.218388 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-438b4764-7b67-43f9-beca-76575452ee07 req-40ba76ad-1251-4f5e-8e51-b897a3987b39 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392487 Mar 16 11:23:05.273672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.302523 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:05.313057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 3f3f6bbe-5c0c-4218-8237-af4280938b08, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:05.319455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.358966 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'code': 200} Mar 16 11:23:05.390852 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=3f3f6bbe-5c0c-4218-8237-af4280938b08,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:05.407996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4800b65-634f-4e0f-8e1a-d27b3919af43 req-f77927ef-8984-4747-95bd-d4d5cfe4f3a0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:05.409496 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b4800b65-634f-4e0f-8e1a-d27b3919af43 req-f77927ef-8984-4747-95bd-d4d5cfe4f3a0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 944 time: 0.0875924 Mar 16 11:23:05.453087 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b4800b65-634f-4e0f-8e1a-d27b3919af43 req-3b2b8133-1bd6-47ba-beae-7a3d7f619241 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378077 Mar 16 11:23:05.856297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251878e-1cd7-4b9e-b612-aa64bc3a32e9 req-26dee022-883f-49fa-927c-275432b42aad tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:05.857692 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c251878e-1cd7-4b9e-b612-aa64bc3a32e9 req-26dee022-883f-49fa-927c-275432b42aad tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 944 time: 0.1018414 Mar 16 11:23:05.905152 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c251878e-1cd7-4b9e-b612-aa64bc3a32e9 req-70e493d6-9f65-4497-9771-1f888df2749e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390220 Mar 16 11:23:07.107115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fd536-08ee-4cd9-95d5-8daf549c12ab req-73d14cfd-f85d-4361-a789-ab6c25b6beba tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:07.108663 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-de3fd536-08ee-4cd9-95d5-8daf549c12ab req-73d14cfd-f85d-4361-a789-ab6c25b6beba tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 944 time: 0.0937948 Mar 16 11:23:07.154047 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-de3fd536-08ee-4cd9-95d5-8daf549c12ab req-9a477403-2097-4c73-a386-d1b28572f1b0 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394669 Mar 16 11:23:08.050154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-16f182d2-2adc-44d2-942b-65f01d6684c1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:08.051567 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-16f182d2-2adc-44d2-942b-65f01d6684c1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 944 time: 0.0931036 Mar 16 11:23:08.130585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Deleting port 3f3f6bbe-5c0c-4218-8237-af4280938b08 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:08.131282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.339992 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27770de-e008-458e-a4bb-4f9d0f1093f4 req-7664b561-99b3-4bbf-95b9-df9ad85f204c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:08.341582 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b27770de-e008-458e-a4bb-4f9d0f1093f4 req-7664b561-99b3-4bbf-95b9-df9ad85f204c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 944 time: 0.0819192 Mar 16 11:23:08.388475 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b27770de-e008-458e-a4bb-4f9d0f1093f4 req-29a78f26-447c-45ef-9610-c338f6c1e5c6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407505 Mar 16 11:23:08.483242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] For port 3f3f6bbe-5c0c-4218-8237-af4280938b08, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=3f3f6bbe-5c0c-4218-8237-af4280938b08,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:08.483566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.551164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.772850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.773211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.773524 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f disassociated. External IP: 172.26.2.25, port: 3f3f6bbe-5c0c-4218-8237-af4280938b08. Mar 16 11:23:08.773849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Calling delete_port for 3f3f6bbe-5c0c-4218-8237-af4280938b08 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:08.920384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.981653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event deleted for resources: {'Port': ['ID=3f3f6bbe-5c0c-4218-8237-af4280938b08,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:08.991954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.992212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.992552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.992907 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.993235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.993561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.993905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.994209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.994533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.994850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.995164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:08.995475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:09.179229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Router dad8ede8-d980-468d-aadd-1a7771362593 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:23:09.362182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:23:09.372276 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:23:09.382432 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:09.383039 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:22:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:09.434916 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] No DVR routers for this DVR port 3f3f6bbe-5c0c-4218-8237-af4280938b08 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:09.437433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.440153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'name': 'network-vif-deleted', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:09.460401 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-44e0deda-aeaf-4b45-89a5-1429eca31afa req-edef0bb3-5b9a-49d7-a507-0d8dc4f3bb1f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "DELETE /v2.0/ports/3f3f6bbe-5c0c-4218-8237-af4280938b08 HTTP/1.1" status: 204 len: 173 time: 1.4033234 Mar 16 11:23:09.561355 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-1e2a27ae-0ed0-40b3-961f-4cd723897267 req-bbd2ab15-c033-4ddf-9978-829e34d470ff tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:09.565417 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:09.577612 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f985a8a-4751-43ad-9ef0-4bea4ddd1729', 'name': 'network-vif-deleted', 'tag': '3f3f6bbe-5c0c-4218-8237-af4280938b08', 'status': 'completed', 'code': 200} Mar 16 11:23:09.581062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-1e2a27ae-0ed0-40b3-961f-4cd723897267 req-bbd2ab15-c033-4ddf-9978-829e34d470ff tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:09.582955 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1e2a27ae-0ed0-40b3-961f-4cd723897267 req-bbd2ab15-c033-4ddf-9978-829e34d470ff tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f985a8a-4751-43ad-9ef0-4bea4ddd1729 HTTP/1.1" status: 200 len: 210 time: 0.0681653 Mar 16 11:23:09.908963 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:09.913240 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:23:09.922258 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:09.922922 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:22:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:10.105066 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:10.423449 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:10.427427 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1a0df-56b5-4a55-88c5-abb50e7685d4 None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:23:10.645388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fdaa55-2b3f-495f-8241-fd33d19adbcf None None] New status for floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:23:10.925605 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-47cddbfd-8896-45ce-90bb-1b5f48beca13 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--47399286&fields=id&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 267 time: 0.0459006 Mar 16 11:23:11.077940 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-37c47ee3-2d82-45aa-828c-5fd1d8dac17f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:11.079359 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-37c47ee3-2d82-45aa-828c-5fd1d8dac17f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 812 time: 0.1474278 Mar 16 11:23:11.093905 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-27b3774b-25f6-453a-a225-4830e4acc2dc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/quotas/42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 375 time: 0.0090854 Mar 16 11:23:11.180824 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-498ff089-8b53-4a92-b125-c3ced3aa2629 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816128 Mar 16 11:23:11.368104 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-eb5973ef-3a73-4c65-ae53-58c481628de4 service neutron] 10.222.0.37 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758790 Mar 16 11:23:11.499463 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-31cbdcd1-9dd4-4c79-b03a-7a470553ba80 service neutron] 10.222.0.37 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253035 Mar 16 11:23:11.678752 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-aac8a8e1-6999-4be9-ab49-857aa2fcb398 req-4b5142c3-7b94-4347-83de-6054e5b4e836 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 210 time: 0.0446568 Mar 16 11:23:12.730126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-d8456f7e-1bf6-43b0-b76a-004b9483a7af tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:12.731566 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-d8456f7e-1bf6-43b0-b76a-004b9483a7af tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 812 time: 0.1617644 Mar 16 11:23:12.779466 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-aabe507a-f0cb-4817-b631-98e4a160728d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 378 time: 0.0396101 Mar 16 11:23:12.788060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'port': {'device_id': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'admin_state_up': True, 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'security_groups': ['4a210706-b8dd-4a8a-9a9e-aca358c57ab7']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:12.832472 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-305e3967-3587-4a2f-bc5f-187c95563c7b req-2dd161fc-c70d-42b9-a374-803e0353b617 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 210 time: 0.0470753 Mar 16 11:23:13.050650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:13.065418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:13.081575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Made reservation on behalf of 42dbe19148d44bc9b1df788e07a12e18 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:13.085107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.168764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 3f3f6bbe-5c0c-4218-8237-af4280938b08 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:13.205291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 3f3f6bbe-5c0c-4218-8237-af4280938b08 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:23:13.205631 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 3f3f6bbe-5c0c-4218-8237-af4280938b08 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:13.247820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Allocated IP 172.20.0.12 (b9666193-c909-4976-b04a-497dd48f897c/c7a40592-dd21-4a99-80eb-41588c879940/75389aed-5d48-43fe-9cee-d2f2a41f12c1) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:13.448917 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.465491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Transition to ACTIVE for port object 75389aed-5d48-43fe-9cee-d2f2a41f12c1 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:13.491533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.556054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Network b9666193-c909-4976-b04a-497dd48f897c is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:13.564191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:13.566977 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:13.608769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:13.642743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:13.643359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.669847 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-32398dc9-7fcf-42a2-94a7-cf70802bd454 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8854871 Mar 16 11:23:13.681737 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Request body: {'port': {'device_id': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:13.781335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7437a943-e91a-4de7-8bd3-22dd0ae764f6 None None] Provisioning for port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:13.786201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7437a943-e91a-4de7-8bd3-22dd0ae764f6 None None] Provisioning complete for port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:13.786600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7437a943-e91a-4de7-8bd3-22dd0ae764f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.798468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.839178 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7437a943-e91a-4de7-8bd3-22dd0ae764f6 None None] Port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:23:14.128432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd824c93-9e40-413f-bc64-c2c78f518e36 req-7c4a0c16-2ec8-40c5-a5d1-9349ea5adee9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:14.129051 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-dd824c93-9e40-413f-bc64-c2c78f518e36 req-7c4a0c16-2ec8-40c5-a5d1-9349ea5adee9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:14.183785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-dd824c93-9e40-413f-bc64-c2c78f518e36 req-7c4a0c16-2ec8-40c5-a5d1-9349ea5adee9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:14.184960 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd824c93-9e40-413f-bc64-c2c78f518e36 req-7c4a0c16-2ec8-40c5-a5d1-9349ea5adee9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 932 time: 0.2455554 Mar 16 11:23:14.235239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75389aed-5d48-43fe-9cee-d2f2a41f12c1 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:14.245894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.258087 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dd824c93-9e40-413f-bc64-c2c78f518e36 req-8d67940f-eaf3-4a9d-8c3d-833f693ea2bf tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668864 Mar 16 11:23:14.266168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Transition to ACTIVE for port object 75389aed-5d48-43fe-9cee-d2f2a41f12c1 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:14.270144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.398167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:14.501234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Attempting to bind port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:14.501604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Attempting to bind port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:14.501901 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Attempting to bind port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 on network b9666193-c909-4976-b04a-497dd48f897c {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:14.506892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 on network b9666193-c909-4976-b04a-497dd48f897c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:23:14.507265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Attempting to bind port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 on network b9666193-c909-4976-b04a-497dd48f897c {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:14.512234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:14.512563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Checking segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:14.512958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Bound using segment: {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:14.513381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Bound port: 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa84c17a-cedb-4bd4-ac52-6440b52d595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:14.513720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.603862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:14.607007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:14.612677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.673131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:14.674156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.675960 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] 10.222.0.48 "PUT /v2.0/ports/75389aed-5d48-43fe-9cee-d2f2a41f12c1 HTTP/1.1" status: 200 len: 1094 time: 0.9987779 Mar 16 11:23:14.676475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:14.703230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b42b5-93ef-4282-bfae-aa13cc3e1b61 service neutron] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:14.752892 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'status': 'completed', 'code': 200} Mar 16 11:23:14.794383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-37f4c977-8e46-45c7-90c5-99f33a360e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:14.795987 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-37f4c977-8e46-45c7-90c5-99f33a360e95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0800045 Mar 16 11:23:14.867044 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-cfb8e03f-36b3-4278-9f8d-38d18e52a8b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1 HTTP/1.1" status: 200 len: 217 time: 0.0646169 Mar 16 11:23:15.042662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-d16f6681-0c7c-4495-b7cb-655479e7bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:15.043967 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-d16f6681-0c7c-4495-b7cb-655479e7bc14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.1709015 Mar 16 11:23:15.128331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-13ccb2ba-f894-424f-af3e-c48eab6776c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:15.129824 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-13ccb2ba-f894-424f-af3e-c48eab6776c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794642 Mar 16 11:23:15.262608 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-18a51ede-7bf7-4bbc-bf24-320d9552cdf3 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260498 Mar 16 11:23:15.454669 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58c94ccb-5930-496f-b586-faa2d8feb0af req-13ee996c-8fc8-4b63-9492-f59849991fbe service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855533 Mar 16 11:23:15.481485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450e202-d14c-4c4d-8808-1e183be51185 req-f3964174-6603-4a95-8379-4cafeeb32033 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:15.482925 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3450e202-d14c-4c4d-8808-1e183be51185 req-f3964174-6603-4a95-8379-4cafeeb32033 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 944 time: 0.1144099 Mar 16 11:23:15.571587 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3450e202-d14c-4c4d-8808-1e183be51185 req-8e643939-bfc1-432b-8dc0-65b285780431 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815594 Mar 16 11:23:15.597541 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-3f26d11f-ae99-45cd-a17c-e3836c377f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:15.599121 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-3f26d11f-ae99-45cd-a17c-e3836c377f41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0959728 Mar 16 11:23:15.735883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-cdc9e686-eeb0-4dbf-b7bb-97579529711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:15.737361 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-cdc9e686-eeb0-4dbf-b7bb-97579529711c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1321752 Mar 16 11:23:15.803514 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-1793c5ff-3d2e-401b-a07e-362e7fea91cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1 HTTP/1.1" status: 200 len: 217 time: 0.0592618 Mar 16 11:23:15.868899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-41d21dea-b0b1-4cf9-807c-761cf4dfbef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:15.870238 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-41d21dea-b0b1-4cf9-807c-761cf4dfbef7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0608349 Mar 16 11:23:15.947626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-fe6c4e5f-6e0c-4603-b4db-47ff07d7f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:15.949162 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-fe6c4e5f-6e0c-4603-b4db-47ff07d7f55c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728357 Mar 16 11:23:16.086901 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-558ec405-2503-4997-b755-1ff05298cd39 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312807 Mar 16 11:23:16.230945 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc0d8361-1b49-4dfc-8ec8-c558ad469890 req-a7a7fcc7-59dd-4e43-85d9-c6da4e1a5d4e service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373279 Mar 16 11:23:16.772918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43c9e8-c895-4498-b591-06e97cd49ac2 req-1f8a0d01-a6f1-4ebe-a7c4-8337e0da2d23 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:16.774323 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5c43c9e8-c895-4498-b591-06e97cd49ac2 req-1f8a0d01-a6f1-4ebe-a7c4-8337e0da2d23 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 944 time: 0.0929801 Mar 16 11:23:16.818439 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5c43c9e8-c895-4498-b591-06e97cd49ac2 req-9439632d-a5aa-4340-9951-9a2baadbde45 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383098 Mar 16 11:23:18.020712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714886c-16b1-4d61-8f49-3befff2adfad req-f78453b4-333a-4822-9098-3a31103800bc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:18.022329 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e714886c-16b1-4d61-8f49-3befff2adfad req-f78453b4-333a-4822-9098-3a31103800bc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 944 time: 0.0846934 Mar 16 11:23:18.068877 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e714886c-16b1-4d61-8f49-3befff2adfad req-67ef1770-1725-427f-8616-18f16481bdc7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381532 Mar 16 11:23:19.191509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:23:19.263873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124901b-06b5-4347-896b-a88552d0d180 req-0ff6d8d2-cb30-444a-aa8c-da4a933350c7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:19.265347 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e124901b-06b5-4347-896b-a88552d0d180 req-0ff6d8d2-cb30-444a-aa8c-da4a933350c7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 944 time: 0.0830216 Mar 16 11:23:19.326748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:19.341096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'port_id': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'mac_address': 'fa:16:3e:05:dd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:23:19.401894 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.411401 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e124901b-06b5-4347-896b-a88552d0d180 req-952f7c1e-1b5c-4149-a32d-4fd0a0596973 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1403012 Mar 16 11:23:19.419547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75389aed-5d48-43fe-9cee-d2f2a41f12c1 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:19.435298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:19.442043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.518594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:19.525760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.526110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.526450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.526783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.527111 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.527439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.527761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.528081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.528401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.528717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.529057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.529371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:19.780113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['75389aed-5d48-43fe-9cee-d2f2a41f12c1'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:23:20.613166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf8b98-0d3c-4067-a16e-cb7b33924a68 req-543a4ae1-a69b-46da-9add-1e851495943a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:20.614631 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dfaf8b98-0d3c-4067-a16e-cb7b33924a68 req-543a4ae1-a69b-46da-9add-1e851495943a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 945 time: 0.0887272 Mar 16 11:23:20.661695 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dfaf8b98-0d3c-4067-a16e-cb7b33924a68 req-c2fe0748-7287-4ded-9db0-4708aab8e890 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414007 Mar 16 11:23:21.192372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:21.269766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:21.277380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:21.277955 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.400954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.426998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:21.437040 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:21.443090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.477550 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'code': 200} Mar 16 11:23:21.516154 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:21.704441 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d3229-7fbc-4ebf-97c9-866d460cf715 req-133d0542-e538-4938-87fd-718a616a8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.705973 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-541d3229-7fbc-4ebf-97c9-866d460cf715 req-133d0542-e538-4938-87fd-718a616a8175 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 1099 time: 0.0779498 Mar 16 11:23:21.746486 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-541d3229-7fbc-4ebf-97c9-866d460cf715 req-6f5cc274-5232-45b3-83a6-fa60b9c52299 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341325 Mar 16 11:23:21.877668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff019f-8f2e-4d44-ac3d-30a529be3b4c req-02805196-7965-460c-9d79-e93759dfc816 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.879173 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b8ff019f-8f2e-4d44-ac3d-30a529be3b4c req-02805196-7965-460c-9d79-e93759dfc816 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0991254 Mar 16 11:23:21.918435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f3901f3f-13fb-4038-a527-1852e46d0595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.926507 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b8ff019f-8f2e-4d44-ac3d-30a529be3b4c req-eb30593b-8772-477c-9bb5-e33fc29cecb4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416424 Mar 16 11:23:23.122796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2d13b-fd52-4d60-954c-64f95062ffd1 req-ff86e903-299b-4a51-b02b-d79dc0b212c5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:23.124920 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4bb2d13b-fd52-4d60-954c-64f95062ffd1 req-ff86e903-299b-4a51-b02b-d79dc0b212c5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0877512 Mar 16 11:23:23.169182 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4bb2d13b-fd52-4d60-954c-64f95062ffd1 req-8d873e7e-7f39-4083-8ebc-14014a5ee139 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384305 Mar 16 11:23:24.455532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e3dd-eff0-4f97-9aae-145365e53641 req-0a24731e-9605-49c4-834c-81a8f5a1aae8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.456956 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4103e3dd-eff0-4f97-9aae-145365e53641 req-0a24731e-9605-49c4-834c-81a8f5a1aae8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.1811960 Mar 16 11:23:24.500388 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4103e3dd-eff0-4f97-9aae-145365e53641 req-a980cd04-152d-40d3-82b4-6284da815b66 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376153 Mar 16 11:23:24.692797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bd434-c984-4735-a8e9-e9ae46a46fee req-a915e8cd-0495-4425-810d-bf8314c667b1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.694298 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cf8bd434-c984-4735-a8e9-e9ae46a46fee req-a915e8cd-0495-4425-810d-bf8314c667b1 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0928223 Mar 16 11:23:24.703565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 42590) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:24.708509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-3294773a-689e-4050-a87a-5e30c3d468d2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Request body: {'floatingip': {'port_id': '75389aed-5d48-43fe-9cee-d2f2a41f12c1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:24.785044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3294773a-689e-4050-a87a-5e30c3d468d2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.998198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.062052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d4430419-c7fa-4c07-a3b6-ca540f1931c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.289607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.396607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3294773a-689e-4050-a87a-5e30c3d468d2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.401332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3294773a-689e-4050-a87a-5e30c3d468d2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.585410 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-3294773a-689e-4050-a87a-5e30c3d468d2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f associated. External IP: 172.26.2.25, port: 75389aed-5d48-43fe-9cee-d2f2a41f12c1. Mar 16 11:23:26.045901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3294773a-689e-4050-a87a-5e30c3d468d2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Router dad8ede8-d980-468d-aadd-1a7771362593 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:23:26.227570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3294773a-689e-4050-a87a-5e30c3d468d2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:23:26.232315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-3294773a-689e-4050-a87a-5e30c3d468d2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.238373 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:23:26.249193 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:26.249794 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:23:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:26.286042 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3294773a-689e-4050-a87a-5e30c3d468d2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "PUT /v2.0/floatingips/24b6bf58-834b-4cf7-96b9-5be13f83087f HTTP/1.1" status: 200 len: 992 time: 1.5814285 Mar 16 11:23:26.286635 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:26.332234 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'status': 'completed', 'code': 200} Mar 16 11:23:26.424951 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:26.425205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02681aa5-d763-4053-b6fa-801e1d875269 req-3beaded5-e6cc-4a2a-8d11-ce8650afb1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:26.426590 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-02681aa5-d763-4053-b6fa-801e1d875269 req-3beaded5-e6cc-4a2a-8d11-ce8650afb1be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 1099 time: 0.0717425 Mar 16 11:23:26.563501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02681aa5-d763-4053-b6fa-801e1d875269 req-aa5ff00e-bb49-4388-8527-7fcd703d2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:26.564942 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-02681aa5-d763-4053-b6fa-801e1d875269 req-aa5ff00e-bb49-4388-8527-7fcd703d2cf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1324363 Mar 16 11:23:26.677700 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-02681aa5-d763-4053-b6fa-801e1d875269 req-bd8f83e3-087c-4ff8-b83b-da35f6337555 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1 HTTP/1.1" status: 200 len: 1000 time: 0.1070149 Mar 16 11:23:26.743486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.750142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02681aa5-d763-4053-b6fa-801e1d875269 req-752c2458-ac24-4954-9093-039e72702e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:26.751936 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-02681aa5-d763-4053-b6fa-801e1d875269 req-752c2458-ac24-4954-9093-039e72702e9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0680087 Mar 16 11:23:26.818379 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:05:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:23:25Z', 'revision_number': 13, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:26.822610 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:23:26.830435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02681aa5-d763-4053-b6fa-801e1d875269 req-193c2c32-79b2-4f50-84a6-ebfdeb9a042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:26.831775 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:26.832147 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-02681aa5-d763-4053-b6fa-801e1d875269 req-193c2c32-79b2-4f50-84a6-ebfdeb9a042b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744991 Mar 16 11:23:26.832567 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:23:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:26.964577 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-02681aa5-d763-4053-b6fa-801e1d875269 req-753ad90a-d98a-4158-9e8c-5c55616cbf1b service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255851 Mar 16 11:23:27.010454 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:27.102085 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-02681aa5-d763-4053-b6fa-801e1d875269 req-a4f8862e-46cb-4358-a2ec-91b843455b23 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312907 Mar 16 11:23:27.446128 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:05:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:23:25Z', 'revision_number': 13, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:27.450223 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e69764-4e69-46f8-9493-c2f2981e6b4b None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '24b6bf58-834b-4cf7-96b9-5be13f83087f', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'port_id': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'mac_address': 'fa:16:3e:05:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:16Z', 'updated_at': '2022-03-16T11:23:25Z', 'revision_number': 13, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:23:27.644898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df610b21-ec06-438c-9bdd-31c80b849eca None None] New status for floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:23:27.986575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265d75e-3fa3-4529-b388-91d0b902cffc req-a9498dcb-52bd-478e-b0ae-cc23b8e20008 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:27.988076 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8265d75e-3fa3-4529-b388-91d0b902cffc req-a9498dcb-52bd-478e-b0ae-cc23b8e20008 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0832345 Mar 16 11:23:28.035281 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8265d75e-3fa3-4529-b388-91d0b902cffc req-fecda445-41ef-4459-b40b-57864962dbed tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385520 Mar 16 11:23:31.438289 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:23:37.723277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ae384-933a-4494-a9c5-f73874ae75e5 req-6b621c39-6abc-4f14-92f4-6129788f5787 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:37.724807 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b58ae384-933a-4494-a9c5-f73874ae75e5 req-6b621c39-6abc-4f14-92f4-6129788f5787 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0865030 Mar 16 11:23:37.744585 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-d6cebbb8-0738-4069-b343-c8b6377f0002 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371894 Mar 16 11:23:37.773968 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b58ae384-933a-4494-a9c5-f73874ae75e5 req-ea7091ad-0b9d-4e83-82bf-0564cfa256bb tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425014 Mar 16 11:23:38.559803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.899813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-5dfb329a-18b5-4536-8a39-8113992106b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.901392 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-5dfb329a-18b5-4536-8a39-8113992106b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 1099 time: 0.0727732 Mar 16 11:23:38.965423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ad67e-df52-4f8a-b72d-15c81b90be6b req-05bb8ab2-f4d7-4d1e-b6d5-5ba635c182e2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.966863 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8a1ad67e-df52-4f8a-b72d-15c81b90be6b req-05bb8ab2-f4d7-4d1e-b6d5-5ba635c182e2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0825050 Mar 16 11:23:39.009971 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8a1ad67e-df52-4f8a-b72d-15c81b90be6b req-fae18802-023b-41c3-abfe-300e6d75c10e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374053 Mar 16 11:23:39.033547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-979905f6-5db5-40ed-9ae8-93eb424e422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.035062 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-979905f6-5db5-40ed-9ae8-93eb424e422c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1271870 Mar 16 11:23:39.140136 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-eb82d4cd-64ce-4a68-93c9-4c8cb6258b92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1 HTTP/1.1" status: 200 len: 1002 time: 0.0974386 Mar 16 11:23:39.204728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-f03965ca-08b7-4cdc-8729-4d85ae4146b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.206201 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-f03965ca-08b7-4cdc-8729-4d85ae4146b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0600019 Mar 16 11:23:39.280343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-c93d6111-6f50-492d-80c7-40cbd91c18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.281813 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-c93d6111-6f50-492d-80c7-40cbd91c18c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696392 Mar 16 11:23:39.417614 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-709317d0-6043-468d-af13-48d9d718e9a9 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291575 Mar 16 11:23:39.551708 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-211e90e8-fc96-4fda-9fc4-dc39d49107d0 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263068 Mar 16 11:23:40.235595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5a820-1168-4fa8-abad-761b518a6f48 req-79aaad3e-9da8-4119-9a8c-2fdeb64de470 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:40.237122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-eae5a820-1168-4fa8-abad-761b518a6f48 req-79aaad3e-9da8-4119-9a8c-2fdeb64de470 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0960217 Mar 16 11:23:40.385658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-eae5a820-1168-4fa8-abad-761b518a6f48 req-0ccf1c10-d144-4ac3-8a0a-a4d770393b33 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1426332 Mar 16 11:23:41.589851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b894592-29ef-43db-b5c3-69f7bcbbe148 req-7284693e-1bd0-4561-abf0-f858674edfca tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:41.591293 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8b894592-29ef-43db-b5c3-69f7bcbbe148 req-7284693e-1bd0-4561-abf0-f858674edfca tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0827322 Mar 16 11:23:41.635602 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8b894592-29ef-43db-b5c3-69f7bcbbe148 req-8e6fc278-3751-479f-83ac-d5ed83b8b9e3 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384736 Mar 16 11:23:42.844214 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537016c-4b33-45b5-9fee-1a0eb384832f req-2447de9d-1322-4306-8582-265f77346561 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:42.845709 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6537016c-4b33-45b5-9fee-1a0eb384832f req-2447de9d-1322-4306-8582-265f77346561 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0913966 Mar 16 11:23:42.889830 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6537016c-4b33-45b5-9fee-1a0eb384832f req-b92a855d-a378-4b19-b3ca-1bfea41d54fd tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382612 Mar 16 11:23:44.100320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567e2e4-ad22-4ebd-b24b-b163d4184f6b req-7e209323-6d76-4ad5-86ee-37d58c14fb9e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:44.101807 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e567e2e4-ad22-4ebd-b24b-b163d4184f6b req-7e209323-6d76-4ad5-86ee-37d58c14fb9e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0999014 Mar 16 11:23:44.145454 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e567e2e4-ad22-4ebd-b24b-b163d4184f6b req-c10beca7-0541-4f15-b4d6-19a60c7cbac2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379317 Mar 16 11:23:45.363643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefc931-56ec-41b2-954c-66769cc4dcca req-bd5e6e48-9d80-4ff5-97c9-4dc9e36d282a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:45.365174 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefc931-56ec-41b2-954c-66769cc4dcca req-bd5e6e48-9d80-4ff5-97c9-4dc9e36d282a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0915511 Mar 16 11:23:45.416665 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fefc931-56ec-41b2-954c-66769cc4dcca req-c72452ff-56c5-45e6-bc26-1a71f9e51d21 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429046 Mar 16 11:23:46.604781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f526eb-b303-49eb-a657-e0a982334851 req-82976a13-7a37-4086-9cb6-c40b0d16eb76 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:46.607222 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-14f526eb-b303-49eb-a657-e0a982334851 req-82976a13-7a37-4086-9cb6-c40b0d16eb76 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0819926 Mar 16 11:23:46.655555 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-14f526eb-b303-49eb-a657-e0a982334851 req-96a0f9fd-73b7-4d8e-99e7-c8144274c6a6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428314 Mar 16 11:23:46.949932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-fbc1115a-bf74-4f96-89ff-dd79b3dbb5cf service neutron] 10.222.0.48 "GET /v2.0/ports/75389aed-5d48-43fe-9cee-d2f2a41f12c1/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0780947 Mar 16 11:23:47.233399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-d7f9fcbd-616b-46d0-a0eb-89a4848da65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:47.234945 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-d7f9fcbd-616b-46d0-a0eb-89a4848da65d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 1099 time: 0.0746708 Mar 16 11:23:47.333271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-032fa5a2-587e-4532-b474-a48f4ae5e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:47.335645 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-032fa5a2-587e-4532-b474-a48f4ae5e29b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 1099 time: 0.0740876 Mar 16 11:23:47.466552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-89ca5efd-1c5d-4395-ad82-0292f31e53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:47.467920 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-89ca5efd-1c5d-4395-ad82-0292f31e53b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1275406 Mar 16 11:23:47.578372 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-2adc4ce9-3b25-4bef-96ed-b8cad49deda7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1 HTTP/1.1" status: 200 len: 1002 time: 0.1038973 Mar 16 11:23:47.641603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-1f18082f-7872-497f-94ac-6a8ab7e4588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:47.643016 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-1f18082f-7872-497f-94ac-6a8ab7e4588f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0585103 Mar 16 11:23:47.726601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-89d58507-2556-4164-923e-13d147ba9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:47.728035 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-89d58507-2556-4164-923e-13d147ba9256 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784352 Mar 16 11:23:47.908547 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-f81e6e7a-8db4-4f2e-877a-65612a746149 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741240 Mar 16 11:23:47.962534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59a1e7-2432-467e-b061-5f17fcb92ecc req-26312b50-506e-48ac-8c38-7e9fa9786847 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:47.963936 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1a59a1e7-2432-467e-b061-5f17fcb92ecc req-26312b50-506e-48ac-8c38-7e9fa9786847 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.1956959 Mar 16 11:23:48.076632 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1a59a1e7-2432-467e-b061-5f17fcb92ecc req-b4e4d1a0-6887-4344-8816-a3a36226b943 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659132 Mar 16 11:23:48.084352 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-c15be761-667a-4941-a17c-fc449e17b419 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670532 Mar 16 11:23:49.003909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-6de6d21a-ca1a-442a-805f-4ae5ecabc3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:49.005459 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-6de6d21a-ca1a-442a-805f-4ae5ecabc3ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 1099 time: 0.0785620 Mar 16 11:23:49.151230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-be13b739-e7d4-4f7d-a4e5-18118e2d68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:49.152695 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-be13b739-e7d4-4f7d-a4e5-18118e2d68a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1279922 Mar 16 11:23:49.259363 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-4c8cf761-2774-476d-a059-7d466f97da4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1 HTTP/1.1" status: 200 len: 1002 time: 0.1006236 Mar 16 11:23:49.267764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a0850-6ccd-4d29-8dc0-26f039efd35a req-eb291287-004f-4f47-83ab-375672a6aca8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:49.269270 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e77a0850-6ccd-4d29-8dc0-26f039efd35a req-eb291287-004f-4f47-83ab-375672a6aca8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0814924 Mar 16 11:23:49.316107 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e77a0850-6ccd-4d29-8dc0-26f039efd35a req-41a7e2eb-c8da-4e5d-b829-492942125a93 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406954 Mar 16 11:23:49.431725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-f43daaac-1dd9-48bc-bebf-a6ecf135f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:49.433241 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-f43daaac-1dd9-48bc-bebf-a6ecf135f284 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.1684813 Mar 16 11:23:49.513122 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-980f9aab-7258-4914-bba2-a08a86e53333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:49.514614 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-980f9aab-7258-4914-bba2-a08a86e53333 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752902 Mar 16 11:23:49.654811 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-5c97be21-95b2-4292-a624-2699b4742609 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341617 Mar 16 11:23:49.792504 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e635a652-086e-4bab-b350-5f01e5fd6845 req-0a1a2865-fea2-4bbe-9189-b6c7b1a23a76 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292541 Mar 16 11:23:50.507674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e9453-9702-4272-9c71-2dbba738411d req-7324da06-c1f5-4fd4-9eef-05b9dc9cdf9f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:50.509134 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d34e9453-9702-4272-9c71-2dbba738411d req-7324da06-c1f5-4fd4-9eef-05b9dc9cdf9f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0838263 Mar 16 11:23:50.556651 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d34e9453-9702-4272-9c71-2dbba738411d req-c72bd9de-891f-4a49-b7ce-7902151b1dd4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419436 Mar 16 11:23:51.334326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:23:51.338519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:51.545565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.581396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:51.597954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:51.606874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'port_id': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'mac_address': 'fa:16:3e:05:dd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:23:51.610929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:51.674330 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'code': 200} Mar 16 11:23:51.679223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.752665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.771791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a33f20-4760-4862-a6f0-35d69029eac8 req-e366cf74-b6db-41bb-a2f0-1d696a527c2f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:51.773409 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-16a33f20-4760-4862-a6f0-35d69029eac8 req-e366cf74-b6db-41bb-a2f0-1d696a527c2f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 944 time: 0.0821526 Mar 16 11:23:51.776262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75389aed-5d48-43fe-9cee-d2f2a41f12c1 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:51.783012 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:51.796505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:51.801057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.820974 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-16a33f20-4760-4862-a6f0-35d69029eac8 req-df0860d5-c070-419a-b009-7bda67e3001c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417633 Mar 16 11:23:51.872086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['75389aed-5d48-43fe-9cee-d2f2a41f12c1'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:23:51.910232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:51.935616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0a687e16-d254-4146-888e-c5ff7b5f8295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.013351 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c891f6-1e26-4081-8400-fd1b5dc7b27f req-746c3232-ba44-4767-b859-67d041d42e53 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:53.014781 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92c891f6-1e26-4081-8400-fd1b5dc7b27f req-746c3232-ba44-4767-b859-67d041d42e53 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 945 time: 0.0793436 Mar 16 11:23:53.060868 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92c891f6-1e26-4081-8400-fd1b5dc7b27f req-35a6ba3c-11c2-4374-9229-d3ea149b5ea9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381112 Mar 16 11:23:53.330238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:53.399583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:53.399956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.530383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.563278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:53.570055 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.635473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:53.675580 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:53.728187 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'code': 200} Mar 16 11:23:54.264503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d748a-4270-4cab-86e5-a0086585e8eb req-ed61de0a-2ab3-4ca3-9701-290b8d50ccab tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:54.265961 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f03d748a-4270-4cab-86e5-a0086585e8eb req-ed61de0a-2ab3-4ca3-9701-290b8d50ccab tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0862958 Mar 16 11:23:54.309903 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f03d748a-4270-4cab-86e5-a0086585e8eb req-703476c5-2392-4bf1-8300-e2480ebde353 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382447 Mar 16 11:23:55.005943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.069432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a4188f35-a18e-4bff-aa26-dbb5a03bc4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.301653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.504207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48526842-3a8f-40eb-94f1-120ee1d4e791 req-82831200-dda0-469d-a3e1-7a49467f502e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:55.505706 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-48526842-3a8f-40eb-94f1-120ee1d4e791 req-82831200-dda0-469d-a3e1-7a49467f502e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0821931 Mar 16 11:23:55.550840 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-48526842-3a8f-40eb-94f1-120ee1d4e791 req-0ece332c-82de-448a-9bf4-11f674b23ee9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393293 Mar 16 11:23:56.721610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.744561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d46442-89c1-42dc-a647-d21f8b4379fe req-ba4613ad-b321-4192-8744-c3a0b27074d4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:56.746079 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-75d46442-89c1-42dc-a647-d21f8b4379fe req-ba4613ad-b321-4192-8744-c3a0b27074d4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0901678 Mar 16 11:23:56.793837 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-75d46442-89c1-42dc-a647-d21f8b4379fe req-de585fd0-104a-42a4-8132-2eddbef13bcc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419433 Mar 16 11:23:57.345730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:23:57.480500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:57.493107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'port_id': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'mac_address': 'fa:16:3e:05:dd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:23:57.548245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.564914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75389aed-5d48-43fe-9cee-d2f2a41f12c1 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:57.580916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:57.585929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.647844 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['75389aed-5d48-43fe-9cee-d2f2a41f12c1'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:23:57.693239 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=9']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:57.994201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823813a-3b93-4fa3-936a-942a2ae1228c req-fc26be18-b9b1-4968-a5c7-cd2ebad10e50 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:57.995689 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2823813a-3b93-4fa3-936a-942a2ae1228c req-fc26be18-b9b1-4968-a5c7-cd2ebad10e50 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 945 time: 0.0935788 Mar 16 11:23:58.039392 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2823813a-3b93-4fa3-936a-942a2ae1228c req-9320ad7a-a582-4a45-8afa-3a060eef1dcb tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380759 Mar 16 11:23:58.441171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-357b5b41-fc98-4c3e-ab95-b8e3135fe70b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:58.442882 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-357b5b41-fc98-4c3e-ab95-b8e3135fe70b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1&tenant_id=42dbe19148d44bc9b1df788e07a12e18&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 945 time: 0.0836957 Mar 16 11:23:58.491321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0d93-a684-48bb-a9dd-36d2c31273a0 req-e5390398-7bef-4b91-a204-b4cafd6a32a7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:58.492796 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d20e0d93-a684-48bb-a9dd-36d2c31273a0 req-e5390398-7bef-4b91-a204-b4cafd6a32a7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 945 time: 0.0786974 Mar 16 11:23:58.525117 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-a9d8da0b-34f2-4596-b256-20bad50c8d3f service neutron] 10.222.0.48 "GET /v2.0/ports/75389aed-5d48-43fe-9cee-d2f2a41f12c1/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0763934 Mar 16 11:23:58.540569 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d20e0d93-a684-48bb-a9dd-36d2c31273a0 req-4d4e025f-d8c7-46af-9891-aeb7229b4e9f tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419478 Mar 16 11:23:58.627314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-397781fd-2c9d-432b-842b-e2fdedbbc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:58.629551 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-397781fd-2c9d-432b-842b-e2fdedbbc07b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0823991 Mar 16 11:23:58.766246 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-05667e1d-f66a-4338-b5df-368a54de2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:58.767648 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-05667e1d-f66a-4338-b5df-368a54de2976 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1316514 Mar 16 11:23:58.869717 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-8af6a301-3645-4bc3-bef9-6615e7b2b0ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1 HTTP/1.1" status: 200 len: 1001 time: 0.0959187 Mar 16 11:23:58.933070 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-28a1c367-9954-4b8d-9358-9c80faa81e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:58.934641 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-28a1c367-9954-4b8d-9358-9c80faa81e7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0592053 Mar 16 11:23:59.010500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-57a13ae9-b13c-4cf4-9d8b-1bca8dfd49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:59.011930 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-57a13ae9-b13c-4cf4-9d8b-1bca8dfd49bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716844 Mar 16 11:23:59.155485 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-61c8ba98-3a54-4501-a0f4-f559c12dbf8a service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374073 Mar 16 11:23:59.361389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:59.399512 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-cf124e7a-e427-4a52-ba61-6dee3f6bf6e3 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381456 Mar 16 11:23:59.432726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:59.433033 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.577590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.604634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:59.614503 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:59.620519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.663592 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'code': 200} Mar 16 11:23:59.688161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=10']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.733099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ed71-21b3-400a-abf7-ca297cf0d4fc req-79025630-457b-4c85-8a1c-6edc20257b89 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:59.734563 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-94d7ed71-21b3-400a-abf7-ca297cf0d4fc req-79025630-457b-4c85-8a1c-6edc20257b89 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0820236 Mar 16 11:23:59.777555 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-94d7ed71-21b3-400a-abf7-ca297cf0d4fc req-312ab7d3-cb22-4efc-8b47-9780abfa7312 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371444 Mar 16 11:24:00.988654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea3010-8f8b-42b2-8ff8-fcaa750624e1 req-2f5c2b39-e2c2-49f8-8b72-6cb68bf5eaf2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:00.990186 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e3ea3010-8f8b-42b2-8ff8-fcaa750624e1 req-2f5c2b39-e2c2-49f8-8b72-6cb68bf5eaf2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0984309 Mar 16 11:24:01.038596 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e3ea3010-8f8b-42b2-8ff8-fcaa750624e1 req-5064038a-739d-47cc-9c68-043dce5fc24c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427134 Mar 16 11:24:02.249510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806838-0646-441d-b15d-de514d4d3b61 req-9fa1bf4e-6cc7-4a36-a9f8-e4d82f63ba55 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:02.250868 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-87806838-0646-441d-b15d-de514d4d3b61 req-9fa1bf4e-6cc7-4a36-a9f8-e4d82f63ba55 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0983729 Mar 16 11:24:02.303790 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-87806838-0646-441d-b15d-de514d4d3b61 req-d706f721-fbb9-42c4-8f7c-60a0c5aa43cc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460238 Mar 16 11:24:02.706505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-b80b435b-1ed9-495b-80e1-bdc9d265bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:02.708007 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-b80b435b-1ed9-495b-80e1-bdc9d265bae8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1&tenant_id=42dbe19148d44bc9b1df788e07a12e18 HTTP/1.1" status: 200 len: 1100 time: 0.0842609 Mar 16 11:24:02.805245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-9edafc5b-c4f6-4c85-b9c5-d5b4e4ba859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:02.806611 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-9edafc5b-c4f6-4c85-b9c5-d5b4e4ba859b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42dbe19148d44bc9b1df788e07a12e18&device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 1100 time: 0.0767999 Mar 16 11:24:02.952369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-b7d67ae2-baef-418b-8196-6f6b08f019c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:02.953955 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-b7d67ae2-baef-418b-8196-6f6b08f019c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 200 len: 913 time: 0.1411290 Mar 16 11:24:03.058050 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-a4dead24-a8e9-436d-8757-ba26edc403c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1 HTTP/1.1" status: 200 len: 1002 time: 0.0977046 Mar 16 11:24:03.121209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-fec41279-2acb-42c6-8072-4f0e6065bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:03.122658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-fec41279-2acb-42c6-8072-4f0e6065bf6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 200 len: 851 time: 0.0586586 Mar 16 11:24:03.196812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-5c14b363-2c91-49e6-96c5-87c2574c6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:03.198246 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-5c14b363-2c91-49e6-96c5-87c2574c6004 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9666193-c909-4976-b04a-497dd48f897c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698900 Mar 16 11:24:03.337762 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-ba73e9cc-9d07-4076-87b2-183aa671e922 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332316 Mar 16 11:24:03.468609 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7375fafe-7060-4554-bc62-8ef7599e4c7a req-3355562d-db2f-4fae-b6d5-b26db6ac3bc4 service neutron] 10.222.0.48 "GET /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249139 Mar 16 11:24:03.496357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4171c6-9f95-44bc-a04d-a4e56de1f137 req-7fcba985-60e2-4933-bb76-4864eece5ecc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:03.497851 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2e4171c6-9f95-44bc-a04d-a4e56de1f137 req-7fcba985-60e2-4933-bb76-4864eece5ecc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0840163 Mar 16 11:24:03.651338 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2e4171c6-9f95-44bc-a04d-a4e56de1f137 req-952f0db2-83f3-4af1-a655-0f4c98aa964c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1472445 Mar 16 11:24:04.841305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e1510-0918-4c61-b34c-a906d8cc02fa req-942c72f8-1522-4ac0-a9fc-b1fdec7ff8a2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:04.842808 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2f6e1510-0918-4c61-b34c-a906d8cc02fa req-942c72f8-1522-4ac0-a9fc-b1fdec7ff8a2 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0845068 Mar 16 11:24:04.886652 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2f6e1510-0918-4c61-b34c-a906d8cc02fa req-fce84ee1-c20c-449d-bda2-9c60c224b337 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380936 Mar 16 11:24:05.376762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:05.491442 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:05.517853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:05.528318 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:05.532330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:05.574919 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'code': 200} Mar 16 11:24:05.608113 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=11']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:06.088798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de5921-46ab-40d0-9872-d19313c6bdc9 req-5602e50c-3000-4976-8a1d-5c016b1e159b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:06.090273 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16de5921-46ab-40d0-9872-d19313c6bdc9 req-5602e50c-3000-4976-8a1d-5c016b1e159b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 945 time: 0.0816200 Mar 16 11:24:06.137593 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16de5921-46ab-40d0-9872-d19313c6bdc9 req-6beadc92-3a1b-45cd-b1b4-ae970e3088c9 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414793 Mar 16 11:24:07.326218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43b339-949c-4a8e-941d-43d34b53c9b5 req-23ed8085-1192-4a2c-996a-990570cf4633 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:07.327678 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8a43b339-949c-4a8e-941d-43d34b53c9b5 req-23ed8085-1192-4a2c-996a-990570cf4633 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 945 time: 0.0818655 Mar 16 11:24:07.373215 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8a43b339-949c-4a8e-941d-43d34b53c9b5 req-0dc0b525-de7a-4501-9159-b07137f89f7b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395477 Mar 16 11:24:07.392002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:24:07.564514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:07.578787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'port_id': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'mac_address': 'fa:16:3e:05:dd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:24:07.634688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.651296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75389aed-5d48-43fe-9cee-d2f2a41f12c1 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:07.667722 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:07.673753 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.739203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['75389aed-5d48-43fe-9cee-d2f2a41f12c1'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:24:07.781232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=12']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:08.437571 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:24:08.550030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.575806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f82020-d7cb-414d-bef6-072901ac75ef req-e3311135-27a5-4b4c-af0b-3bdf544cc867 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:08.577649 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-43f82020-d7cb-414d-bef6-072901ac75ef req-e3311135-27a5-4b4c-af0b-3bdf544cc867 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 946 time: 0.0920420 Mar 16 11:24:08.633601 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-43f82020-d7cb-414d-bef6-072901ac75ef req-a13cbf6d-0096-437e-a0ca-d5c644b21c5c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497158 Mar 16 11:24:09.409544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:09.489198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:09.489579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.603301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.630373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:09.640701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:09.645976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.682324 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'code': 200} Mar 16 11:24:09.712923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=13']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:09.826688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1955ad5-0057-4ecf-ac72-c7169fa2490d req-6cbd5f74-3b22-4856-96b0-eb163f2c869e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:09.828142 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a1955ad5-0057-4ecf-ac72-c7169fa2490d req-6cbd5f74-3b22-4856-96b0-eb163f2c869e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0852976 Mar 16 11:24:09.874435 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a1955ad5-0057-4ecf-ac72-c7169fa2490d req-6457ac21-ddeb-410a-9b0f-3f74ac4952ac tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386250 Mar 16 11:24:11.079001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46288a8f-9287-41c9-af60-446f75ab5fb0 req-085693e7-5f50-4c59-980a-91c2b1b09eb5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:11.080432 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46288a8f-9287-41c9-af60-446f75ab5fb0 req-085693e7-5f50-4c59-980a-91c2b1b09eb5 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0842564 Mar 16 11:24:11.127967 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46288a8f-9287-41c9-af60-446f75ab5fb0 req-598c13b9-d803-4a72-9ee0-ad3da238ad95 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392396 Mar 16 11:24:12.317055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e93a89-eee6-45c7-ae95-722710b8e9f6 req-c0421d0e-d958-49bc-bb9c-d8a79b68f509 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:12.318540 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66e93a89-eee6-45c7-ae95-722710b8e9f6 req-c0421d0e-d958-49bc-bb9c-d8a79b68f509 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0802941 Mar 16 11:24:12.363947 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-66e93a89-eee6-45c7-ae95-722710b8e9f6 req-714f5a39-eb1a-49ba-b349-af0ac39787ca tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391703 Mar 16 11:24:13.572393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3cb73-bd94-43b6-8b13-cfaeac8acee8 req-737dfa08-a5e0-44ef-a47a-512aa3354edc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:13.573884 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b7e3cb73-bd94-43b6-8b13-cfaeac8acee8 req-737dfa08-a5e0-44ef-a47a-512aa3354edc tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0893521 Mar 16 11:24:13.617457 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b7e3cb73-bd94-43b6-8b13-cfaeac8acee8 req-e2eb7ede-b590-48c9-8e8c-5f4f11ab440b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377398 Mar 16 11:24:13.814769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851abe6-2a7f-4cc8-a539-7f4cc8f852f1 req-937a4a9e-7065-46f1-b25c-1daa3476ab7d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:13.816246 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4851abe6-2a7f-4cc8-a539-7f4cc8f852f1 req-937a4a9e-7065-46f1-b25c-1daa3476ab7d tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0930865 Mar 16 11:24:13.864073 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4851abe6-2a7f-4cc8-a539-7f4cc8f852f1 req-acdbcc03-4309-47c0-9fc8-a1977b3b911a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394011 Mar 16 11:24:14.056191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fca76-40df-4a18-ba09-22a4ccd5c660 req-3c4c4656-87f4-48df-b1f6-d388ca0e754e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:14.057550 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8d0fca76-40df-4a18-ba09-22a4ccd5c660 req-3c4c4656-87f4-48df-b1f6-d388ca0e754e tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0892980 Mar 16 11:24:14.103115 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8d0fca76-40df-4a18-ba09-22a4ccd5c660 req-cc2c8f3b-4e1c-4e03-913b-7507974f2570 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374489 Mar 16 11:24:14.484504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b4da5-d1c8-4614-a54a-b923e5785e89 req-60e97af1-7f40-4c7c-855b-9f14b6b6b1d7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:14.486000 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-575b4da5-d1c8-4614-a54a-b923e5785e89 req-60e97af1-7f40-4c7c-855b-9f14b6b6b1d7 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0838494 Mar 16 11:24:14.532375 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-575b4da5-d1c8-4614-a54a-b923e5785e89 req-dc3934ad-c825-4c57-9283-91ed4120f6d4 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384510 Mar 16 11:24:15.728914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f0c95-a152-4327-a6d9-aba30763c504 req-e9032c85-2d95-4543-8b55-24a8c529a29b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:15.730346 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ff6f0c95-a152-4327-a6d9-aba30763c504 req-e9032c85-2d95-4543-8b55-24a8c529a29b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0868566 Mar 16 11:24:15.775548 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ff6f0c95-a152-4327-a6d9-aba30763c504 req-c7f46ee3-b9f0-4444-a41c-f2a090a10292 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379860 Mar 16 11:24:16.971666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98112e4c-1ad0-4c60-9151-8c166527f805 req-dd5bc9c2-35de-47cd-b0bc-8fcd80d246b6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:16.973193 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-98112e4c-1ad0-4c60-9151-8c166527f805 req-dd5bc9c2-35de-47cd-b0bc-8fcd80d246b6 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0804815 Mar 16 11:24:16.989365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-41566067-f3df-4586-b71c-abe71cd86b2c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:16.990816 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-41566067-f3df-4586-b71c-abe71cd86b2c tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 947 time: 0.0853276 Mar 16 11:24:17.020430 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-98112e4c-1ad0-4c60-9151-8c166527f805 req-9c4b0dc7-1a14-4a2e-af5e-dee82b619616 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a210706-b8dd-4a8a-9a9e-aca358c57ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415230 Mar 16 11:24:17.062004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Deleting port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:17.062334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.413155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] For port 75389aed-5d48-43fe-9cee-d2f2a41f12c1, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=75389aed-5d48-43fe-9cee-d2f2a41f12c1,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:17.413555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.707298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.707535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.707862 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f disassociated. External IP: 172.26.2.25, port: 75389aed-5d48-43fe-9cee-d2f2a41f12c1. Mar 16 11:24:17.708191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Calling delete_port for 75389aed-5d48-43fe-9cee-d2f2a41f12c1 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:17.867566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.917691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event deleted for resources: {'Port': ['ID=75389aed-5d48-43fe-9cee-d2f2a41f12c1,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:17.929627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.929978 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.930318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.930661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.931010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.931379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.931708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.932027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.932345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.932667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.933011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.933325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:18.119029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Router dad8ede8-d980-468d-aadd-1a7771362593 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:24:18.232874 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9aca9b88-8674-478c-90da-af1c0246b39a req-b27ec199-af6b-4d0d-9bce-34866cd3c997 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 210 time: 0.0563056 Mar 16 11:24:18.343782 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:24:18.353773 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:18.363765 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:18.364383 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:23:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:18.419420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] No DVR routers for this DVR port 75389aed-5d48-43fe-9cee-d2f2a41f12c1 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:24:18.422072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:18.424884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-deleted', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:18.441967 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29820c74-4a6f-4b32-9bba-47eb247972dc req-f68b6c3a-64a6-422f-a0b7-4dc7e5c23a7a tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.48 "DELETE /v2.0/ports/75389aed-5d48-43fe-9cee-d2f2a41f12c1 HTTP/1.1" status: 204 len: 173 time: 1.4456558 Mar 16 11:24:18.477211 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7728876e-093f-4750-8ba8-6cdd8c764ac1', 'name': 'network-vif-deleted', 'tag': '75389aed-5d48-43fe-9cee-d2f2a41f12c1', 'status': 'completed', 'code': 200} Mar 16 11:24:18.538709 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:18.865403 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:18.870115 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:18.879993 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:18.880627 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:23:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:19.055534 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:19.393762 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:19.397744 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f37a7a-2818-49e9-a936-b163cfef6092 None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:20:13Z', 'revision_number': 4, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'd9c79682-a852-44d9-b3af-d7f5d8d92773', 'name': '', 'network_id': 'b9666193-c909-4976-b04a-497dd48f897c', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'mac_address': 'fa:16:3e:47:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:13Z', 'updated_at': '2022-03-16T11:20:19Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'subnets': [{'id': 'c7a40592-dd21-4a99-80eb-41588c879940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:19.403640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-12b76952-cc36-4c3b-aaa4-6d8f02991770 req-f8deb352-c330-4e60-a8aa-2526ec6ee215 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Synchronizing usage tracker for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:19.423712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-12b76952-cc36-4c3b-aaa4-6d8f02991770 req-f8deb352-c330-4e60-a8aa-2526ec6ee215 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Unset dirty status for tenant:42dbe19148d44bc9b1df788e07a12e18 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:19.425245 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12b76952-cc36-4c3b-aaa4-6d8f02991770 req-f8deb352-c330-4e60-a8aa-2526ec6ee215 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7728876e-093f-4750-8ba8-6cdd8c764ac1 HTTP/1.1" status: 200 len: 210 time: 0.0657108 Mar 16 11:24:19.612586 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cbc354-8fc2-49d9-8c5c-a9e92fa69567 None None] New status for floating IP 24b6bf58-834b-4cf7-96b9-5be13f83087f: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:24:21.440906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:21.483561 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 75389aed-5d48-43fe-9cee-d2f2a41f12c1 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:24:21.483906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 75389aed-5d48-43fe-9cee-d2f2a41f12c1 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:21.919641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a5bda3d1-8488-48aa-94c8-65060db130ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.673555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42798) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:23.738459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b04c983e-317f-431c-8756-e8400f533f8b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.766577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b04c983e-317f-431c-8756-e8400f533f8b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.826987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b04c983e-317f-431c-8756-e8400f533f8b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.847979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c983e-317f-431c-8756-e8400f533f8b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a210706-b8dd-4a8a-9a9e-aca358c57ab7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:23.858836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b04c983e-317f-431c-8756-e8400f533f8b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.860330 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b04c983e-317f-431c-8756-e8400f533f8b tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a210706-b8dd-4a8a-9a9e-aca358c57ab7 HTTP/1.1" status: 204 len: 168 time: 0.1853998 Mar 16 11:24:23.862621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42802) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:23.972995 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.api.v2.resource [None req-f5f84b53-2f1d-4b73-b745-4ed06f175726 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] show failed (client error): The resource could not be found. Mar 16 11:24:23.973894 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f5f84b53-2f1d-4b73-b745-4ed06f175726 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "GET /v2.0/security-groups/4a210706-b8dd-4a8a-9a9e-aca358c57ab7 HTTP/1.1" status: 404 len: 347 time: 0.1103210 Mar 16 11:24:23.977602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42806) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:24.138915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-02649eec-2c50-47e4-91ae-fa68cf5eb5d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Deleting port c84c9f46-151c-465e-8856-db9cb0eee710 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:24.139224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02649eec-2c50-47e4-91ae-fa68cf5eb5d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.329401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02649eec-2c50-47e4-91ae-fa68cf5eb5d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.330012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02649eec-2c50-47e4-91ae-fa68cf5eb5d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.462533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-02649eec-2c50-47e4-91ae-fa68cf5eb5d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Calling delete_port for c84c9f46-151c-465e-8856-db9cb0eee710 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:24.605572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02649eec-2c50-47e4-91ae-fa68cf5eb5d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.654853 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02649eec-2c50-47e4-91ae-fa68cf5eb5d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Pushing event deleted for resources: {'Port': ['ID=c84c9f46-151c-465e-8856-db9cb0eee710,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:24.766194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02649eec-2c50-47e4-91ae-fa68cf5eb5d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.787150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-02649eec-2c50-47e4-91ae-fa68cf5eb5d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.788322 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-02649eec-2c50-47e4-91ae-fa68cf5eb5d8 tempest-ServerActionsTestJSON-1254415293 tempest-ServerActionsTestJSON-1254415293-project] 10.222.0.37 "DELETE /v2.0/floatingips/24b6bf58-834b-4cf7-96b9-5be13f83087f HTTP/1.1" status: 204 len: 168 time: 0.8095086 Mar 16 11:24:24.791368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42810) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:25.004445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:25.062790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0c155bf6-ac8a-4b1d-9535-e086c0b6efcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:25.296764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:25.330906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:25.779633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] Deleting port d9c79682-a852-44d9-b3af-d7f5d8d92773 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:25.780374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:25.951124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] For port d9c79682-a852-44d9-b3af-d7f5d8d92773, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=d9c79682-a852-44d9-b3af-d7f5d8d92773,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:25.951478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.072589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] Calling delete_port for d9c79682-a852-44d9-b3af-d7f5d8d92773 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:26.258007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.306678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c79682-a852-44d9-b3af-d7f5d8d92773,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:26.564672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.724653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:27.023040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] Router dad8ede8-d980-468d-aadd-1a7771362593 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:24:27.206451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:24:27.215245 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] Sync routers for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:27.218838 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dcfd51e8-9be7-4e1f-be13-7575b27dd643 admin admin] 10.222.0.37 "PUT /v2.0/routers/dad8ede8-d980-468d-aadd-1a7771362593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4264679 Mar 16 11:24:27.221590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42814) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:27.225238 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:27.225936 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:24:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:27.395632 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:27.404622 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:27.566638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:27.579680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Deleting port dd28b49b-f67c-4e57-b1e8-9179ca929712 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:27.580014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:27.683458 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:24:26Z', 'revision_number': 5, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port': {'id': 'dd28b49b-f67c-4e57-b1e8-9179ca929712', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:10Z', 'updated_at': '2022-03-16T11:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:27.687332 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] Checking router: dad8ede8-d980-468d-aadd-1a7771362593 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:27.696317 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] Routers {'dad8ede8-d980-468d-aadd-1a7771362593'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:27.696934 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:24:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['dad8ede8-d980-468d-aadd-1a7771362593'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:27.750277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] For port dd28b49b-f67c-4e57-b1e8-9179ca929712, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=dd28b49b-f67c-4e57-b1e8-9179ca929712,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:27.750618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:27.846314 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] Set router dad8ede8-d980-468d-aadd-1a7771362593 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:27.869824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Calling delete_port for dd28b49b-f67c-4e57-b1e8-9179ca929712 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:27.949548 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 6, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:27.953697 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12b693-cccb-46bf-80f1-333106d97815 None None] The sync data for ids ['dad8ede8-d980-468d-aadd-1a7771362593'] in dv-neutron-833860-1-hyperv is: [{'id': 'dad8ede8-d980-468d-aadd-1a7771362593', 'name': 'tempest-ServerActionsTestJSON-1722650601-router', 'tenant_id': '42dbe19148d44bc9b1df788e07a12e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:09Z', 'updated_at': '2022-03-16T11:24:27Z', 'revision_number': 6, 'project_id': '42dbe19148d44bc9b1df788e07a12e18', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:28.038985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.084052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd28b49b-f67c-4e57-b1e8-9179ca929712,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:28.281526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.453913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.456272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.481415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.482005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dad8ede8-d980-468d-aadd-1a7771362593 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:24:28.494825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.495963 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7f7e6b19-ee3f-450a-902b-f0f12272bbe6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/dad8ede8-d980-468d-aadd-1a7771362593 HTTP/1.1" status: 204 len: 168 time: 1.2734931 Mar 16 11:24:28.498819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42818) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:28.558681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c07292-fb0c-4b9f-a5a4-e1626da95b2e admin admin] Deleting subnet c7a40592-dd21-4a99-80eb-41588c879940 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:24:28.561570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c07292-fb0c-4b9f-a5a4-e1626da95b2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.610684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c07292-fb0c-4b9f-a5a4-e1626da95b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.690805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c07292-fb0c-4b9f-a5a4-e1626da95b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.769063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c07292-fb0c-4b9f-a5a4-e1626da95b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.806117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c07292-fb0c-4b9f-a5a4-e1626da95b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a40592-dd21-4a99-80eb-41588c879940,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:28.809557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-54c07292-fb0c-4b9f-a5a4-e1626da95b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.815385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72559be4-00e7-464f-b6a7-2fb101398dce None None] Network b9666193-c909-4976-b04a-497dd48f897c requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:24:28.818071 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 42822) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:28.818568 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-54c07292-fb0c-4b9f-a5a4-e1626da95b2e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c7a40592-dd21-4a99-80eb-41588c879940 HTTP/1.1" status: 204 len: 168 time: 0.3183756 Mar 16 11:24:28.935963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.950984 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Deleting port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:28.951325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.978074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d9c79682-a852-44d9-b3af-d7f5d8d92773 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:29.024768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: d9c79682-a852-44d9-b3af-d7f5d8d92773 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:24:29.025107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device d9c79682-a852-44d9-b3af-d7f5d8d92773 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:29.025512 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device dd28b49b-f67c-4e57-b1e8-9179ca929712 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:29.059803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: dd28b49b-f67c-4e57-b1e8-9179ca929712 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:24:29.060014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device dd28b49b-f67c-4e57-b1e8-9179ca929712 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:29.135724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] DHCP port deletion for b9666193-c909-4976-b04a-497dd48f897c request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:24:29.140216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] Deleting port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:29.140658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.159364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] For port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c9bdf8af-bd7f-470f-a9d3-8277fcf5560f,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:29.159715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.284873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Calling delete_port for c9bdf8af-bd7f-470f-a9d3-8277fcf5560f owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:29.341675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] For port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=c9bdf8af-bd7f-470f-a9d3-8277fcf5560f,segment=NetworkSegment(aa84c17a-cedb-4bd4-ac52-6440b52d595a),segment_id=aa84c17a-cedb-4bd4-ac52-6440b52d595a)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:29.341979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.361992 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.408453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bdf8af-bd7f-470f-a9d3-8277fcf5560f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:29.410750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] No DVR routers for this DVR port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:24:29.446710 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.447045 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.447376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.447698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.448017 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.448337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.448651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.449071 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.449386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.449694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.450002 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.450309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:29.493622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] Calling delete_port for c9bdf8af-bd7f-470f-a9d3-8277fcf5560f owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:29.535668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.564990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9666193-c909-4976-b04a-497dd48f897c']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:29.568010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:24:29.568395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:24:29.577821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa84c17a-cedb-4bd4-ac52-6440b52d595a') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:29.578131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa84c17a-cedb-4bd4-ac52-6440b52d595a') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:29.589315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.605621 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.614573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:24:29.615246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:24:29.632555 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:24:29.712586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.733884 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.743773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9666193-c909-4976-b04a-497dd48f897c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:29.758717 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ff0fd490-5ee4-444b-aa3e-182031904359 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b9666193-c909-4976-b04a-497dd48f897c HTTP/1.1" status: 204 len: 168 time: 0.9395673 Mar 16 11:24:29.901912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42828) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:29.956023 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e84a1dac-4753-45a5-aed8-c7264c1b62f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42dbe19148d44bc9b1df788e07a12e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529454 Mar 16 11:24:29.958652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42832) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:30.023553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-031aa74e-7895-45bc-b655-67849d7002bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.050043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-031aa74e-7895-45bc-b655-67849d7002bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.069876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] Deleting port c9bdf8af-bd7f-470f-a9d3-8277fcf5560f {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:30.070385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.102686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-031aa74e-7895-45bc-b655-67849d7002bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.118948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aa74e-7895-45bc-b655-67849d7002bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0156921-6e33-4c5a-a8d7-9cc07b1e3cec,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:30.126923 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-031aa74e-7895-45bc-b655-67849d7002bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.128046 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-031aa74e-7895-45bc-b655-67849d7002bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0156921-6e33-4c5a-a8d7-9cc07b1e3cec HTTP/1.1" status: 204 len: 168 time: 0.1683881 Mar 16 11:24:30.141570 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a108f566-5276-45f3-9e8e-74c16c609ed5 None None] The port 'c9bdf8af-bd7f-470f-a9d3-8277fcf5560f' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:24:30.939187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c9bdf8af-bd7f-470f-a9d3-8277fcf5560f no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:30.955963 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42856) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:30.980281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: c9bdf8af-bd7f-470f-a9d3-8277fcf5560f {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:24:30.980619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device c9bdf8af-bd7f-470f-a9d3-8277fcf5560f not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:31.073761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1025532635-network', 'tenant_id': '41e30df8587040a69aaac31c3901e951'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:31.078682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:31.082825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Usage tracker for resource:network and tenant:41e30df8587040a69aaac31c3901e951 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:31.085806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:31.091613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:31.104234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Made reservation on behalf of 41e30df8587040a69aaac31c3901e951 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:31.106725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.118825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.148364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:31.156259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Usage tracker for resource:security_group_rule and tenant:41e30df8587040a69aaac31c3901e951 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:31.160665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:31.166531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:31.249516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.255715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.287868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:24:31.295915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:31.301503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.301866 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Added segment 16ff2ebf-0819-46e5-8366-924a14b7170e of type vlan for network b06b6456-f68a-472e-8be9-c6f8bb768fdf Mar 16 11:24:31.327575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.357684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.358617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:31.359221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.464544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] Pushing event updated for resources: {'Network': ['ID=b06b6456-f68a-472e-8be9-c6f8bb768fdf,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:31.467352 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-cc79376f-1a3f-42f1-bb4f-c70a4b5f16db admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5104451 Mar 16 11:24:31.470744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 42862) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:31.474395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b06b6456-f68a-472e-8be9-c6f8bb768fdf details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:24:31.476098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Request body: {'subnet': {'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1025532635-subnet', 'tenant_id': '41e30df8587040a69aaac31c3901e951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:31.481414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:31.485458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Usage tracker for resource:subnet and tenant:41e30df8587040a69aaac31c3901e951 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:31.488849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:31.494369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:31.506722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Made reservation on behalf of 41e30df8587040a69aaac31c3901e951 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:31.509473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.713546 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.794651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3d21d6-dde2-4798-bef7-79e330eb9e88,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:31.801865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Checking segment: {'id': '16ff2ebf-0819-46e5-8366-924a14b7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:31.802210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Network hostable DHCP agents. Network: b06b6456-f68a-472e-8be9-c6f8bb768fdf, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:24:31.821994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Network b06b6456-f68a-472e-8be9-c6f8bb768fdf is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:24:31.832432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b06b6456-f68a-472e-8be9-c6f8bb768fdf) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:31.836570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:31.837211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.841158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba6e86-44ff-4d48-9b06-5be896895789 None None] Network b06b6456-f68a-472e-8be9-c6f8bb768fdf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:24:31.857707 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-328c8c87-0a47-4d7c-ada8-6320ae168d04 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3859696 Mar 16 11:24:32.045715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f456e7-0633-497f-817d-b72b8bc747d7 None None] Network b06b6456-f68a-472e-8be9-c6f8bb768fdf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:24:32.361278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-299d1a65-ce62-4cc4-ab1c-bb11132fb0a4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:32.361863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-299d1a65-ce62-4cc4-ab1c-bb11132fb0a4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Synchronizing usage tracker for tenant:41e30df8587040a69aaac31c3901e951 on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:32.381237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-299d1a65-ce62-4cc4-ab1c-bb11132fb0a4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Unset dirty status for tenant:41e30df8587040a69aaac31c3901e951 on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:32.382409 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-299d1a65-ce62-4cc4-ab1c-bb11132fb0a4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/networks?id=b06b6456-f68a-472e-8be9-c6f8bb768fdf HTTP/1.1" status: 200 len: 814 time: 0.1643617 Mar 16 11:24:32.399676 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-cef9991e-85b0-4158-b9d7-00a2e6bf9934 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/quotas/41e30df8587040a69aaac31c3901e951 HTTP/1.1" status: 200 len: 375 time: 0.0090268 Mar 16 11:24:32.445656 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-33df48a0-7c8f-4d5a-b3ee-2173edbd4b6f tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=41e30df8587040a69aaac31c3901e951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412228 Mar 16 11:24:32.728314 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-cade1561-f345-493f-91c9-6160f8cc3990 service neutron] 10.222.0.37 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758443 Mar 16 11:24:32.866379 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-a3b4ce9e-f3ad-48d7-813b-3c6fdc12147b service neutron] 10.222.0.37 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293180 Mar 16 11:24:34.063964 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6a34e7f3-e2e7-4367-84d3-67bd7a315ac2 req-19260780-263b-44f0-9cc0-963f631ea208 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 210 time: 0.0435426 Mar 16 11:24:35.224584 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0e81fccc-0c75-4ae3-a425-6d19a6a60c66 req-38cee567-494f-4138-9273-19bdbdef408f tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 210 time: 0.0491605 Mar 16 11:24:35.367400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-66ff6676-44f1-429d-a57d-25468d479b63 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:35.368704 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-66ff6676-44f1-429d-a57d-25468d479b63 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.48 "GET /v2.0/networks?id=b06b6456-f68a-472e-8be9-c6f8bb768fdf HTTP/1.1" status: 200 len: 814 time: 0.1419218 Mar 16 11:24:35.380375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Request body: {'port': {'device_id': 'afc3dfa8-86c1-4799-a874-c69a0165b1f2', 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf', 'admin_state_up': True, 'tenant_id': '41e30df8587040a69aaac31c3901e951'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:35.525468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:35.529550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Usage tracker for resource:port and tenant:41e30df8587040a69aaac31c3901e951 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:35.532428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:35.538384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:35.550249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Made reservation on behalf of 41e30df8587040a69aaac31c3901e951 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:35.554081 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.717803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Allocated IP 172.20.0.11 (b06b6456-f68a-472e-8be9-c6f8bb768fdf/6c3d21d6-dde2-4798-bef7-79e330eb9e88/749ed890-09f3-4da5-9d32-06f646f83bbb) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:35.918636 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.951003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.014777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Network b06b6456-f68a-472e-8be9-c6f8bb768fdf is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:36.021768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:36.025999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:36.055564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Pushing event updated for resources: {'Port': ['ID=749ed890-09f3-4da5-9d32-06f646f83bbb,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:36.090521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:36.091110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.111868 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-8e17e94b-6a34-4ced-b0a1-bdebac566e65 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7350912 Mar 16 11:24:36.122850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Request body: {'port': {'device_id': 'afc3dfa8-86c1-4799-a874-c69a0165b1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:36.250211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.412106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcc9ea-4989-4a14-b142-84c646b45ce6 req-516f6217-8fea-44dd-bd80-ec942aa0fd9e tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:36.413623 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3cfcc9ea-4989-4a14-b142-84c646b45ce6 req-516f6217-8fea-44dd-bd80-ec942aa0fd9e tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 932 time: 0.0800753 Mar 16 11:24:36.461481 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3cfcc9ea-4989-4a14-b142-84c646b45ce6 req-8bc5f8bb-82db-4f33-b51a-f7471ae4ad6c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417168 Mar 16 11:24:36.587251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749ed890-09f3-4da5-9d32-06f646f83bbb {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:36.594417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.608689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Transition to ACTIVE for port object 749ed890-09f3-4da5-9d32-06f646f83bbb will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:36.616272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.742308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Pushing event updated for resources: {'Port': ['ID=749ed890-09f3-4da5-9d32-06f646f83bbb,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:36.841560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Attempting to bind port 749ed890-09f3-4da5-9d32-06f646f83bbb on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:36.841907 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Attempting to bind port 749ed890-09f3-4da5-9d32-06f646f83bbb by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '16ff2ebf-0819-46e5-8366-924a14b7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:36.842222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Attempting to bind port 749ed890-09f3-4da5-9d32-06f646f83bbb on network b06b6456-f68a-472e-8be9-c6f8bb768fdf {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:36.846810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Port 749ed890-09f3-4da5-9d32-06f646f83bbb on network b06b6456-f68a-472e-8be9-c6f8bb768fdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:24:36.847106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Attempting to bind port 749ed890-09f3-4da5-9d32-06f646f83bbb on network b06b6456-f68a-472e-8be9-c6f8bb768fdf {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:36.852160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:36.852487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Checking segment: {'id': '16ff2ebf-0819-46e5-8366-924a14b7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:36.852889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Bound using segment: {'id': '16ff2ebf-0819-46e5-8366-924a14b7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:36.853306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Bound port: 749ed890-09f3-4da5-9d32-06f646f83bbb, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ff2ebf-0819-46e5-8366-924a14b7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:36.853642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.944712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] For port 749ed890-09f3-4da5-9d32-06f646f83bbb, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:36.947549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] For port 749ed890-09f3-4da5-9d32-06f646f83bbb, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=749ed890-09f3-4da5-9d32-06f646f83bbb,segment=NetworkSegment(16ff2ebf-0819-46e5-8366-924a14b7170e),segment_id=16ff2ebf-0819-46e5-8366-924a14b7170e)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:36.953470 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.006694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.007291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.008630 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] 10.222.0.48 "PUT /v2.0/ports/749ed890-09f3-4da5-9d32-06f646f83bbb HTTP/1.1" status: 200 len: 1094 time: 0.8896768 Mar 16 11:24:37.009091 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc3dfa8-86c1-4799-a874-c69a0165b1f2', 'tag': '749ed890-09f3-4da5-9d32-06f646f83bbb'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:37.041476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f71bc7-a1ed-4d9e-ab7c-a9ca441ecfdd service neutron] Pushing event updated for resources: {'Port': ['ID=749ed890-09f3-4da5-9d32-06f646f83bbb,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:37.087951 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc3dfa8-86c1-4799-a874-c69a0165b1f2', 'tag': '749ed890-09f3-4da5-9d32-06f646f83bbb', 'status': 'completed', 'code': 200} Mar 16 11:24:37.132518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-199dfc28-3bc2-4a5e-a7df-96fa843fd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.134043 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-199dfc28-3bc2-4a5e-a7df-96fa843fd062 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41e30df8587040a69aaac31c3901e951&device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 1097 time: 0.0844421 Mar 16 11:24:37.208263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-855d70d9-80bd-4bcf-b5ac-b63cf6cf7dba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ed890-09f3-4da5-9d32-06f646f83bbb HTTP/1.1" status: 200 len: 217 time: 0.0610411 Mar 16 11:24:37.271765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-0b8eaa6e-273f-4d80-a6a6-f2a01ee17539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.273167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-0b8eaa6e-273f-4d80-a6a6-f2a01ee17539 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c3d21d6-dde2-4798-bef7-79e330eb9e88 HTTP/1.1" status: 200 len: 854 time: 0.0584543 Mar 16 11:24:37.319668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-ab57772d-5c62-4531-981b-661c4e16e331 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b06b6456-f68a-472e-8be9-c6f8bb768fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399899 Mar 16 11:24:37.544669 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-72a6af8e-1f9d-4869-9d2f-a6d36a85ecf7 service neutron] 10.222.0.48 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177887 Mar 16 11:24:37.644116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6373c6-7dbe-4287-9cc4-f8ec9e234a14 req-6d7933fe-1119-458a-9fe8-bebe727d828c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.646189 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4c6373c6-7dbe-4287-9cc4-f8ec9e234a14 req-6d7933fe-1119-458a-9fe8-bebe727d828c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 944 time: 0.0805252 Mar 16 11:24:37.677053 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-83d7bd2c-9328-4283-887f-725e9d4a9f37 req-9c08e383-167e-4faa-ae60-98c7c9ebd442 service neutron] 10.222.0.48 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255128 Mar 16 11:24:37.689689 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4c6373c6-7dbe-4287-9cc4-f8ec9e234a14 req-905ba9f4-cce2-43ab-9f9d-6490742963b9 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377479 Mar 16 11:24:37.797576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef194164-8236-41d6-8eda-79b4213e7534 req-e5ad576e-d736-4b40-b4b6-c6e0ffad303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.798960 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef194164-8236-41d6-8eda-79b4213e7534 req-e5ad576e-d736-4b40-b4b6-c6e0ffad303b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41e30df8587040a69aaac31c3901e951&device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 1097 time: 0.0773010 Mar 16 11:24:37.934267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef194164-8236-41d6-8eda-79b4213e7534 req-e95792f7-3f85-4a4a-8512-d22b96e55ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.935712 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef194164-8236-41d6-8eda-79b4213e7534 req-e95792f7-3f85-4a4a-8512-d22b96e55ee7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b06b6456-f68a-472e-8be9-c6f8bb768fdf HTTP/1.1" status: 200 len: 915 time: 0.1311209 Mar 16 11:24:38.001702 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef194164-8236-41d6-8eda-79b4213e7534 req-bce6163f-9ad9-448f-a858-7b8be0610bc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ed890-09f3-4da5-9d32-06f646f83bbb HTTP/1.1" status: 200 len: 217 time: 0.0598035 Mar 16 11:24:38.069720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef194164-8236-41d6-8eda-79b4213e7534 req-0716d7e1-959b-4d0e-b724-208aafe0fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:38.071099 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef194164-8236-41d6-8eda-79b4213e7534 req-0716d7e1-959b-4d0e-b724-208aafe0fe24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c3d21d6-dde2-4798-bef7-79e330eb9e88 HTTP/1.1" status: 200 len: 854 time: 0.0639670 Mar 16 11:24:38.115981 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef194164-8236-41d6-8eda-79b4213e7534 req-de982997-7c46-40ae-b00f-46c1fbe4821a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b06b6456-f68a-472e-8be9-c6f8bb768fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392301 Mar 16 11:24:38.254341 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef194164-8236-41d6-8eda-79b4213e7534 req-c55167ba-dd86-417a-a886-0776916b97c1 service neutron] 10.222.0.48 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310163 Mar 16 11:24:38.383421 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef194164-8236-41d6-8eda-79b4213e7534 req-a2c7970f-acf4-42a3-82ae-e28e9fc232d7 service neutron] 10.222.0.48 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231272 Mar 16 11:24:38.571482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.887814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee59fb-3b80-401d-a54f-6bb78cda0636 req-f55a0a18-fb8d-4cd3-9d2f-a5b8bd216f15 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:38.888522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-97ee59fb-3b80-401d-a54f-6bb78cda0636 req-f55a0a18-fb8d-4cd3-9d2f-a5b8bd216f15 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Synchronizing usage tracker for tenant:41e30df8587040a69aaac31c3901e951 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:38.906724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-97ee59fb-3b80-401d-a54f-6bb78cda0636 req-f55a0a18-fb8d-4cd3-9d2f-a5b8bd216f15 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Unset dirty status for tenant:41e30df8587040a69aaac31c3901e951 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:38.908004 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97ee59fb-3b80-401d-a54f-6bb78cda0636 req-f55a0a18-fb8d-4cd3-9d2f-a5b8bd216f15 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 944 time: 0.1085277 Mar 16 11:24:38.954843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-97ee59fb-3b80-401d-a54f-6bb78cda0636 req-748a92db-0ced-4c1d-bb68-8abe37e73161 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Synchronizing usage tracker for tenant:41e30df8587040a69aaac31c3901e951 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:38.975607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-97ee59fb-3b80-401d-a54f-6bb78cda0636 req-748a92db-0ced-4c1d-bb68-8abe37e73161 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Unset dirty status for tenant:41e30df8587040a69aaac31c3901e951 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:38.977007 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97ee59fb-3b80-401d-a54f-6bb78cda0636 req-748a92db-0ced-4c1d-bb68-8abe37e73161 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608828 Mar 16 11:24:40.164786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5319a-d5c2-4ba4-8aae-1b8f2691a2dc req-5e0f5466-b960-4a6e-87c6-ab90c3b1ed2f tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.166189 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-28e5319a-d5c2-4ba4-8aae-1b8f2691a2dc req-5e0f5466-b960-4a6e-87c6-ab90c3b1ed2f tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 944 time: 0.0825222 Mar 16 11:24:40.210500 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-28e5319a-d5c2-4ba4-8aae-1b8f2691a2dc req-091a86ba-a7db-4e8e-b0b5-aa83c030eee6 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386088 Mar 16 11:24:41.418336 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5d0ec-39e9-4328-8c0e-b9bf35a59d04 req-c24ca243-d5a3-4953-89db-a3ee2aa95603 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.419796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fea5d0ec-39e9-4328-8c0e-b9bf35a59d04 req-c24ca243-d5a3-4953-89db-a3ee2aa95603 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 944 time: 0.0812154 Mar 16 11:24:41.464378 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fea5d0ec-39e9-4328-8c0e-b9bf35a59d04 req-d8340a04-70d4-4d0a-a894-195f2f4af6e0 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386915 Mar 16 11:24:41.500148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 749ed890-09f3-4da5-9d32-06f646f83bbb details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:24:41.633398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 749ed890-09f3-4da5-9d32-06f646f83bbb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=749ed890-09f3-4da5-9d32-06f646f83bbb,segment=NetworkSegment(16ff2ebf-0819-46e5-8366-924a14b7170e),segment_id=16ff2ebf-0819-46e5-8366-924a14b7170e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:41.645876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '749ed890-09f3-4da5-9d32-06f646f83bbb', 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf', 'port_id': '749ed890-09f3-4da5-9d32-06f646f83bbb', 'mac_address': 'fa:16:3e:92:a3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3d21d6-dde2-4798-bef7-79e330eb9e88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:24:41.701546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.718081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749ed890-09f3-4da5-9d32-06f646f83bbb {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:41.733870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 749ed890-09f3-4da5-9d32-06f646f83bbb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=749ed890-09f3-4da5-9d32-06f646f83bbb,segment=NetworkSegment(16ff2ebf-0819-46e5-8366-924a14b7170e),segment_id=16ff2ebf-0819-46e5-8366-924a14b7170e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:41.739312 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.817883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=749ed890-09f3-4da5-9d32-06f646f83bbb,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.825421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.825761 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.826097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.826423 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.826748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.827081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.827432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.827748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.828067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.828381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.828693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.829032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:42.063906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['749ed890-09f3-4da5-9d32-06f646f83bbb'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:24:42.663445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9361d-c505-4901-a58a-3c64f12076a8 req-edcc4f75-94a2-4d6b-afa2-862c40ef5868 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.664915 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c8e9361d-c505-4901-a58a-3c64f12076a8 req-edcc4f75-94a2-4d6b-afa2-862c40ef5868 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 945 time: 0.0862589 Mar 16 11:24:42.709499 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c8e9361d-c505-4901-a58a-3c64f12076a8 req-22caff7f-4f4a-496f-af57-f8bb2851dc09 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389361 Mar 16 11:24:43.516162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 749ed890-09f3-4da5-9d32-06f646f83bbb up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:43.594460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 749ed890-09f3-4da5-9d32-06f646f83bbb completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:43.599228 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 749ed890-09f3-4da5-9d32-06f646f83bbb triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:43.599596 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.715280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.743210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc3dfa8-86c1-4799-a874-c69a0165b1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ed890-09f3-4da5-9d32-06f646f83bbb'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:43.753448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 749ed890-09f3-4da5-9d32-06f646f83bbb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=749ed890-09f3-4da5-9d32-06f646f83bbb,segment=NetworkSegment(16ff2ebf-0819-46e5-8366-924a14b7170e),segment_id=16ff2ebf-0819-46e5-8366-924a14b7170e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:43.760005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.791346 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc3dfa8-86c1-4799-a874-c69a0165b1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ed890-09f3-4da5-9d32-06f646f83bbb', 'code': 200} Mar 16 11:24:43.832309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=749ed890-09f3-4da5-9d32-06f646f83bbb,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:43.913661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40a3a1-3aa4-432e-b2ce-7e88faaa5ba1 req-9c1f5e34-c504-4f46-a44f-17abba4c3ce3 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:43.915119 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cd40a3a1-3aa4-432e-b2ce-7e88faaa5ba1 req-9c1f5e34-c504-4f46-a44f-17abba4c3ce3 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.0919676 Mar 16 11:24:43.996472 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cd40a3a1-3aa4-432e-b2ce-7e88faaa5ba1 req-9a9dec45-13ad-437e-9845-ea6171f22208 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754843 Mar 16 11:24:44.029471 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd9898-6867-4bb5-a114-178c2f1934d8 req-c91c081b-67bf-42e9-84fa-e4f6329caf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:44.030921 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-55dd9898-6867-4bb5-a114-178c2f1934d8 req-c91c081b-67bf-42e9-84fa-e4f6329caf46 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 1099 time: 0.0826333 Mar 16 11:24:44.071822 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-55dd9898-6867-4bb5-a114-178c2f1934d8 req-c50082dc-3e1c-42ee-9229-8bba2ead63ab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348787 Mar 16 11:24:45.306465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647b389-9d77-4156-9cf1-5241e5ff900d req-8d5c1366-9880-43d2-aab8-f9567e4fa477 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:45.307799 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2647b389-9d77-4156-9cf1-5241e5ff900d req-8d5c1366-9880-43d2-aab8-f9567e4fa477 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.1919162 Mar 16 11:24:45.352769 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2647b389-9d77-4156-9cf1-5241e5ff900d req-c9023238-191f-4254-b426-a02febded240 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388613 Mar 16 11:24:45.440208 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:24:46.556261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc09a0d-7215-4af7-89a7-59b65204df46 req-c9da1ffb-5110-486a-8d8f-686d53eff67f tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:46.557778 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-efc09a0d-7215-4af7-89a7-59b65204df46 req-c9da1ffb-5110-486a-8d8f-686d53eff67f tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.0945494 Mar 16 11:24:46.602912 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-efc09a0d-7215-4af7-89a7-59b65204df46 req-2a2186a7-be53-4437-9c79-34bc4826020f tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Mar 16 11:24:46.907441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-96fc40e7-580a-4e87-80f7-7755bcdcfc72 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:46.908955 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-96fc40e7-580a-4e87-80f7-7755bcdcfc72 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/networks?id=b06b6456-f68a-472e-8be9-c6f8bb768fdf HTTP/1.1" status: 200 len: 814 time: 0.1446328 Mar 16 11:24:46.923276 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-dc82e411-6492-48ed-864f-25e8d34dfee8 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/quotas/41e30df8587040a69aaac31c3901e951 HTTP/1.1" status: 200 len: 375 time: 0.0089130 Mar 16 11:24:47.014665 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-71317ca6-2f1c-48bc-bdbd-4caa54fc05b4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=41e30df8587040a69aaac31c3901e951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865145 Mar 16 11:24:47.149097 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-93fdf108-815f-4d4d-8917-89c5fc1d49fc service neutron] 10.222.0.37 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272216 Mar 16 11:24:47.282484 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-09f38d5f-3c29-486c-a298-995983c3f773 service neutron] 10.222.0.37 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248221 Mar 16 11:24:47.473989 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bf8f4777-2e74-4d11-b432-93a7859b6d0a req-64c53adf-b227-4069-8588-e74a406f0e99 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 210 time: 0.0417497 Mar 16 11:24:48.518476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-a8e80bd9-4d3e-4f66-9200-7018a10b55ad tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:48.519977 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-a8e80bd9-4d3e-4f66-9200-7018a10b55ad tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.48 "GET /v2.0/networks?id=b06b6456-f68a-472e-8be9-c6f8bb768fdf HTTP/1.1" status: 200 len: 814 time: 0.1558523 Mar 16 11:24:48.532049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Request body: {'port': {'device_id': '620964f3-aaee-48b7-aca1-fefe1757169e', 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf', 'admin_state_up': True, 'tenant_id': '41e30df8587040a69aaac31c3901e951'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:48.625533 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0f1b829e-5d59-4cce-a589-7fb0d2cdcfb7 req-f912b6a9-f570-466e-84af-6b22180785bd tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 210 time: 0.0464735 Mar 16 11:24:48.787691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:48.798166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:48.810767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Made reservation on behalf of 41e30df8587040a69aaac31c3901e951 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:48.814376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:48.987418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Allocated IP 172.20.0.3 (b06b6456-f68a-472e-8be9-c6f8bb768fdf/6c3d21d6-dde2-4798-bef7-79e330eb9e88/46767bba-ffd3-4dd1-8ec5-9dbcf62848be) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:49.196120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.232387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.244221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['749ed890-09f3-4da5-9d32-06f646f83bbb'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:24:49.301466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Network b06b6456-f68a-472e-8be9-c6f8bb768fdf is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:49.309370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:49.315300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:49.349789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Pushing event updated for resources: {'Port': ['ID=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:49.390743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:49.391346 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.422979 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-8a66819b-e573-4347-af4a-f44a7d8ce4cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8945000 Mar 16 11:24:49.434483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Request body: {'port': {'device_id': '620964f3-aaee-48b7-aca1-fefe1757169e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:49.548695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.926664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cb096-17cc-4581-b43f-c7d5fb6006fd req-5448f142-f5ea-4e50-84c4-95fa5edfb832 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:49.927352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-213cb096-17cc-4581-b43f-c7d5fb6006fd req-5448f142-f5ea-4e50-84c4-95fa5edfb832 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Synchronizing usage tracker for tenant:41e30df8587040a69aaac31c3901e951 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:49.958568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46767bba-ffd3-4dd1-8ec5-9dbcf62848be {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:49.964885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-213cb096-17cc-4581-b43f-c7d5fb6006fd req-5448f142-f5ea-4e50-84c4-95fa5edfb832 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Unset dirty status for tenant:41e30df8587040a69aaac31c3901e951 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:49.966005 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-213cb096-17cc-4581-b43f-c7d5fb6006fd req-5448f142-f5ea-4e50-84c4-95fa5edfb832 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 931 time: 0.1940489 Mar 16 11:24:49.967504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.999150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Transition to ACTIVE for port object 46767bba-ffd3-4dd1-8ec5-9dbcf62848be will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:50.007387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.065765 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-213cb096-17cc-4581-b43f-c7d5fb6006fd req-eb12b193-0907-4883-a7ed-c45540c2436a tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936749 Mar 16 11:24:50.167369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Pushing event updated for resources: {'Port': ['ID=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:50.244887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Attempting to bind port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:50.245156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Attempting to bind port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '16ff2ebf-0819-46e5-8366-924a14b7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:50.245462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Attempting to bind port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be on network b06b6456-f68a-472e-8be9-c6f8bb768fdf {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:50.250338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be on network b06b6456-f68a-472e-8be9-c6f8bb768fdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:24:50.250640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Attempting to bind port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be on network b06b6456-f68a-472e-8be9-c6f8bb768fdf {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:50.256461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:50.256849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Checking segment: {'id': '16ff2ebf-0819-46e5-8366-924a14b7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:50.257337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Bound using segment: {'id': '16ff2ebf-0819-46e5-8366-924a14b7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:50.257759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Bound port: 46767bba-ffd3-4dd1-8ec5-9dbcf62848be, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ff2ebf-0819-46e5-8366-924a14b7170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:50.258098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.355215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] For port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:50.358200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] For port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,segment=NetworkSegment(16ff2ebf-0819-46e5-8366-924a14b7170e),segment_id=16ff2ebf-0819-46e5-8366-924a14b7170e)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:50.363221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.416022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:50.416609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.417999 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] 10.222.0.48 "PUT /v2.0/ports/46767bba-ffd3-4dd1-8ec5-9dbcf62848be HTTP/1.1" status: 200 len: 1093 time: 0.9879181 Mar 16 11:24:50.418420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620964f3-aaee-48b7-aca1-fefe1757169e', 'tag': '46767bba-ffd3-4dd1-8ec5-9dbcf62848be'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:50.445252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02a457-f4e8-4388-92f5-c30f806023bf service neutron] Pushing event updated for resources: {'Port': ['ID=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:50.583062 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620964f3-aaee-48b7-aca1-fefe1757169e', 'tag': '46767bba-ffd3-4dd1-8ec5-9dbcf62848be', 'status': 'completed', 'code': 200} Mar 16 11:24:50.626822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-1b84ab5a-b949-45df-8ed7-0d33dddb06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:50.628337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-1b84ab5a-b949-45df-8ed7-0d33dddb06fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41e30df8587040a69aaac31c3901e951&device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 1096 time: 0.1740785 Mar 16 11:24:50.698722 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-3703ceb7-d0f1-45bf-bc62-8b98eef6bf89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46767bba-ffd3-4dd1-8ec5-9dbcf62848be HTTP/1.1" status: 200 len: 217 time: 0.0629039 Mar 16 11:24:50.761413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-0abf7fdc-7b25-43e1-bd2b-12e7c7449f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:50.762848 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-0abf7fdc-7b25-43e1-bd2b-12e7c7449f98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c3d21d6-dde2-4798-bef7-79e330eb9e88 HTTP/1.1" status: 200 len: 854 time: 0.0584061 Mar 16 11:24:50.808928 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-1f4b6195-78d3-4a37-8868-0753bceb7d3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b06b6456-f68a-472e-8be9-c6f8bb768fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404518 Mar 16 11:24:50.988867 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-f23316d0-1639-44f5-9ae6-6628de5cf4c7 service neutron] 10.222.0.48 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739595 Mar 16 11:24:51.038861 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-523ecc40-23d5-4fed-8d8f-0206715038aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1395214 Mar 16 11:24:51.171375 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ee793e9d-c413-4f2f-a98a-24531c3aee95 req-d9c89b57-61b2-4854-a0fe-ecd2e57f8b8a service neutron] 10.222.0.48 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726942 Mar 16 11:24:51.293374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-a6efaa46-6527-4904-854d-2908acf9a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.294861 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-a6efaa46-6527-4904-854d-2908acf9a3e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41e30df8587040a69aaac31c3901e951&device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 1099 time: 0.1889739 Mar 16 11:24:51.367567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9938101-0ec3-49ed-90d0-2e09d3eaa7e9 req-2ffc44e3-a5fd-4838-8947-45a9647ba6d3 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.369053 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f9938101-0ec3-49ed-90d0-2e09d3eaa7e9 req-2ffc44e3-a5fd-4838-8947-45a9647ba6d3 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 943 time: 0.1967771 Mar 16 11:24:51.373150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf92759-30bc-40ca-9685-7cdcab7d2643 req-f6dba168-2ab3-42a2-b6a8-c9cd3ecc6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.374487 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4cf92759-30bc-40ca-9685-7cdcab7d2643 req-f6dba168-2ab3-42a2-b6a8-c9cd3ecc6935 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41e30df8587040a69aaac31c3901e951&device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 1096 time: 0.1588912 Mar 16 11:24:51.578897 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f9938101-0ec3-49ed-90d0-2e09d3eaa7e9 req-62a57767-8fb8-40c1-b5db-c442fe06f6cc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016354 Mar 16 11:24:51.587906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-e0c68207-cc1c-402d-b195-8bfc44000b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.589346 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-e0c68207-cc1c-402d-b195-8bfc44000b90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b06b6456-f68a-472e-8be9-c6f8bb768fdf HTTP/1.1" status: 200 len: 915 time: 0.2718060 Mar 16 11:24:51.674454 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-d7e51642-42dd-4adf-b78a-21ec3f8ce9c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ed890-09f3-4da5-9d32-06f646f83bbb HTTP/1.1" status: 200 len: 217 time: 0.0738344 Mar 16 11:24:51.678608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf92759-30bc-40ca-9685-7cdcab7d2643 req-cec53bde-d1a8-4917-b975-e3eb04953294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.680068 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4cf92759-30bc-40ca-9685-7cdcab7d2643 req-cec53bde-d1a8-4917-b975-e3eb04953294 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b06b6456-f68a-472e-8be9-c6f8bb768fdf HTTP/1.1" status: 200 len: 915 time: 0.2457042 Mar 16 11:24:51.782705 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4cf92759-30bc-40ca-9685-7cdcab7d2643 req-74e2cda9-1d49-4564-9197-589912acddea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46767bba-ffd3-4dd1-8ec5-9dbcf62848be HTTP/1.1" status: 200 len: 217 time: 0.0729649 Mar 16 11:24:51.837369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-0243e5c2-ca7f-49ac-9992-7d93674620bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.838969 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-0243e5c2-ca7f-49ac-9992-7d93674620bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c3d21d6-dde2-4798-bef7-79e330eb9e88 HTTP/1.1" status: 200 len: 854 time: 0.1580720 Mar 16 11:24:51.890685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-52a606c3-67b0-4292-9be7-6161e372d2c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b06b6456-f68a-472e-8be9-c6f8bb768fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445189 Mar 16 11:24:51.892085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf92759-30bc-40ca-9685-7cdcab7d2643 req-6e648331-5bf4-4822-82b9-84c2ab23c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.893386 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4cf92759-30bc-40ca-9685-7cdcab7d2643 req-6e648331-5bf4-4822-82b9-84c2ab23c47c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c3d21d6-dde2-4798-bef7-79e330eb9e88 HTTP/1.1" status: 200 len: 854 time: 0.1039310 Mar 16 11:24:51.924496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-74569bc2-2def-473c-995b-6dfcd570465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:51.974867 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4cf92759-30bc-40ca-9685-7cdcab7d2643 req-57be24da-4901-4fcf-9ff9-e883f5751ec2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b06b6456-f68a-472e-8be9-c6f8bb768fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558679 Mar 16 11:24:52.266755 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-f5c3bc90-b606-4873-99eb-fc7eb3d5ced3 service neutron] 10.222.0.48 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649499 Mar 16 11:24:52.323574 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4cf92759-30bc-40ca-9685-7cdcab7d2643 req-2a82a7a8-2b17-441f-88b2-3aa5c8cd47ca service neutron] 10.222.0.48 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882138 Mar 16 11:24:52.499222 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-a8d4d00e-9a84-40ce-bdd2-b89243cb364d service neutron] 10.222.0.48 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249374 Mar 16 11:24:52.528793 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4cf92759-30bc-40ca-9685-7cdcab7d2643 req-6a8c7a7f-c60f-4ade-9c9c-abfb278dd31c service neutron] 10.222.0.48 "GET /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623983 Mar 16 11:24:52.772173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25460a8-f8c3-4271-951f-602d08101c80 req-ffbd62de-7236-4739-994f-9529e937ae56 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.773849 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e25460a8-f8c3-4271-951f-602d08101c80 req-ffbd62de-7236-4739-994f-9529e937ae56 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 943 time: 0.0830965 Mar 16 11:24:52.830757 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e25460a8-f8c3-4271-951f-602d08101c80 req-c50c2f09-a53a-4c5c-ab08-51ec27d5e625 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510557 Mar 16 11:24:53.600718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 46767bba-ffd3-4dd1-8ec5-9dbcf62848be details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:24:53.731352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,segment=NetworkSegment(16ff2ebf-0819-46e5-8366-924a14b7170e),segment_id=16ff2ebf-0819-46e5-8366-924a14b7170e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:53.744081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '46767bba-ffd3-4dd1-8ec5-9dbcf62848be', 'network_id': 'b06b6456-f68a-472e-8be9-c6f8bb768fdf', 'port_id': '46767bba-ffd3-4dd1-8ec5-9dbcf62848be', 'mac_address': 'fa:16:3e:c0:d7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3d21d6-dde2-4798-bef7-79e330eb9e88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:24:53.802589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:53.819446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46767bba-ffd3-4dd1-8ec5-9dbcf62848be {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:53.834503 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,segment=NetworkSegment(16ff2ebf-0819-46e5-8366-924a14b7170e),segment_id=16ff2ebf-0819-46e5-8366-924a14b7170e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:53.841668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:53.906187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:54.025161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fee135-722a-4123-87e2-5c944aa388ca req-8936af82-9ac2-4348-9de7-f46e984458fc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:54.026551 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c4fee135-722a-4123-87e2-5c944aa388ca req-8936af82-9ac2-4348-9de7-f46e984458fc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 944 time: 0.0874660 Mar 16 11:24:54.076156 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c4fee135-722a-4123-87e2-5c944aa388ca req-910a807b-9691-4c79-9925-adb262ddc8d9 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Mar 16 11:24:54.169042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['46767bba-ffd3-4dd1-8ec5-9dbcf62848be'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:24:55.018258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.068010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3169bf0f-7c31-491b-986e-4d90384bda9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.271757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce99a1-cd12-435e-a4aa-16cfade493f9 req-4d18572e-9453-40f1-9f2f-1977f83156ba tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:55.273196 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-82ce99a1-cd12-435e-a4aa-16cfade493f9 req-4d18572e-9453-40f1-9f2f-1977f83156ba tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 944 time: 0.0821965 Mar 16 11:24:55.302453 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.319270 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-82ce99a1-cd12-435e-a4aa-16cfade493f9 req-12cd9b3d-2bad-4a80-b09b-0e657ab1f2d3 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383792 Mar 16 11:24:55.608710 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 46767bba-ffd3-4dd1-8ec5-9dbcf62848be up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:55.690450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:55.698096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:55.698621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.824002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.850767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620964f3-aaee-48b7-aca1-fefe1757169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46767bba-ffd3-4dd1-8ec5-9dbcf62848be'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:55.860343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,segment=NetworkSegment(16ff2ebf-0819-46e5-8366-924a14b7170e),segment_id=16ff2ebf-0819-46e5-8366-924a14b7170e)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:55.865505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.898629 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620964f3-aaee-48b7-aca1-fefe1757169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46767bba-ffd3-4dd1-8ec5-9dbcf62848be', 'code': 200} Mar 16 11:24:55.935835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:56.133190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13861-564b-48a8-9a49-e8f2b42ea5f8 req-676b4fd9-5c83-481e-b7b3-27c9d0c5c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:56.134534 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6bf13861-564b-48a8-9a49-e8f2b42ea5f8 req-676b4fd9-5c83-481e-b7b3-27c9d0c5c777 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 1098 time: 0.0707159 Mar 16 11:24:56.178932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6bf13861-564b-48a8-9a49-e8f2b42ea5f8 req-6f8edfda-8781-424d-8310-9e52c06298d1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377185 Mar 16 11:24:56.521954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07375b2-0aa5-46d2-9fce-52f31be5727f req-42757258-1c53-4836-bac4-a6adec33c6a0 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:56.523380 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c07375b2-0aa5-46d2-9fce-52f31be5727f req-42757258-1c53-4836-bac4-a6adec33c6a0 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 945 time: 0.0914469 Mar 16 11:24:56.566858 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c07375b2-0aa5-46d2-9fce-52f31be5727f req-6f5cba10-dfdf-4d5d-8f6b-54e7225731b7 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376210 Mar 16 11:24:56.733406 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:57.755788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33aca-80f3-4e0d-9acd-1150a27a73ad req-45cf30ab-902d-408f-b03e-14aa8ce6e735 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:57.757293 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6cf33aca-80f3-4e0d-9acd-1150a27a73ad req-45cf30ab-902d-408f-b03e-14aa8ce6e735 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 945 time: 0.0818989 Mar 16 11:24:57.802170 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6cf33aca-80f3-4e0d-9acd-1150a27a73ad req-e87b0bb2-bb18-4951-9ddf-083f44bf3b14 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 Mar 16 11:24:58.191065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e1a55-ee87-4bb6-a21e-122caaaaef7b req-5ce3e165-f40f-488c-9078-a20e2557250b tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:58.192464 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-238e1a55-ee87-4bb6-a21e-122caaaaef7b req-5ce3e165-f40f-488c-9078-a20e2557250b tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 945 time: 0.0921357 Mar 16 11:24:58.236533 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-238e1a55-ee87-4bb6-a21e-122caaaaef7b req-db5533f5-2403-4ab8-9855-47182e48e5d9 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379143 Mar 16 11:24:59.423991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7870-9d78-48d7-9b90-1e943458d30c req-1e066161-8a2b-4299-8575-9a4119deefe2 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:59.425471 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f29c7870-9d78-48d7-9b90-1e943458d30c req-1e066161-8a2b-4299-8575-9a4119deefe2 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 945 time: 0.0825522 Mar 16 11:24:59.471186 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f29c7870-9d78-48d7-9b90-1e943458d30c req-691fa1fe-051b-45a1-bfb3-668e590b00bd tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399899 Mar 16 11:24:59.613046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-232065bf-0612-493e-9c45-0c00a7ec6b1e tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:59.614484 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-232065bf-0612-493e-9c45-0c00a7ec6b1e tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.48 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 945 time: 0.0838470 Mar 16 11:24:59.687199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-dc6c6734-8e9f-480d-b36c-bcec577ce44c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Deleting port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:59.687533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-dc6c6734-8e9f-480d-b36c-bcec577ce44c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:59.935054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-dc6c6734-8e9f-480d-b36c-bcec577ce44c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] For port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,segment=NetworkSegment(16ff2ebf-0819-46e5-8366-924a14b7170e),segment_id=16ff2ebf-0819-46e5-8366-924a14b7170e)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:59.935418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-dc6c6734-8e9f-480d-b36c-bcec577ce44c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:00.058275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-dc6c6734-8e9f-480d-b36c-bcec577ce44c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Calling delete_port for 46767bba-ffd3-4dd1-8ec5-9dbcf62848be owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:00.203554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-dc6c6734-8e9f-480d-b36c-bcec577ce44c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:00.215556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['749ed890-09f3-4da5-9d32-06f646f83bbb', '46767bba-ffd3-4dd1-8ec5-9dbcf62848be'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:25:00.355585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c6734-8e9f-480d-b36c-bcec577ce44c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Pushing event deleted for resources: {'Port': ['ID=46767bba-ffd3-4dd1-8ec5-9dbcf62848be,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:00.432344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-dc6c6734-8e9f-480d-b36c-bcec577ce44c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] No DVR routers for this DVR port 46767bba-ffd3-4dd1-8ec5-9dbcf62848be on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:00.434976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-dc6c6734-8e9f-480d-b36c-bcec577ce44c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:00.437649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620964f3-aaee-48b7-aca1-fefe1757169e', 'name': 'network-vif-deleted', 'tag': '46767bba-ffd3-4dd1-8ec5-9dbcf62848be'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:00.455020 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-93eafc33-1a47-4f51-bfe1-91417d524a53 req-dc6c6734-8e9f-480d-b36c-bcec577ce44c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.48 "DELETE /v2.0/ports/46767bba-ffd3-4dd1-8ec5-9dbcf62848be HTTP/1.1" status: 204 len: 173 time: 0.8350728 Mar 16 11:25:00.485446 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620964f3-aaee-48b7-aca1-fefe1757169e', 'name': 'network-vif-deleted', 'tag': '46767bba-ffd3-4dd1-8ec5-9dbcf62848be', 'status': 'completed', 'code': 200} Mar 16 11:25:00.629340 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-57c49492-9ca9-4ca8-9940-56da2cad046a req-c7f35a4d-579d-4abd-ab6b-7aa60090a3be tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=620964f3-aaee-48b7-aca1-fefe1757169e HTTP/1.1" status: 200 len: 210 time: 0.0460956 Mar 16 11:25:01.906076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5840de-a9de-49c6-b170-42fb2ee94cbb req-65007700-e9db-4dbc-8ddb-471a1663eedc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:01.907543 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2c5840de-a9de-49c6-b170-42fb2ee94cbb req-65007700-e9db-4dbc-8ddb-471a1663eedc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.0977256 Mar 16 11:25:01.965574 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2c5840de-a9de-49c6-b170-42fb2ee94cbb req-6548d1fd-bdae-4014-94f7-6f4a0a9ca72c tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521529 Mar 16 11:25:02.187817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4216-d9b5-4921-8229-4abc541b10e8 req-6be04c01-0e7c-43aa-ba89-cadf05171ae8 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:02.189166 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-173d4216-d9b5-4921-8229-4abc541b10e8 req-6be04c01-0e7c-43aa-ba89-cadf05171ae8 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.0938184 Mar 16 11:25:02.236281 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-173d4216-d9b5-4921-8229-4abc541b10e8 req-aa03b0f9-597f-4af5-bd89-9f320db75d1a tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Mar 16 11:25:02.426498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0eb76b-7423-4e39-8e32-c5a819c6fda9 req-ab890dd1-ef7e-413e-a895-a01f169ea987 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:02.427150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5f0eb76b-7423-4e39-8e32-c5a819c6fda9 req-ab890dd1-ef7e-413e-a895-a01f169ea987 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Synchronizing usage tracker for tenant:41e30df8587040a69aaac31c3901e951 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:02.445880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5f0eb76b-7423-4e39-8e32-c5a819c6fda9 req-ab890dd1-ef7e-413e-a895-a01f169ea987 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Unset dirty status for tenant:41e30df8587040a69aaac31c3901e951 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:02.446923 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5f0eb76b-7423-4e39-8e32-c5a819c6fda9 req-ab890dd1-ef7e-413e-a895-a01f169ea987 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.1020448 Mar 16 11:25:02.491156 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5f0eb76b-7423-4e39-8e32-c5a819c6fda9 req-b59041e2-0f46-419e-8908-f41104437e6f tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383875 Mar 16 11:25:02.778685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544ea68-7d4a-4f83-9b4e-f3fabb78bb8c req-e0156de7-b2a4-4ee9-9f10-4ed21436b60f tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:02.780033 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5544ea68-7d4a-4f83-9b4e-f3fabb78bb8c req-e0156de7-b2a4-4ee9-9f10-4ed21436b60f tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.0836890 Mar 16 11:25:02.824658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5544ea68-7d4a-4f83-9b4e-f3fabb78bb8c req-8c4788e0-c157-47a3-8c37-d0ca45644fb5 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 Mar 16 11:25:03.023283 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b085f3b-9ba3-473c-940e-9cfaae9c04e8 req-d45496f7-64ad-4239-8ae5-24e8f10408f7 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:03.024710 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8b085f3b-9ba3-473c-940e-9cfaae9c04e8 req-d45496f7-64ad-4239-8ae5-24e8f10408f7 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.0781951 Mar 16 11:25:03.071461 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8b085f3b-9ba3-473c-940e-9cfaae9c04e8 req-28e2a9ad-1980-4561-8ca4-da356e45f3aa tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Mar 16 11:25:03.265691 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a82be-10a4-4834-afa6-47bb2b30389c req-1cd5fcc2-3677-44f0-96e3-a2852239cae6 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:03.267160 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1e3a82be-10a4-4834-afa6-47bb2b30389c req-1cd5fcc2-3677-44f0-96e3-a2852239cae6 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.0842111 Mar 16 11:25:03.312644 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1e3a82be-10a4-4834-afa6-47bb2b30389c req-dc43554e-cf51-479c-8a06-3a282d85153d tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370736 Mar 16 11:25:03.643804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 46767bba-ffd3-4dd1-8ec5-9dbcf62848be no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:03.678604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 46767bba-ffd3-4dd1-8ec5-9dbcf62848be {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:03.678940 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 46767bba-ffd3-4dd1-8ec5-9dbcf62848be not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:03.850310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951cc2a-baeb-4828-9e21-4f519911ea43 req-e4bba6bc-4845-4b51-a01c-09cbc0d40577 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:03.851754 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7951cc2a-baeb-4828-9e21-4f519911ea43 req-e4bba6bc-4845-4b51-a01c-09cbc0d40577 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.0842569 Mar 16 11:25:03.895134 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7951cc2a-baeb-4828-9e21-4f519911ea43 req-70db5f8c-5d6d-4a4e-a0dc-11f453a09254 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 Mar 16 11:25:05.093714 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe00655-6d21-4836-8f63-b4e270602827 req-5109db68-5958-4bf1-980e-3879950a99d2 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:05.095211 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8fe00655-6d21-4836-8f63-b4e270602827 req-5109db68-5958-4bf1-980e-3879950a99d2 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.0943604 Mar 16 11:25:05.143062 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8fe00655-6d21-4836-8f63-b4e270602827 req-a35f935e-1a94-4bfd-96f1-7104156989fc tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Mar 16 11:25:05.457907 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-8d6eb401-8e80-401c-a4cf-c70a8f0df07e tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:05.459266 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-8d6eb401-8e80-401c-a4cf-c70a8f0df07e tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.48 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 946 time: 0.0898714 Mar 16 11:25:05.539647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-9d2c3283-4c2c-48bf-8737-3e20b2fe93c4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Deleting port 749ed890-09f3-4da5-9d32-06f646f83bbb {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:05.539996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-9d2c3283-4c2c-48bf-8737-3e20b2fe93c4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:05.790371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-9d2c3283-4c2c-48bf-8737-3e20b2fe93c4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] For port 749ed890-09f3-4da5-9d32-06f646f83bbb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=749ed890-09f3-4da5-9d32-06f646f83bbb,segment=NetworkSegment(16ff2ebf-0819-46e5-8366-924a14b7170e),segment_id=16ff2ebf-0819-46e5-8366-924a14b7170e)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:05.790616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-9d2c3283-4c2c-48bf-8737-3e20b2fe93c4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:05.913664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-9d2c3283-4c2c-48bf-8737-3e20b2fe93c4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Calling delete_port for 749ed890-09f3-4da5-9d32-06f646f83bbb owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:06.059001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-9d2c3283-4c2c-48bf-8737-3e20b2fe93c4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:06.070218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['749ed890-09f3-4da5-9d32-06f646f83bbb'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:25:06.109270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c3283-4c2c-48bf-8737-3e20b2fe93c4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Pushing event deleted for resources: {'Port': ['ID=749ed890-09f3-4da5-9d32-06f646f83bbb,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:06.182212 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-9d2c3283-4c2c-48bf-8737-3e20b2fe93c4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] No DVR routers for this DVR port 749ed890-09f3-4da5-9d32-06f646f83bbb on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:06.184770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-9d2c3283-4c2c-48bf-8737-3e20b2fe93c4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:06.187597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc3dfa8-86c1-4799-a874-c69a0165b1f2', 'name': 'network-vif-deleted', 'tag': '749ed890-09f3-4da5-9d32-06f646f83bbb'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:06.204361 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8531b2e7-d6e2-46cc-adf5-339be380a72a req-9d2c3283-4c2c-48bf-8737-3e20b2fe93c4 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.48 "DELETE /v2.0/ports/749ed890-09f3-4da5-9d32-06f646f83bbb HTTP/1.1" status: 204 len: 173 time: 0.7391922 Mar 16 11:25:06.235839 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc3dfa8-86c1-4799-a874-c69a0165b1f2', 'name': 'network-vif-deleted', 'tag': '749ed890-09f3-4da5-9d32-06f646f83bbb', 'status': 'completed', 'code': 200} Mar 16 11:25:06.290307 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0bdbb465-9b27-494d-9ffb-18d49a12989e req-38ae5408-b583-4aa6-bb33-4473df503212 tempest-ServersNegativeTestJSON-1320829773 tempest-ServersNegativeTestJSON-1320829773-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc3dfa8-86c1-4799-a874-c69a0165b1f2 HTTP/1.1" status: 200 len: 210 time: 0.0424645 Mar 16 11:25:07.389687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43020) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:07.455872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7f29be-9271-4253-a8fc-85548e5b4578 admin admin] Deleting subnet 6c3d21d6-dde2-4798-bef7-79e330eb9e88 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:07.459084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c7f29be-9271-4253-a8fc-85548e5b4578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:07.507487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c7f29be-9271-4253-a8fc-85548e5b4578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:07.571087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c7f29be-9271-4253-a8fc-85548e5b4578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:07.645860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c7f29be-9271-4253-a8fc-85548e5b4578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:07.683332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f29be-9271-4253-a8fc-85548e5b4578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3d21d6-dde2-4798-bef7-79e330eb9e88,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:07.685264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1c7f29be-9271-4253-a8fc-85548e5b4578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:07.691727 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1c7f29be-9271-4253-a8fc-85548e5b4578 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c3d21d6-dde2-4798-bef7-79e330eb9e88 HTTP/1.1" status: 204 len: 168 time: 0.3009803 Mar 16 11:25:07.695695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43024) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:07.803275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:07.931867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:07.956774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06b6456-f68a-472e-8be9-c6f8bb768fdf']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:07.968510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ff2ebf-0819-46e5-8366-924a14b7170e') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:07.968832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ff2ebf-0819-46e5-8366-924a14b7170e') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:07.979803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.000414 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.006375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:08.006743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:08.019382 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:08.096534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.101349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.122624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] Pushing event deleted for resources: {'Network': ['ID=b06b6456-f68a-472e-8be9-c6f8bb768fdf,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:08.135553 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dfb41090-3b53-4619-b9d9-1c6e65d0df26 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b06b6456-f68a-472e-8be9-c6f8bb768fdf HTTP/1.1" status: 204 len: 168 time: 0.4388864 Mar 16 11:25:08.259649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43030) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:08.311604 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fb92d437-de3e-473e-bce4-b4c5bfa7a31b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41e30df8587040a69aaac31c3901e951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507791 Mar 16 11:25:08.315256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43034) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:08.372599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-98ff0e35-57e5-4909-a043-b76803efad51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.398356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-98ff0e35-57e5-4909-a043-b76803efad51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.458475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-98ff0e35-57e5-4909-a043-b76803efad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.473680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff0e35-57e5-4909-a043-b76803efad51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:08.486611 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-98ff0e35-57e5-4909-a043-b76803efad51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.489228 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-98ff0e35-57e5-4909-a043-b76803efad51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a1f2535-f600-4e9f-bde3-f32ef4cfc3d8 HTTP/1.1" status: 204 len: 168 time: 0.1730266 Mar 16 11:25:08.561568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.279896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43058) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:09.396170 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1865150805'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:09.401332 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:09.405229 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:network and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:09.408186 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:09.414301 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:09.426679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Made reservation on behalf of 4c4e37c1cb1f49a498273fe88fe2c7da for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:09.430066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.442021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.456445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:09.460284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:security_group_rule and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:09.463093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:09.468764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:09.559861 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.564502 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.595860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:09.603854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0422e5-a180-4a45-8e6a-38a21a96c5be,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:09.610642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.611003 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Added segment 7244d799-5567-4abe-a5ca-7699d527c092 of type vlan for network 5c466b23-dba9-4e62-8836-c3ff017bc8e6 Mar 16 11:25:09.639636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.671243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 749ed890-09f3-4da5-9d32-06f646f83bbb no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:09.674122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.680091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:09.680698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.707782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 749ed890-09f3-4da5-9d32-06f646f83bbb {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:09.708105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 749ed890-09f3-4da5-9d32-06f646f83bbb not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:09.793698 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'Network': ['ID=5c466b23-dba9-4e62-8836-c3ff017bc8e6,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:09.796597 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7002d22c-c155-4acd-9d36-ce1053eca69b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5156109 Mar 16 11:25:09.804353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 5c466b23-dba9-4e62-8836-c3ff017bc8e6 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:13.027457 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43064) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:13.036775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Request body: {'subnet': {'network_id': '5c466b23-dba9-4e62-8836-c3ff017bc8e6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:13.249609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:13.253387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:subnet and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:13.256189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:13.261831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:13.273827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Made reservation on behalf of 4c4e37c1cb1f49a498273fe88fe2c7da for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:13.279400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.494226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.571701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'Subnet': ['ID=9b55cfef-826e-4af5-a354-83b1960a70ec,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.581775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Checking segment: {'id': '7244d799-5567-4abe-a5ca-7699d527c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5c466b23-dba9-4e62-8836-c3ff017bc8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:13.582123 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Network hostable DHCP agents. Network: 5c466b23-dba9-4e62-8836-c3ff017bc8e6, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:13.602316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Network 5c466b23-dba9-4e62-8836-c3ff017bc8e6 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:13.614466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 5c466b23-dba9-4e62-8836-c3ff017bc8e6) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:13.618744 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:13.619335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.623930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244c37b5-b3c9-4c15-bf51-38e29aa77527 None None] Network 5c466b23-dba9-4e62-8836-c3ff017bc8e6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:13.640146 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-47e6d204-f440-4efe-804a-b61ddb92c855 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6111941 Mar 16 11:25:13.643539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43068) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:13.649352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1027152431'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:13.654310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:13.658552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:network and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:13.661607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:13.667436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:13.679083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Made reservation on behalf of 4c4e37c1cb1f49a498273fe88fe2c7da for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:13.683051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.711488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:13.721032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.721469 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Added segment 2c360315-484e-4edc-88f1-e0c7f6eb2723 of type vlan for network 51b24d0d-1b68-4da3-b4bd-6a9b55182cd2 Mar 16 11:25:13.747929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.779519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.784971 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:13.785544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.872460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-5c466b23-dba9-4e62-8836-c3ff017bc8e6', 'network_id': '5c466b23-dba9-4e62-8836-c3ff017bc8e6', 'tenant_id': '4c4e37c1cb1f49a498273fe88fe2c7da', 'fixed_ips': [{'subnet_id': '9b55cfef-826e-4af5-a354-83b1960a70ec'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:13.873356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.884533 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2370045 Mar 16 11:25:13.884886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43072) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:13.891450 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Request body: {'subnet': {'network_id': '51b24d0d-1b68-4da3-b4bd-6a9b55182cd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:13.896543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6c398-576d-4dc7-9a36-ccfa076413a2 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'Network': ['ID=51b24d0d-1b68-4da3-b4bd-6a9b55182cd2,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:13.935937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 51b24d0d-1b68-4da3-b4bd-6a9b55182cd2 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:14.102882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:14.106685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:subnet and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:14.109478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:14.115153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:14.118723 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Allocated IP 2001:db8:0:ffff::2 (5c466b23-dba9-4e62-8836-c3ff017bc8e6/9b55cfef-826e-4af5-a354-83b1960a70ec/6d94b121-1b23-4750-bdf9-5da55777460a) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:14.126357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Made reservation on behalf of 4c4e37c1cb1f49a498273fe88fe2c7da for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:14.130022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.323412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.334006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Transition to ACTIVE for port object 6d94b121-1b23-4750-bdf9-5da55777460a will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:14.352822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Transition to ACTIVE for port object 6d94b121-1b23-4750-bdf9-5da55777460a will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:14.360390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.361572 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.423932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Network 5c466b23-dba9-4e62-8836-c3ff017bc8e6 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:14.430748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:14.435198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:14.439404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'Subnet': ['ID=927e551c-9cd1-45f6-a63d-979992050786,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:14.441037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Pushing event updated for resources: {'Port': ['ID=6d94b121-1b23-4750-bdf9-5da55777460a,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:14.449463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Checking segment: {'id': '2c360315-484e-4edc-88f1-e0c7f6eb2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '51b24d0d-1b68-4da3-b4bd-6a9b55182cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:14.449819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Network hostable DHCP agents. Network: 51b24d0d-1b68-4da3-b4bd-6a9b55182cd2, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:14.470269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Network 51b24d0d-1b68-4da3-b4bd-6a9b55182cd2 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:14.480399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 51b24d0d-1b68-4da3-b4bd-6a9b55182cd2) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:14.485065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:14.485667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.507911 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b0091fbd-5b14-40eb-88c4-74c16e4bbb82 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6212485 Mar 16 11:25:14.510630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43076) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:14.510791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8d2df6-f1d6-41c3-82b1-6aefd8aca155 None None] Network 51b24d0d-1b68-4da3-b4bd-6a9b55182cd2 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:14.601151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Attempting to bind port 6d94b121-1b23-4750-bdf9-5da55777460a on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:14.601534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Attempting to bind port 6d94b121-1b23-4750-bdf9-5da55777460a by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '7244d799-5567-4abe-a5ca-7699d527c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5c466b23-dba9-4e62-8836-c3ff017bc8e6'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:14.601887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Attempting to bind port 6d94b121-1b23-4750-bdf9-5da55777460a on network 5c466b23-dba9-4e62-8836-c3ff017bc8e6 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:14.619550 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:14.619924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Checking segment: {'id': '7244d799-5567-4abe-a5ca-7699d527c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5c466b23-dba9-4e62-8836-c3ff017bc8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:14.620329 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.620721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Bound using segment: {'id': '7244d799-5567-4abe-a5ca-7699d527c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5c466b23-dba9-4e62-8836-c3ff017bc8e6'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:14.621213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Bound port: 6d94b121-1b23-4750-bdf9-5da55777460a, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7244d799-5567-4abe-a5ca-7699d527c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5c466b23-dba9-4e62-8836-c3ff017bc8e6'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:14.621589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.651395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.721247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.766474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] For port 6d94b121-1b23-4750-bdf9-5da55777460a, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:14.779484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] For port 6d94b121-1b23-4750-bdf9-5da55777460a, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d94b121-1b23-4750-bdf9-5da55777460a,segment=NetworkSegment(7244d799-5567-4abe-a5ca-7699d527c092),segment_id=7244d799-5567-4abe-a5ca-7699d527c092)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:14.798285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.808443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.836778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Subnet': ['ID=927e551c-9cd1-45f6-a63d-979992050786,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:14.865787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03b7685-2da2-427a-bfa5-a01b52e9c6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-51b24d0d-1b68-4da3-b4bd-6a9b55182cd2', 'network_id': '51b24d0d-1b68-4da3-b4bd-6a9b55182cd2', 'tenant_id': '4c4e37c1cb1f49a498273fe88fe2c7da', 'fixed_ips': [{'subnet_id': '927e551c-9cd1-45f6-a63d-979992050786'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:14.866595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c03b7685-2da2-427a-bfa5-a01b52e9c6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.933371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.965053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b24d0d-1b68-4da3-b4bd-6a9b55182cd2']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:14.965458 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766edc3-5e6f-4106-a384-d9a84c3ef207 None None] Pushing event updated for resources: {'Port': ['ID=6d94b121-1b23-4750-bdf9-5da55777460a,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:14.979730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c360315-484e-4edc-88f1-e0c7f6eb2723') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:14.980020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c360315-484e-4edc-88f1-e0c7f6eb2723') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:14.992423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.994879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bde952-71c7-4ba5-a1ea-c560a855ec27 None None] Network 51b24d0d-1b68-4da3-b4bd-6a9b55182cd2 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:15.009240 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.015657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:15.016062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:15.035344 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:15.127699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.134465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.165172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Network': ['ID=51b24d0d-1b68-4da3-b4bd-6a9b55182cd2,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:15.172870 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43080) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:15.173376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-6782c98d-9206-4987-9f1d-92c3365b7ea4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/networks/51b24d0d-1b68-4da3-b4bd-6a9b55182cd2 HTTP/1.1" status: 204 len: 168 time: 0.6614723 Mar 16 11:25:15.180691 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1934688068'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:15.185924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:15.190388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:network and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:15.194033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:15.204290 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:15.214965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Made reservation on behalf of 4c4e37c1cb1f49a498273fe88fe2c7da for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:15.218541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.247373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:15.256250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.256591 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Added segment 9805f571-f2f9-48b8-b363-bfd372c84ad2 of type vlan for network b8107852-601d-4f9f-939e-41ffb631abac Mar 16 11:25:15.282076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.311311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.316841 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:15.317423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.413297 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2391121 Mar 16 11:25:15.416345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43084) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:15.422087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Request body: {'subnet': {'network_id': 'b8107852-601d-4f9f-939e-41ffb631abac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:15.424673 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a42f-e8c5-4c28-8859-5a1c6f7f33d6 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'Network': ['ID=b8107852-601d-4f9f-939e-41ffb631abac,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:15.435626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network b8107852-601d-4f9f-939e-41ffb631abac details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:15.542880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:15.546914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:subnet and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:15.550908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:15.556860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:15.570054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Made reservation on behalf of 4c4e37c1cb1f49a498273fe88fe2c7da for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:15.573947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.667967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_backend_mixin [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Performing IP validity checks on allocation pools {{(pid=87874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:25:15.668474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.ipam_backend_mixin [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:25:15.799562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.828229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1728722-b817-4c7b-9aed-32ae381a649c None None] Network 5c466b23-dba9-4e62-8836-c3ff017bc8e6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:15.875036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'Subnet': ['ID=1bf48679-ce24-4f07-9b73-7af0c78e4021,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:15.886371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Checking segment: {'id': '9805f571-f2f9-48b8-b363-bfd372c84ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b8107852-601d-4f9f-939e-41ffb631abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:15.886735 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Network hostable DHCP agents. Network: b8107852-601d-4f9f-939e-41ffb631abac, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:15.908340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Network b8107852-601d-4f9f-939e-41ffb631abac is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:15.918751 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, b8107852-601d-4f9f-939e-41ffb631abac) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:15.922973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:15.923603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.943806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be99ded-e982-4cbc-a937-bdac1ea5ece2 None None] Network b8107852-601d-4f9f-939e-41ffb631abac requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:15.944842 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2bdc257f-a3cb-450b-bb07-f7bfe4704ae5 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5273747 Mar 16 11:25:15.947585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43088) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:16.049755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bd931af3-239d-4049-9926-c7963a1a75f3 None None] Provisioning for port 6d94b121-1b23-4750-bdf9-5da55777460a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:16.089931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.158153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.234868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.273774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf48679-ce24-4f07-9b73-7af0c78e4021,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:16.281890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c8467-1a8a-4f7a-a36e-0b3e5371dd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-b8107852-601d-4f9f-939e-41ffb631abac', 'network_id': 'b8107852-601d-4f9f-939e-41ffb631abac', 'tenant_id': '4c4e37c1cb1f49a498273fe88fe2c7da', 'fixed_ips': [{'subnet_id': '1bf48679-ce24-4f07-9b73-7af0c78e4021'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:16.282734 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-096c8467-1a8a-4f7a-a36e-0b3e5371dd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.374083 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.386861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438096ae-ab39-43d2-b5f9-aa05de6c77c0 None None] Network b8107852-601d-4f9f-939e-41ffb631abac requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:16.405501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8107852-601d-4f9f-939e-41ffb631abac']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:16.419287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9805f571-f2f9-48b8-b363-bfd372c84ad2') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:16.419581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9805f571-f2f9-48b8-b363-bfd372c84ad2') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:16.432195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.456858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.463419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:16.463826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:16.479045 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:16.557001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.577734 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.583784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Network': ['ID=b8107852-601d-4f9f-939e-41ffb631abac,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:16.590212 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f2d65c35-d48b-4e24-9d32-45e39406389b tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/networks/b8107852-601d-4f9f-939e-41ffb631abac HTTP/1.1" status: 204 len: 168 time: 0.6416626 Mar 16 11:25:16.593831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43092) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:16.599179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-715102031'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:16.604123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:16.608010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:network and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:16.611007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:16.616704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:16.634008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Made reservation on behalf of 4c4e37c1cb1f49a498273fe88fe2c7da for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:16.637488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.665236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:16.673952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.674293 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Added segment dd7181ae-c6ec-4bb5-9e5b-6dae340d4263 of type vlan for network 6444a9dc-3a0b-482a-97b7-9d50a48fca61 Mar 16 11:25:16.699640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.731280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.736811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:16.737396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.925651 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3308117 Mar 16 11:25:16.929021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43096) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:16.937808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a1d97-6f65-4cf6-8faa-23960d359c9c tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'Network': ['ID=6444a9dc-3a0b-482a-97b7-9d50a48fca61,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:16.938059 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Request body: {'subnet': {'network_id': '6444a9dc-3a0b-482a-97b7-9d50a48fca61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:16.952324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 6444a9dc-3a0b-482a-97b7-9d50a48fca61 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:17.048513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d94b121-1b23-4750-bdf9-5da55777460a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:17.058433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:17.062299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:subnet and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:17.065127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:17.071051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:17.082637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Made reservation on behalf of 4c4e37c1cb1f49a498273fe88fe2c7da for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:17.086430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.132992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 6d94b121-1b23-4750-bdf9-5da55777460a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:17.138216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6d94b121-1b23-4750-bdf9-5da55777460a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:17.138597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.259226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.292045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 6d94b121-1b23-4750-bdf9-5da55777460a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d94b121-1b23-4750-bdf9-5da55777460a,segment=NetworkSegment(7244d799-5567-4abe-a5ca-7699d527c092),segment_id=7244d799-5567-4abe-a5ca-7699d527c092)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:17.296626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.307212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.365837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=6d94b121-1b23-4750-bdf9-5da55777460a,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:17.388312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'Subnet': ['ID=af17cf07-b766-4317-b874-db3a938cc9ee,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:17.398569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Checking segment: {'id': 'dd7181ae-c6ec-4bb5-9e5b-6dae340d4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6444a9dc-3a0b-482a-97b7-9d50a48fca61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:17.398920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Network hostable DHCP agents. Network: 6444a9dc-3a0b-482a-97b7-9d50a48fca61, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:17.420299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Network 6444a9dc-3a0b-482a-97b7-9d50a48fca61 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:17.429662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 6444a9dc-3a0b-482a-97b7-9d50a48fca61) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:17.433534 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:17.434113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.440779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9cace7-296b-4afa-8c9d-80df3a977662 None None] Network 6444a9dc-3a0b-482a-97b7-9d50a48fca61 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:17.456716 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-45fcf657-c913-4b15-9c54-2124c77b9597 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5259593 Mar 16 11:25:17.460422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43100) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:17.466041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1036936328'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:17.471288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:17.475344 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:network and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:17.478370 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:17.484310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:17.498062 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Made reservation on behalf of 4c4e37c1cb1f49a498273fe88fe2c7da for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:17.501758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.529154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:17.537740 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.538107 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Added segment 4c01b0e5-24ff-4f4a-9e0e-b65c1899675e of type vlan for network c01e026e-1f2a-4d1a-80ec-730c116d413e Mar 16 11:25:17.568882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.601170 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.609008 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:17.609701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.659250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-6444a9dc-3a0b-482a-97b7-9d50a48fca61', 'network_id': '6444a9dc-3a0b-482a-97b7-9d50a48fca61', 'tenant_id': '4c4e37c1cb1f49a498273fe88fe2c7da', 'fixed_ips': [{'subnet_id': 'af17cf07-b766-4317-b874-db3a938cc9ee'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:17.660144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.706181 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2445333 Mar 16 11:25:17.709352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43104) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:17.717436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Request body: {'subnet': {'network_id': 'c01e026e-1f2a-4d1a-80ec-730c116d413e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:17.717671 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878c2e5-b4c1-4d21-93a9-5fabfd1783a0 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'Network': ['ID=c01e026e-1f2a-4d1a-80ec-730c116d413e,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:17.736243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network c01e026e-1f2a-4d1a-80ec-730c116d413e details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:17.829181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:17.832945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Usage tracker for resource:subnet and tenant:4c4e37c1cb1f49a498273fe88fe2c7da is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:17.835877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:17.841626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:17.850676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Made reservation on behalf of 4c4e37c1cb1f49a498273fe88fe2c7da for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:17.854236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.945245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Allocated IP 2001:db8::2 (6444a9dc-3a0b-482a-97b7-9d50a48fca61/af17cf07-b766-4317-b874-db3a938cc9ee/68a504fc-e818-4fdf-a769-8cf6941563e6) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:18.071127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.150193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event updated for resources: {'Subnet': ['ID=31f617cf-f8f2-4a7a-a779-0b0c23725225,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:18.155302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.166292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Transition to ACTIVE for port object 68a504fc-e818-4fdf-a769-8cf6941563e6 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:18.168379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.168690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.169056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.169381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.169703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.170029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.170348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.170663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.171005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.171363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.171669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.171979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:18.182493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Checking segment: {'id': '4c01b0e5-24ff-4f4a-9e0e-b65c1899675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c01e026e-1f2a-4d1a-80ec-730c116d413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:18.182924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Network hostable DHCP agents. Network: c01e026e-1f2a-4d1a-80ec-730c116d413e, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:18.185706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Transition to ACTIVE for port object 68a504fc-e818-4fdf-a769-8cf6941563e6 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:18.191776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.202611 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Network c01e026e-1f2a-4d1a-80ec-730c116d413e is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:18.212689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, c01e026e-1f2a-4d1a-80ec-730c116d413e) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:18.217301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:18.218113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.235375 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d9997-711c-40d5-8712-38b92a2d70be None None] Network c01e026e-1f2a-4d1a-80ec-730c116d413e requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:18.240474 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5b20ca24-9518-441b-8123-677229d51c9e tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5297801 Mar 16 11:25:18.243223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43108) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:18.281754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Network 6444a9dc-3a0b-482a-97b7-9d50a48fca61 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:18.285876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:18.295513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:18.358434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Pushing event updated for resources: {'Port': ['ID=68a504fc-e818-4fdf-a769-8cf6941563e6,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:18.388034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.458854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.467273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Attempting to bind port 68a504fc-e818-4fdf-a769-8cf6941563e6 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:18.467640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Attempting to bind port 68a504fc-e818-4fdf-a769-8cf6941563e6 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'dd7181ae-c6ec-4bb5-9e5b-6dae340d4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6444a9dc-3a0b-482a-97b7-9d50a48fca61'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:18.468066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Attempting to bind port 68a504fc-e818-4fdf-a769-8cf6941563e6 on network 6444a9dc-3a0b-482a-97b7-9d50a48fca61 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:18.499144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:18.499547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Checking segment: {'id': 'dd7181ae-c6ec-4bb5-9e5b-6dae340d4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6444a9dc-3a0b-482a-97b7-9d50a48fca61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:18.499948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.500333 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Bound using segment: {'id': 'dd7181ae-c6ec-4bb5-9e5b-6dae340d4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6444a9dc-3a0b-482a-97b7-9d50a48fca61'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:18.500845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Bound port: 68a504fc-e818-4fdf-a769-8cf6941563e6, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7181ae-c6ec-4bb5-9e5b-6dae340d4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6444a9dc-3a0b-482a-97b7-9d50a48fca61'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:18.501207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.535603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.578605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Subnet': ['ID=31f617cf-f8f2-4a7a-a779-0b0c23725225,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:18.628393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40305a3-2076-4b96-a15c-393565c9d918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-c01e026e-1f2a-4d1a-80ec-730c116d413e', 'network_id': 'c01e026e-1f2a-4d1a-80ec-730c116d413e', 'tenant_id': '4c4e37c1cb1f49a498273fe88fe2c7da', 'fixed_ips': [{'subnet_id': '31f617cf-f8f2-4a7a-a779-0b0c23725225'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:18.629234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f40305a3-2076-4b96-a15c-393565c9d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.657026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] For port 68a504fc-e818-4fdf-a769-8cf6941563e6, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:18.671099 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.699708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01e026e-1f2a-4d1a-80ec-730c116d413e']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:18.701973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] For port 68a504fc-e818-4fdf-a769-8cf6941563e6, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=68a504fc-e818-4fdf-a769-8cf6941563e6,segment=NetworkSegment(dd7181ae-c6ec-4bb5-9e5b-6dae340d4263),segment_id=dd7181ae-c6ec-4bb5-9e5b-6dae340d4263)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:18.711787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.712084 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c01b0e5-24ff-4f4a-9e0e-b65c1899675e') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:18.712401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c01b0e5-24ff-4f4a-9e0e-b65c1899675e') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:18.723932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.740516 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.747295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:18.747818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:18.762925 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:18.802463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c094a23-9d8c-470b-93a7-b585459151f1 None None] Pushing event updated for resources: {'Port': ['ID=68a504fc-e818-4fdf-a769-8cf6941563e6,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:18.820208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993b82ed-23d4-40be-a190-92ba37c50a5b None None] Network c01e026e-1f2a-4d1a-80ec-730c116d413e requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:18.849101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.874566 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.885749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Network': ['ID=c01e026e-1f2a-4d1a-80ec-730c116d413e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:18.889962 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4e4d095d-b820-4fe4-b288-801e47fac56d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/networks/c01e026e-1f2a-4d1a-80ec-730c116d413e HTTP/1.1" status: 204 len: 168 time: 0.6451633 Mar 16 11:25:18.893068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43112) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:18.933444 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc17995-58a0-4b16-aa56-2ad5c530ad29 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] GET failed (client error): The resource could not be found. Mar 16 11:25:18.933985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ebc17995-58a0-4b16-aa56-2ad5c530ad29 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Synchronizing usage tracker for tenant:4c4e37c1cb1f49a498273fe88fe2c7da on resource:subnet {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:18.954340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ebc17995-58a0-4b16-aa56-2ad5c530ad29 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Unset dirty status for tenant:4c4e37c1cb1f49a498273fe88fe2c7da on resource:subnet {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:18.955988 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ebc17995-58a0-4b16-aa56-2ad5c530ad29 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "GET /v2.0/subnets/31f617cf-f8f2-4a7a-a779-0b0c23725225 HTTP/1.1" status: 404 len: 337 time: 0.0618994 Mar 16 11:25:18.958941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43116) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:18.984419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d94b121-1b23-4750-bdf9-5da55777460a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:18.990234 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d03346b-cc61-4fbb-9c8b-a22b7c57adbe tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] DELETE failed (client error): The resource could not be found. Mar 16 11:25:18.990704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d03346b-cc61-4fbb-9c8b-a22b7c57adbe tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:25:18.992382 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3d03346b-cc61-4fbb-9c8b-a22b7c57adbe tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/networks/c01e026e-1f2a-4d1a-80ec-730c116d413e HTTP/1.1" status: 404 len: 339 time: 0.0317354 Mar 16 11:25:18.996370 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43120) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:19.053398 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.pecan_wsgi.hooks.translation [None req-25882968-8608-4439-9a9f-9a7d981d3adb tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] DELETE failed (client error): The resource could not be found. Mar 16 11:25:19.053844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25882968-8608-4439-9a9f-9a7d981d3adb tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:25:19.057941 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-25882968-8608-4439-9a9f-9a7d981d3adb tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/subnets/31f617cf-f8f2-4a7a-a779-0b0c23725225 HTTP/1.1" status: 404 len: 337 time: 0.0579939 Mar 16 11:25:19.061064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43124) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:19.081191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 6d94b121-1b23-4750-bdf9-5da55777460a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:19.081555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.087037 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f9ffc2-770f-405c-8ac4-28a4c8b55138 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] DELETE failed (client error): The resource could not be found. Mar 16 11:25:19.087587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f9ffc2-770f-405c-8ac4-28a4c8b55138 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:25:19.091727 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-06f9ffc2-770f-405c-8ac4-28a4c8b55138 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/networks/c01e026e-1f2a-4d1a-80ec-730c116d413e HTTP/1.1" status: 404 len: 339 time: 0.0271251 Mar 16 11:25:19.092044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43128) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:19.158112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-418b91d6-b810-40a0-a8a9-bcd72dbbd634 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Deleting subnet af17cf07-b766-4317-b874-db3a938cc9ee {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:19.161340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-418b91d6-b810-40a0-a8a9-bcd72dbbd634 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.218836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-418b91d6-b810-40a0-a8a9-bcd72dbbd634 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.300318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-418b91d6-b810-40a0-a8a9-bcd72dbbd634 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.387915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-418b91d6-b810-40a0-a8a9-bcd72dbbd634 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.427532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b91d6-b810-40a0-a8a9-bcd72dbbd634 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Subnet': ['ID=af17cf07-b766-4317-b874-db3a938cc9ee,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:19.429556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-418b91d6-b810-40a0-a8a9-bcd72dbbd634 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.445494 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-418b91d6-b810-40a0-a8a9-bcd72dbbd634 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/subnets/af17cf07-b766-4317-b874-db3a938cc9ee HTTP/1.1" status: 204 len: 168 time: 0.3523645 Mar 16 11:25:19.448011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43132) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:19.564162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.575500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Deleting port 68a504fc-e818-4fdf-a769-8cf6941563e6 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:19.575807 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.757875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4c3ecb-99ab-4a90-9233-5424ce86ff6e None None] Network 6444a9dc-3a0b-482a-97b7-9d50a48fca61 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:19.781819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] For port 68a504fc-e818-4fdf-a769-8cf6941563e6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=68a504fc-e818-4fdf-a769-8cf6941563e6,segment=NetworkSegment(dd7181ae-c6ec-4bb5-9e5b-6dae340d4263),segment_id=dd7181ae-c6ec-4bb5-9e5b-6dae340d4263)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:19.782172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.890610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0ceb473b-4a74-4f47-b936-ed3b88e8e3be None None] Provisioning for port 68a504fc-e818-4fdf-a769-8cf6941563e6 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:19.907756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Calling delete_port for 68a504fc-e818-4fdf-a769-8cf6941563e6 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:19.987078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.012013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dbee06-d1e0-429c-a560-f8e7b1a02498 None None] DHCP port deletion for 6444a9dc-3a0b-482a-97b7-9d50a48fca61 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:25:20.037702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Port': ['ID=68a504fc-e818-4fdf-a769-8cf6941563e6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:20.042721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] No DVR routers for this DVR port 68a504fc-e818-4fdf-a769-8cf6941563e6 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:20.293260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.319627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6444a9dc-3a0b-482a-97b7-9d50a48fca61']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:20.331535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7181ae-c6ec-4bb5-9e5b-6dae340d4263') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:20.331822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7181ae-c6ec-4bb5-9e5b-6dae340d4263') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:20.343226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.359621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.369743 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:20.370115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:20.384367 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:20.472166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.476930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.502218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Network': ['ID=6444a9dc-3a0b-482a-97b7-9d50a48fca61,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:20.505969 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a09de892-661c-4eda-8ebc-62d3129b7680 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/networks/6444a9dc-3a0b-482a-97b7-9d50a48fca61 HTTP/1.1" status: 204 len: 168 time: 1.0569792 Mar 16 11:25:20.508631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43136) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:20.545556 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2af7a05-3a80-498b-b871-b9b6be8276c4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] DELETE failed (client error): The resource could not be found. Mar 16 11:25:20.545909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2af7a05-3a80-498b-b871-b9b6be8276c4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:25:20.547600 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f2af7a05-3a80-498b-b871-b9b6be8276c4 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/subnets/1bf48679-ce24-4f07-9b73-7af0c78e4021 HTTP/1.1" status: 404 len: 337 time: 0.0379882 Mar 16 11:25:20.550602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43140) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:20.574424 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-688f4936-e764-442a-ac20-23088a43ed7a tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] DELETE failed (client error): The resource could not be found. Mar 16 11:25:20.574868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688f4936-e764-442a-ac20-23088a43ed7a tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:25:20.576428 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-688f4936-e764-442a-ac20-23088a43ed7a tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/networks/b8107852-601d-4f9f-939e-41ffb631abac HTTP/1.1" status: 404 len: 339 time: 0.0249567 Mar 16 11:25:20.579004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43144) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:20.619059 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8ceb49-4a4b-47df-9ac5-0b9efbbb2710 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] DELETE failed (client error): The resource could not be found. Mar 16 11:25:20.619499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8ceb49-4a4b-47df-9ac5-0b9efbbb2710 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:25:20.621155 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0a8ceb49-4a4b-47df-9ac5-0b9efbbb2710 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/subnets/927e551c-9cd1-45f6-a63d-979992050786 HTTP/1.1" status: 404 len: 337 time: 0.0413060 Mar 16 11:25:20.624985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43148) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:20.648940 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05be863-2293-4960-b652-763dc48d6587 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] DELETE failed (client error): The resource could not be found. Mar 16 11:25:20.649378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05be863-2293-4960-b652-763dc48d6587 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:25:20.650932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e05be863-2293-4960-b652-763dc48d6587 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/networks/51b24d0d-1b68-4da3-b4bd-6a9b55182cd2 HTTP/1.1" status: 404 len: 339 time: 0.0250971 Mar 16 11:25:20.653258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43152) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:20.724082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a67e4c4-ec3f-4c96-a83e-3bf557fbbab9 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Deleting subnet 9b55cfef-826e-4af5-a354-83b1960a70ec {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:20.727523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a67e4c4-ec3f-4c96-a83e-3bf557fbbab9 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.791389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a67e4c4-ec3f-4c96-a83e-3bf557fbbab9 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.879566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a67e4c4-ec3f-4c96-a83e-3bf557fbbab9 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.954108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a67e4c4-ec3f-4c96-a83e-3bf557fbbab9 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.994054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67e4c4-ec3f-4c96-a83e-3bf557fbbab9 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Subnet': ['ID=9b55cfef-826e-4af5-a354-83b1960a70ec,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:21.001260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4a67e4c4-ec3f-4c96-a83e-3bf557fbbab9 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.006636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c73b0ef-ff6c-475c-917f-6ecb23267071 None None] Network 5c466b23-dba9-4e62-8836-c3ff017bc8e6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:21.012778 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4a67e4c4-ec3f-4c96-a83e-3bf557fbbab9 tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/subnets/9b55cfef-826e-4af5-a354-83b1960a70ec HTTP/1.1" status: 204 len: 168 time: 0.3571463 Mar 16 11:25:21.013746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43156) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:21.128654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.139427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Deleting port 6d94b121-1b23-4750-bdf9-5da55777460a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:21.139852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.283405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] DHCP port deletion for 5c466b23-dba9-4e62-8836-c3ff017bc8e6 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:25:21.287953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] Deleting port 6d94b121-1b23-4750-bdf9-5da55777460a {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:21.288322 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.338272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] For port 6d94b121-1b23-4750-bdf9-5da55777460a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d94b121-1b23-4750-bdf9-5da55777460a,segment=NetworkSegment(7244d799-5567-4abe-a5ca-7699d527c092),segment_id=7244d799-5567-4abe-a5ca-7699d527c092)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:21.338640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.463485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Calling delete_port for 6d94b121-1b23-4750-bdf9-5da55777460a owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:21.488557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] For port 6d94b121-1b23-4750-bdf9-5da55777460a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=6d94b121-1b23-4750-bdf9-5da55777460a,segment=NetworkSegment(7244d799-5567-4abe-a5ca-7699d527c092),segment_id=7244d799-5567-4abe-a5ca-7699d527c092)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:21.488977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.542128 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.591500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Port': ['ID=6d94b121-1b23-4750-bdf9-5da55777460a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:21.593543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] No DVR routers for this DVR port 6d94b121-1b23-4750-bdf9-5da55777460a on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:21.616553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] Calling delete_port for 6d94b121-1b23-4750-bdf9-5da55777460a owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:21.687162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:25:21.687507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:25:21.712783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.741103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c466b23-dba9-4e62-8836-c3ff017bc8e6']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:21.752762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7244d799-5567-4abe-a5ca-7699d527c092') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:21.753050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7244d799-5567-4abe-a5ca-7699d527c092') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:21.764187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.784283 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.793061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:21.793664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:21.811449 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:21.897236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.927521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-59b69786-96a2-4d4e-9be5-5d131c5f2cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.020057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.028126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] Pushing event deleted for resources: {'Network': ['ID=5c466b23-dba9-4e62-8836-c3ff017bc8e6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:22.033258 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f442204b-0097-48c6-be3d-7e0de6ab3a1d tempest-NetworksIpV6Test-1332425424 tempest-NetworksIpV6Test-1332425424-project] 10.222.0.37 "DELETE /v2.0/networks/5c466b23-dba9-4e62-8836-c3ff017bc8e6 HTTP/1.1" status: 204 len: 168 time: 1.0182569 Mar 16 11:25:22.188816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] Deleting port 6d94b121-1b23-4750-bdf9-5da55777460a {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:22.189339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.260866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-43bc9fc2-23bf-49cb-b6cf-02737fa00b19 None None] The port '6d94b121-1b23-4750-bdf9-5da55777460a' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:25:22.322823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43164) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:22.441488 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:25:22.486343 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8e4a53c5-6a78-4a3d-938e-51c5f9193eb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c4e37c1cb1f49a498273fe88fe2c7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623192 Mar 16 11:25:22.488925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43170) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:22.545414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-11f8cd9e-647f-4e0b-9bcb-b2733ea6ad34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.570745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-11f8cd9e-647f-4e0b-9bcb-b2733ea6ad34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.623834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-11f8cd9e-647f-4e0b-9bcb-b2733ea6ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.638119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8cd9e-647f-4e0b-9bcb-b2733ea6ad34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0422e5-a180-4a45-8e6a-38a21a96c5be,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:22.645432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-11f8cd9e-647f-4e0b-9bcb-b2733ea6ad34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.646658 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-11f8cd9e-647f-4e0b-9bcb-b2733ea6ad34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec0422e5-a180-4a45-8e6a-38a21a96c5be HTTP/1.1" status: 204 len: 168 time: 0.1568847 Mar 16 11:25:22.967593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d94b121-1b23-4750-bdf9-5da55777460a no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:23.002151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 6d94b121-1b23-4750-bdf9-5da55777460a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:23.002494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 6d94b121-1b23-4750-bdf9-5da55777460a not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:23.368296 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43194) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:23.486101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-531927870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:23.493166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:23.497324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Usage tracker for resource:router and tenant:6bc75add7ebc46c698b9ab3940b7edb4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:23.500330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:23.506954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:23.521042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.522065 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.537005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.558768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.582532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.583780 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0dd08961-491a-4c7b-83bf-3655aeeac8b1 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2143745 Mar 16 11:25:23.586550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43200) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:23.592013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1301966528'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:23.597136 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:23.601856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Usage tracker for resource:network and tenant:6bc75add7ebc46c698b9ab3940b7edb4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:23.604891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:23.610794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:23.623824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Made reservation on behalf of 6bc75add7ebc46c698b9ab3940b7edb4 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:23.627333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.639736 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.654857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:23.658834 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Usage tracker for resource:security_group_rule and tenant:6bc75add7ebc46c698b9ab3940b7edb4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:23.661697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:23.667347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:23.750198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.755889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.785190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:23.797408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bb0052-227e-441a-825e-6b3d2ad06a92,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:23.802932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.803277 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Added segment 3916e1d6-0115-4d5f-837f-9cce4143de37 of type vlan for network 37e97956-d0ae-4bde-99b8-fbf2f1131318 Mar 16 11:25:23.831699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.867629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.875400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:23.875924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.982249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event updated for resources: {'Network': ['ID=37e97956-d0ae-4bde-99b8-fbf2f1131318,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:23.985174 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5e10b729-22f9-4684-9fce-de79782ee2bc tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3975608 Mar 16 11:25:23.989222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43204) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:23.994593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Request body: {'subnet': {'network_id': '37e97956-d0ae-4bde-99b8-fbf2f1131318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:23.995238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 37e97956-d0ae-4bde-99b8-fbf2f1131318 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:24.102709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:24.106496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Usage tracker for resource:subnet and tenant:6bc75add7ebc46c698b9ab3940b7edb4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:24.109328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:24.114854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:24.125220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Made reservation on behalf of 6bc75add7ebc46c698b9ab3940b7edb4 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:24.128714 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.345110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.416856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event updated for resources: {'Subnet': ['ID=087e71ac-ee27-4013-bb24-d53e71971fcb,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:24.428608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Checking segment: {'id': '3916e1d6-0115-4d5f-837f-9cce4143de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37e97956-d0ae-4bde-99b8-fbf2f1131318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:24.429137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Network hostable DHCP agents. Network: 37e97956-d0ae-4bde-99b8-fbf2f1131318, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:24.457561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Network 37e97956-d0ae-4bde-99b8-fbf2f1131318 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:24.468454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 37e97956-d0ae-4bde-99b8-fbf2f1131318) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:24.472887 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:24.473478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.477631 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc746ad-ccad-4b52-b65a-1b50a1265cb5 None None] Network 37e97956-d0ae-4bde-99b8-fbf2f1131318 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:24.500229 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c79e2caf-5b00-4d7d-8879-31c7d68114be tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5099952 Mar 16 11:25:24.503409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43208) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:24.509295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1842006620'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:24.514375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:24.518495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Usage tracker for resource:network and tenant:6bc75add7ebc46c698b9ab3940b7edb4 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:24.521573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:24.527947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:24.542110 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Made reservation on behalf of 6bc75add7ebc46c698b9ab3940b7edb4 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:24.546094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.602556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:24.613486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.613872 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Added segment 888ceca3-861d-494a-ae95-70f2d17f8f52 of type vlan for network 7ff2728e-3735-4b19-a999-225a4bb13fad Mar 16 11:25:24.644372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.677603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.683565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:24.684159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.707432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-37e97956-d0ae-4bde-99b8-fbf2f1131318', 'network_id': '37e97956-d0ae-4bde-99b8-fbf2f1131318', 'tenant_id': '6bc75add7ebc46c698b9ab3940b7edb4', 'fixed_ips': [{'subnet_id': '087e71ac-ee27-4013-bb24-d53e71971fcb'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:24.708274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.741690 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2371509 Mar 16 11:25:24.744660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43212) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:24.751038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Request body: {'subnet': {'network_id': '7ff2728e-3735-4b19-a999-225a4bb13fad', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:24.811771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de78d8-2811-448e-a0cb-2bdccc7e808c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event updated for resources: {'Network': ['ID=7ff2728e-3735-4b19-a999-225a4bb13fad,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:24.843563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 7ff2728e-3735-4b19-a999-225a4bb13fad details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:24.963510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Allocated IP 172.20.0.2 (37e97956-d0ae-4bde-99b8-fbf2f1131318/087e71ac-ee27-4013-bb24-d53e71971fcb/3117dfb5-14da-4fca-b7a1-369d0f0f0788) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:24.981137 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:24.985064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Usage tracker for resource:subnet and tenant:6bc75add7ebc46c698b9ab3940b7edb4 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:24.987879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:24.994575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:25.005081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Made reservation on behalf of 6bc75add7ebc46c698b9ab3940b7edb4 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:25.009174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.086336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.093650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9afa66a9-e82e-40ff-8de9-f8d2a683c71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.230612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.235355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.241602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Transition to ACTIVE for port object 3117dfb5-14da-4fca-b7a1-369d0f0f0788 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:25.260114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Transition to ACTIVE for port object 3117dfb5-14da-4fca-b7a1-369d0f0f0788 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:25.266562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.314128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event updated for resources: {'Subnet': ['ID=56f32175-8347-4b80-b316-d43b8e3a7be0,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.325164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Checking segment: {'id': '888ceca3-861d-494a-ae95-70f2d17f8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ff2728e-3735-4b19-a999-225a4bb13fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:25.325504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Network hostable DHCP agents. Network: 7ff2728e-3735-4b19-a999-225a4bb13fad, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:25.335783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Network 37e97956-d0ae-4bde-99b8-fbf2f1131318 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:25.338730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:25.345682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Network 7ff2728e-3735-4b19-a999-225a4bb13fad is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:25.347519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:25.356122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 7ff2728e-3735-4b19-a999-225a4bb13fad) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:25.356460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.366908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:25.367731 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.389551 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-91409d7f-bbc8-4e6d-962e-ce0b6fe8a95d tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6437786 Mar 16 11:25:25.391073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Pushing event updated for resources: {'Port': ['ID=3117dfb5-14da-4fca-b7a1-369d0f0f0788,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.392250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43216) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:25.393499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2422c35e-5c60-4f3c-ada1-28c6d518a05f None None] Network 7ff2728e-3735-4b19-a999-225a4bb13fad requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:25.398348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-45246e2d-fbbe-4e30-bf4f-e8b6ade42758 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ff2728e-3735-4b19-a999-225a4bb13fad'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:25.526533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Attempting to bind port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:25.526789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Attempting to bind port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '3916e1d6-0115-4d5f-837f-9cce4143de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37e97956-d0ae-4bde-99b8-fbf2f1131318'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:25.527140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Attempting to bind port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 on network 37e97956-d0ae-4bde-99b8-fbf2f1131318 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:25.536785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:25.537183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Checking segment: {'id': '3916e1d6-0115-4d5f-837f-9cce4143de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37e97956-d0ae-4bde-99b8-fbf2f1131318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:25.537577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.537954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Bound using segment: {'id': '3916e1d6-0115-4d5f-837f-9cce4143de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37e97956-d0ae-4bde-99b8-fbf2f1131318'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:25.538410 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Bound port: 3117dfb5-14da-4fca-b7a1-369d0f0f0788, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3916e1d6-0115-4d5f-837f-9cce4143de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37e97956-d0ae-4bde-99b8-fbf2f1131318'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:25.538775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.711117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] For port 3117dfb5-14da-4fca-b7a1-369d0f0f0788, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:25.723651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] For port 3117dfb5-14da-4fca-b7a1-369d0f0f0788, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3117dfb5-14da-4fca-b7a1-369d0f0f0788,segment=NetworkSegment(3916e1d6-0115-4d5f-837f-9cce4143de37),segment_id=3916e1d6-0115-4d5f-837f-9cce4143de37)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:25.728293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-7ff2728e-3735-4b19-a999-225a4bb13fad', 'network_id': '7ff2728e-3735-4b19-a999-225a4bb13fad', 'tenant_id': '6bc75add7ebc46c698b9ab3940b7edb4', 'fixed_ips': [{'subnet_id': '56f32175-8347-4b80-b316-d43b8e3a7be0'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:25.729201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.743412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.779383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45246e2d-fbbe-4e30-bf4f-e8b6ade42758 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.883599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18441d6-74de-48b2-a205-9f6046f9f220 None None] Pushing event updated for resources: {'Port': ['ID=3117dfb5-14da-4fca-b7a1-369d0f0f0788,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.926241 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.api.v2.resource [None req-45246e2d-fbbe-4e30-bf4f-e8b6ade42758 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:25:25.933234 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-45246e2d-fbbe-4e30-bf4f-e8b6ade42758 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "PUT /v2.0/routers/f4e782fc-477d-42b6-b927-28a6ea0b45cc HTTP/1.1" status: 400 len: 364 time: 0.5340006 Mar 16 11:25:25.933550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43220) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:25.964948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Allocated IP 172.21.0.2 (7ff2728e-3735-4b19-a999-225a4bb13fad/56f32175-8347-4b80-b316-d43b8e3a7be0/554ded07-5907-4693-b9e7-e818d8473d03) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:26.006025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec985915-49b5-4fe8-aae7-465bff142f2a tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Deleting subnet 56f32175-8347-4b80-b316-d43b8e3a7be0 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:26.198301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.209382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Transition to ACTIVE for port object 554ded07-5907-4693-b9e7-e818d8473d03 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:26.227649 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Transition to ACTIVE for port object 554ded07-5907-4693-b9e7-e818d8473d03 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:26.233818 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec985915-49b5-4fe8-aae7-465bff142f2a tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.234332 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.288235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec985915-49b5-4fe8-aae7-465bff142f2a tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.297377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Network 7ff2728e-3735-4b19-a999-225a4bb13fad is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:26.304585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:26.307465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:26.340286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Pushing event updated for resources: {'Port': ['ID=554ded07-5907-4693-b9e7-e818d8473d03,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:26.375932 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec985915-49b5-4fe8-aae7-465bff142f2a tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.403400 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Attempting to bind port 554ded07-5907-4693-b9e7-e818d8473d03 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:26.403764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Attempting to bind port 554ded07-5907-4693-b9e7-e818d8473d03 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '888ceca3-861d-494a-ae95-70f2d17f8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ff2728e-3735-4b19-a999-225a4bb13fad'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:26.404118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Attempting to bind port 554ded07-5907-4693-b9e7-e818d8473d03 on network 7ff2728e-3735-4b19-a999-225a4bb13fad {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:26.409380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:26.409744 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Checking segment: {'id': '888ceca3-861d-494a-ae95-70f2d17f8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ff2728e-3735-4b19-a999-225a4bb13fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:26.410135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.410533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Bound using segment: {'id': '888ceca3-861d-494a-ae95-70f2d17f8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ff2728e-3735-4b19-a999-225a4bb13fad'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:26.410978 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Bound port: 554ded07-5907-4693-b9e7-e818d8473d03, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888ceca3-861d-494a-ae95-70f2d17f8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ff2728e-3735-4b19-a999-225a4bb13fad'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:26.411337 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.449350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec985915-49b5-4fe8-aae7-465bff142f2a tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.491849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ec985915-49b5-4fe8-aae7-465bff142f2a tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.498075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec985915-49b5-4fe8-aae7-465bff142f2a tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event deleted for resources: {'Subnet': ['ID=56f32175-8347-4b80-b316-d43b8e3a7be0,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:26.501430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] For port 554ded07-5907-4693-b9e7-e818d8473d03, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:26.505152 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] For port 554ded07-5907-4693-b9e7-e818d8473d03, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=554ded07-5907-4693-b9e7-e818d8473d03,segment=NetworkSegment(888ceca3-861d-494a-ae95-70f2d17f8f52),segment_id=888ceca3-861d-494a-ae95-70f2d17f8f52)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:26.505357 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ec985915-49b5-4fe8-aae7-465bff142f2a tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "DELETE /v2.0/subnets/56f32175-8347-4b80-b316-d43b8e3a7be0 HTTP/1.1" status: 204 len: 168 time: 0.5706084 Mar 16 11:25:26.505896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43224) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:26.511072 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.631148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc03c2-d956-4e72-9678-91fb834d624a None None] Pushing event updated for resources: {'Port': ['ID=554ded07-5907-4693-b9e7-e818d8473d03,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:26.645810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.658349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Deleting port 554ded07-5907-4693-b9e7-e818d8473d03 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:26.658787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.660467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5261f3b8-dcdb-4d5a-89dc-6381fbce5342 None None] Network 7ff2728e-3735-4b19-a999-225a4bb13fad requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:26.805621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.867563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda95392-563d-4964-aec8-d6f120f2a6ee None None] Network 37e97956-d0ae-4bde-99b8-fbf2f1131318 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:26.875902 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] For port 554ded07-5907-4693-b9e7-e818d8473d03, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=554ded07-5907-4693-b9e7-e818d8473d03,segment=NetworkSegment(888ceca3-861d-494a-ae95-70f2d17f8f52),segment_id=888ceca3-861d-494a-ae95-70f2d17f8f52)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:26.876258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.995410 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8a8081f4-d281-482d-821f-d32e473aa2b4 None None] Provisioning for port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:27.005812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Calling delete_port for 554ded07-5907-4693-b9e7-e818d8473d03 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:27.012494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3117dfb5-14da-4fca-b7a1-369d0f0f0788 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:27.082469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.130558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event deleted for resources: {'Port': ['ID=554ded07-5907-4693-b9e7-e818d8473d03,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:27.133964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] No DVR routers for this DVR port 554ded07-5907-4693-b9e7-e818d8473d03 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:27.169964 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:27.179388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:27.179759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.323304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.357624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 3117dfb5-14da-4fca-b7a1-369d0f0f0788, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3117dfb5-14da-4fca-b7a1-369d0f0f0788,segment=NetworkSegment(3916e1d6-0115-4d5f-837f-9cce4143de37),segment_id=3916e1d6-0115-4d5f-837f-9cce4143de37)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:27.360275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.363150 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.387511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff2728e-3735-4b19-a999-225a4bb13fad']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:27.401957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888ceca3-861d-494a-ae95-70f2d17f8f52') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:27.402289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888ceca3-861d-494a-ae95-70f2d17f8f52') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:27.415358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.432632 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=3117dfb5-14da-4fca-b7a1-369d0f0f0788,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:27.433166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.439607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:27.439998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:27.457248 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:27.496223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ae9fc0-a946-47ec-83d6-5438b07cc339 None None] get_active_networks_info from dv-neutron-833860-1-hyperv {{(pid=87876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:25:27.539299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.544130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.572781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event deleted for resources: {'Network': ['ID=7ff2728e-3735-4b19-a999-225a4bb13fad,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:27.579185 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5b6ff02b-5f96-4c3c-abbf-8fc9c664a2fb tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "DELETE /v2.0/networks/7ff2728e-3735-4b19-a999-225a4bb13fad HTTP/1.1" status: 204 len: 168 time: 1.0697749 Mar 16 11:25:27.580337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43228) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:27.587426 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b64fdaa8-a88f-43a0-b6b0-4d268669c498 None None] Provisioning complete for port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:27.587795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b64fdaa8-a88f-43a0-b6b0-4d268669c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.629967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae9fc0-a946-47ec-83d6-5438b07cc339 None None] Resources bound (agent type, host, resource id): {{(pid=87876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:25:27.648515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9cb3bf-642c-46e4-969e-300afc1a2871 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Deleting subnet 087e71ac-ee27-4013-bb24-d53e71971fcb {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:27.651538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb3bf-642c-46e4-969e-300afc1a2871 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.706395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb3bf-642c-46e4-969e-300afc1a2871 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.791499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb3bf-642c-46e4-969e-300afc1a2871 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.972952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb3bf-642c-46e4-969e-300afc1a2871 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.011111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cb3bf-642c-46e4-969e-300afc1a2871 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event deleted for resources: {'Subnet': ['ID=087e71ac-ee27-4013-bb24-d53e71971fcb,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:28.014728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb3bf-642c-46e4-969e-300afc1a2871 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.021281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be7ac2-4fa1-42a6-bc96-eeec9cc1255e None None] Network 37e97956-d0ae-4bde-99b8-fbf2f1131318 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:28.021869 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2f9cb3bf-642c-46e4-969e-300afc1a2871 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "DELETE /v2.0/subnets/087e71ac-ee27-4013-bb24-d53e71971fcb HTTP/1.1" status: 204 len: 168 time: 0.4407432 Mar 16 11:25:28.023361 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43232) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:28.135011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.145545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Deleting port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:28.145866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.257014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] DHCP port deletion for 37e97956-d0ae-4bde-99b8-fbf2f1131318 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:25:28.261577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] Deleting port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:28.261950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.345821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] For port 3117dfb5-14da-4fca-b7a1-369d0f0f0788, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3117dfb5-14da-4fca-b7a1-369d0f0f0788,segment=NetworkSegment(3916e1d6-0115-4d5f-837f-9cce4143de37),segment_id=3916e1d6-0115-4d5f-837f-9cce4143de37)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:28.346140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.464962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] For port 3117dfb5-14da-4fca-b7a1-369d0f0f0788, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3117dfb5-14da-4fca-b7a1-369d0f0f0788,segment=NetworkSegment(3916e1d6-0115-4d5f-837f-9cce4143de37),segment_id=3916e1d6-0115-4d5f-837f-9cce4143de37)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:28.465595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.468230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Calling delete_port for 3117dfb5-14da-4fca-b7a1-369d0f0f0788 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:28.544571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.596284 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event deleted for resources: {'Port': ['ID=3117dfb5-14da-4fca-b7a1-369d0f0f0788,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:28.598097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] No DVR routers for this DVR port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:28.622748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] Calling delete_port for 3117dfb5-14da-4fca-b7a1-369d0f0f0788 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:28.692360 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:25:28.693067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:25:28.720803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.753173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e97956-d0ae-4bde-99b8-fbf2f1131318']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:28.769935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3916e1d6-0115-4d5f-837f-9cce4143de37') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:28.770258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3916e1d6-0115-4d5f-837f-9cce4143de37') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:28.782374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.800479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.806906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:28.807313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:28.822244 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:28.906554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.924878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.935755 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Pushing event deleted for resources: {'Network': ['ID=37e97956-d0ae-4bde-99b8-fbf2f1131318,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:28.943181 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a73af121-019f-43de-92a9-fdfad79fbe4c tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "DELETE /v2.0/networks/37e97956-d0ae-4bde-99b8-fbf2f1131318 HTTP/1.1" status: 204 len: 168 time: 0.9159808 Mar 16 11:25:28.943575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43236) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:28.972141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3117dfb5-14da-4fca-b7a1-369d0f0f0788 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:28.986304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-869e3f52-f5f1-4e46-be21-42a449d9514f tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Synchronizing usage tracker for tenant:6bc75add7ebc46c698b9ab3940b7edb4 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:29.003313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-869e3f52-f5f1-4e46-be21-42a449d9514f tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Unset dirty status for tenant:6bc75add7ebc46c698b9ab3940b7edb4 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:29.007358 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-869e3f52-f5f1-4e46-be21-42a449d9514f tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4e782fc-477d-42b6-b927-28a6ea0b45cc HTTP/1.1" status: 200 len: 205 time: 0.0606799 Mar 16 11:25:29.007662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43240) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:29.010127 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 3117dfb5-14da-4fca-b7a1-369d0f0f0788 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:29.010474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3117dfb5-14da-4fca-b7a1-369d0f0f0788 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:29.195210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] Deleting port 3117dfb5-14da-4fca-b7a1-369d0f0f0788 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:29.195210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.264456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-08c2e5fc-299f-4e59-b9dc-106ec09322af None None] The port '3117dfb5-14da-4fca-b7a1-369d0f0f0788' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:25:29.277399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-22a1c9fc-54f1-4961-85d1-a2bee89f4b64 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.583405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-22a1c9fc-54f1-4961-85d1-a2bee89f4b64 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.585518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-22a1c9fc-54f1-4961-85d1-a2bee89f4b64 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.608024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-22a1c9fc-54f1-4961-85d1-a2bee89f4b64 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.608549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a1c9fc-54f1-4961-85d1-a2bee89f4b64 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Fanout notify agent at l3_agent the message router_deleted on router f4e782fc-477d-42b6-b927-28a6ea0b45cc {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:25:29.624209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-22a1c9fc-54f1-4961-85d1-a2bee89f4b64 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.625307 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-22a1c9fc-54f1-4961-85d1-a2bee89f4b64 tempest-RoutersNegativeTest-430525602 tempest-RoutersNegativeTest-430525602-project] 10.222.0.37 "DELETE /v2.0/routers/f4e782fc-477d-42b6-b927-28a6ea0b45cc HTTP/1.1" status: 204 len: 168 time: 0.6165047 Mar 16 11:25:29.894941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43248) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:30.047070 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9e0aed2e-96c7-4739-a32f-dbf4aa9ebba6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bc75add7ebc46c698b9ab3940b7edb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509476 Mar 16 11:25:30.049831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43254) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:30.111416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.136036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.188823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.203277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bb0052-227e-441a-825e-6b3d2ad06a92,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:30.213014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.213353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.213681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.214004 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.214320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.214636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.214952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.215265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.215563 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.215867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.216173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.216528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:30.220636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.222279 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6ee553ef-a4d3-466a-b842-bb9cbc289636 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55bb0052-227e-441a-825e-6b3d2ad06a92 HTTP/1.1" status: 204 len: 168 time: 0.1710243 Mar 16 11:25:30.930825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43278) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:31.042359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-642459196-network', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:31.047543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:31.051756 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Usage tracker for resource:network and tenant:3e426fa15fc24c72858050c452bf10b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:31.054937 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:31.061934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:31.076345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Made reservation on behalf of 3e426fa15fc24c72858050c452bf10b3 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:31.078971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.091247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.105664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:31.109676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Usage tracker for resource:security_group_rule and tenant:3e426fa15fc24c72858050c452bf10b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:31.112530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:31.118766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:31.224791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.230096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.260113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:31.268404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edae5b97-3c19-40eb-a3c7-94a6f095b701,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:31.274069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.274436 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Added segment 6474a528-cc30-4f17-837a-70aa67b8427f of type vlan for network 6595ea38-ae77-4d7a-8b06-e53a84560e00 Mar 16 11:25:31.300154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.330145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.331094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:31.331667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.449401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] Pushing event updated for resources: {'Network': ['ID=6595ea38-ae77-4d7a-8b06-e53a84560e00,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:31.453274 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ab3e9c69-cb25-46a4-bba0-f1e7187c2310 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5210872 Mar 16 11:25:31.456097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43284) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:31.460911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 6595ea38-ae77-4d7a-8b06-e53a84560e00 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:31.462226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Request body: {'subnet': {'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-642459196-subnet', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'ip_version': 4}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:31.469649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:31.473841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Usage tracker for resource:subnet and tenant:3e426fa15fc24c72858050c452bf10b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:31.476875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:31.483103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:31.494982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Made reservation on behalf of 3e426fa15fc24c72858050c452bf10b3 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:31.497477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.722274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.793330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:31.806630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Checking segment: {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:31.806942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Network hostable DHCP agents. Network: 6595ea38-ae77-4d7a-8b06-e53a84560e00, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:31.831382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Network 6595ea38-ae77-4d7a-8b06-e53a84560e00 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:31.841324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 6595ea38-ae77-4d7a-8b06-e53a84560e00) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:31.845822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:31.846399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.850598 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7edc73-c25b-4d08-a13a-c6e99c49d0b8 None None] Network 6595ea38-ae77-4d7a-8b06-e53a84560e00 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:31.867947 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-12e54704-876c-4c46-954e-33bced7ac030 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4107230 Mar 16 11:25:31.870795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43288) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:31.875908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-642459196-router', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:31.880567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:31.884348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Usage tracker for resource:router and tenant:3e426fa15fc24c72858050c452bf10b3 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:31.887132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:31.893142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:31.904927 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.906034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.922829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.078533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-6595ea38-ae77-4d7a-8b06-e53a84560e00', 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'fixed_ips': [{'subnet_id': 'ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:32.079374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.210140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.231646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Allocated IP 172.20.0.2 (6595ea38-ae77-4d7a-8b06-e53a84560e00/ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4/ab23ebfa-6cc9-4659-a43c-4f018587124b) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:32.444065 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.455400 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Transition to ACTIVE for port object ab23ebfa-6cc9-4659-a43c-4f018587124b will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:32.475500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Transition to ACTIVE for port object ab23ebfa-6cc9-4659-a43c-4f018587124b will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:32.481869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.541025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Network 6595ea38-ae77-4d7a-8b06-e53a84560e00 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:32.548188 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:32.553021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:32.558901 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Pushing event updated for resources: {'Port': ['ID=ab23ebfa-6cc9-4659-a43c-4f018587124b,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:32.646890 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.655779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Attempting to bind port ab23ebfa-6cc9-4659-a43c-4f018587124b on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:32.656145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Attempting to bind port ab23ebfa-6cc9-4659-a43c-4f018587124b by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:32.656503 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Attempting to bind port ab23ebfa-6cc9-4659-a43c-4f018587124b on network 6595ea38-ae77-4d7a-8b06-e53a84560e00 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:32.661620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:32.661979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Checking segment: {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:32.662377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.662764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Bound using segment: {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:32.663217 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Bound port: ab23ebfa-6cc9-4659-a43c-4f018587124b, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:32.663578 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.676163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.757220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] For port ab23ebfa-6cc9-4659-a43c-4f018587124b, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:32.760409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] For port ab23ebfa-6cc9-4659-a43c-4f018587124b, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ab23ebfa-6cc9-4659-a43c-4f018587124b,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:32.765176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.824305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Allocated IP 172.26.2.149 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/3b45b6c7-4fdd-481b-91ad-089dcc1d7cff) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:32.848357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217546d-7d66-4e2c-bee9-1be8c24e0694 None None] Pushing event updated for resources: {'Port': ['ID=ab23ebfa-6cc9-4659-a43c-4f018587124b,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:32.984912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:33.022276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:33.086765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:33.093990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:33.098368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:33.127390 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b45b6c7-4fdd-481b-91ad-089dcc1d7cff,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:33.534531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:33.749499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026038c5-7960-44c6-b738-fafc68f43d5c None None] Network 6595ea38-ae77-4d7a-8b06-e53a84560e00 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:33.852325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-bf2c666a-405a-4307-8c02-df8c7a186695 None None] Provisioning for port ab23ebfa-6cc9-4659-a43c-4f018587124b completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:33.992991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.205069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:25:34.380402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:34.389743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Sync routers for ids ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:34.399806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Routers {'5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:34.400412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:25:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:34.404450 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.405878 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-be2857f8-9d89-4b00-bf3d-1821d5f3d3c1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5340726 Mar 16 11:25:34.408655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43292) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:34.610925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Set router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:34.892193 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'name': 'tempest-TestEncryptedCinderVolumes-642459196-router', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:33Z', 'revision_number': 3, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'gw_port': {'id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:32Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:34.896278 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Checking router: 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:34.896656 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Updating router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:34.957810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.006858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ab23ebfa-6cc9-4659-a43c-4f018587124b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:35.074489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.203739 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port ab23ebfa-6cc9-4659-a43c-4f018587124b completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:35.220269 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ab23ebfa-6cc9-4659-a43c-4f018587124b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:35.220633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.280139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Allocated IP 172.20.0.1 (6595ea38-ae77-4d7a-8b06-e53a84560e00/ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4/717b10df-5bd3-47cf-80a1-244274a0d0f6) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:35.419161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.444016 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.467604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Transition to ACTIVE for port object 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:35.474552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port ab23ebfa-6cc9-4659-a43c-4f018587124b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ab23ebfa-6cc9-4659-a43c-4f018587124b,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:35.476557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.508291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.553393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Attempting to bind port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:35.553758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Attempting to bind port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:35.554114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Attempting to bind port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:35.560077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f4aae-f67d-4d40-aa82-47eaa0a05f31 None None] Pushing event updated for resources: {'Port': ['ID=3b45b6c7-4fdd-481b-91ad-089dcc1d7cff,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:35.563282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.581136 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Transition to ACTIVE for port object 717b10df-5bd3-47cf-80a1-244274a0d0f6 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:35.599462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:35.599824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:35.600227 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.600624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:35.601124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Bound port: 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:35.601469 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.608976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.673796 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Network 6595ea38-ae77-4d7a-8b06-e53a84560e00 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:35.680914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:35.685550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:35.687867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=ab23ebfa-6cc9-4659-a43c-4f018587124b,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:35.699144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] For port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:35.702843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] For port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3b45b6c7-4fdd-481b-91ad-089dcc1d7cff,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:35.708386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.720312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Pushing event updated for resources: {'Port': ['ID=717b10df-5bd3-47cf-80a1-244274a0d0f6,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:35.743273 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.788604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Routers {'5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:35.789249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:25:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:35.851751 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f4aae-f67d-4d40-aa82-47eaa0a05f31 None None] Pushing event updated for resources: {'Port': ['ID=3b45b6c7-4fdd-481b-91ad-089dcc1d7cff,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:35.967515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-50546bce-c31f-4ef1-b81b-3223d5bdf801 None None] Provisioning for port 717b10df-5bd3-47cf-80a1-244274a0d0f6 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:35.980264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-50546bce-c31f-4ef1-b81b-3223d5bdf801 None None] Provisioning complete for port 717b10df-5bd3-47cf-80a1-244274a0d0f6 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:35.980632 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-50546bce-c31f-4ef1-b81b-3223d5bdf801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.004373 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.055496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] Set router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:36.208222 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-50546bce-c31f-4ef1-b81b-3223d5bdf801 None None] Port 717b10df-5bd3-47cf-80a1-244274a0d0f6 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:25:36.231779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.237025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.344911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.348352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Pushing event updated for resources: {'Port': ['ID=717b10df-5bd3-47cf-80a1-244274a0d0f6,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:36.361136 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'name': 'tempest-TestEncryptedCinderVolumes-642459196-router', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:33Z', 'revision_number': 3, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'gw_port': {'id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:32Z', 'updated_at': '2022-03-16T11:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:36.365197 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497d95d-cfa4-4708-97cf-64ad8c405c5a None None] The sync data for ids ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'] in dv-neutron-833860-1-hyperv is: [{'id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'name': 'tempest-TestEncryptedCinderVolumes-642459196-router', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:33Z', 'revision_number': 3, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'gw_port': {'id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:32Z', 'updated_at': '2022-03-16T11:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:36.486879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Network 6595ea38-ae77-4d7a-8b06-e53a84560e00 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:36.487962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:36.700581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:36.833477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-56820fe1-55f4-4a76-a508-e6381075fc7e None None] Provisioning complete for port 717b10df-5bd3-47cf-80a1-244274a0d0f6 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:36.833839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-56820fe1-55f4-4a76-a508-e6381075fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.888721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-56820fe1-55f4-4a76-a508-e6381075fc7e None None] Port 717b10df-5bd3-47cf-80a1-244274a0d0f6 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:25:36.891552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:36.903558 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ba2c9a28-10b4-4f2c-ac1f-88f7ab03e94d admin admin] 10.222.0.37 "PUT /v2.0/routers/5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4938478 Mar 16 11:25:37.043485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:37.117395 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:37.122584 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:37.122953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.243778 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.262586 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3b45b6c7-4fdd-481b-91ad-089dcc1d7cff,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:37.266821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.267670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ab23ebfa-6cc9-4659-a43c-4f018587124b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:37.386377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=3b45b6c7-4fdd-481b-91ad-089dcc1d7cff,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:37.399763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ab23ebfa-6cc9-4659-a43c-4f018587124b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:37.400130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.445267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43310) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:37.450983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-86273712-network', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:37.456305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:37.460168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Usage tracker for resource:network and tenant:3a21245d8dd94cf7b0d48963906b4084 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:37.463037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:37.468957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:37.479402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Made reservation on behalf of 3a21245d8dd94cf7b0d48963906b4084 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:37.481884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.494008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.507951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:37.511882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Usage tracker for resource:security_group_rule and tenant:3a21245d8dd94cf7b0d48963906b4084 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:37.514757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:37.520373 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:37.605095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.610364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.766000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:37.774569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e503ecf-9cff-434c-9235-cd4d12f87079,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:37.781711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.782047 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Added segment 69028bae-4188-424c-81c5-61b9ab67ec25 of type vlan for network 276508f2-5faf-436c-b67f-91b71fa16e00 Mar 16 11:25:37.814217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.823719 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Sync routers for ids ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:37.843919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.844906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:37.845482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.845758 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Routers {'5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:37.846369 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:25:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:37.945340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4988115 Mar 16 11:25:37.946100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43314) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:37.951813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Request body: {'subnet': {'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-86273712-subnet', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:37.952335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ba951-f0a6-425e-b445-53186ac6cbad admin admin] Pushing event updated for resources: {'Network': ['ID=276508f2-5faf-436c-b67f-91b71fa16e00,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:37.956616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:37.960493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Usage tracker for resource:subnet and tenant:3a21245d8dd94cf7b0d48963906b4084 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:37.963462 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:37.964099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 276508f2-5faf-436c-b67f-91b71fa16e00 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:37.969438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:37.979361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Made reservation on behalf of 3a21245d8dd94cf7b0d48963906b4084 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:37.981788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.115014 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Set router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:38.188908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.260703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca23bec-d893-41a1-adfa-9dc510bf78b7,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:38.270270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Checking segment: {'id': '69028bae-4188-424c-81c5-61b9ab67ec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:38.270743 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Network hostable DHCP agents. Network: 276508f2-5faf-436c-b67f-91b71fa16e00, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:38.291241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Network 276508f2-5faf-436c-b67f-91b71fa16e00 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:38.301845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 276508f2-5faf-436c-b67f-91b71fa16e00) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:38.306142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:38.306726 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.312379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae735d-7526-4fbb-a943-8ea874fb63fe None None] Network 276508f2-5faf-436c-b67f-91b71fa16e00 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:38.328893 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f65b5882-5a9c-4bc3-8fc7-63732fbc5f0a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3815346 Mar 16 11:25:38.331364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43318) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:38.336340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-86273712-router', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:38.341053 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:38.345807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Usage tracker for resource:router and tenant:3a21245d8dd94cf7b0d48963906b4084 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:38.348835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:38.361381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:38.372899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.373917 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.389424 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.446371 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'name': 'tempest-TestEncryptedCinderVolumes-642459196-router', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:35Z', 'revision_number': 4, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'gw_port': {'id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:32Z', 'updated_at': '2022-03-16T11:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '717b10df-5bd3-47cf-80a1-244274a0d0f6', 'name': '', 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'mac_address': 'fa:16:3e:dd:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:35Z', 'updated_at': '2022-03-16T11:25:36Z', 'revision_number': 2, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'subnets': [{'id': 'ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:38.450297 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Checking router: 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:38.450641 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Updating router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 port 717b10df-5bd3-47cf-80a1-244274a0d0f6 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:38.505374 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.524968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-276508f2-5faf-436c-b67f-91b71fa16e00', 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'fixed_ips': [{'subnet_id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:25:38.526039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.622262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.672634 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.702421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Allocated IP 172.20.0.2 (276508f2-5faf-436c-b67f-91b71fa16e00/fca23bec-d893-41a1-adfa-9dc510bf78b7/61340310-5446-4028-8892-d480bf3bee44) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:38.854747 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.867739 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Transition to ACTIVE for port object 717b10df-5bd3-47cf-80a1-244274a0d0f6 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:38.874568 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.919380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.930423 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Transition to ACTIVE for port object 61340310-5446-4028-8892-d480bf3bee44 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:38.942847 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Pushing event updated for resources: {'Port': ['ID=717b10df-5bd3-47cf-80a1-244274a0d0f6,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:38.950179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Transition to ACTIVE for port object 61340310-5446-4028-8892-d480bf3bee44 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:38.951786 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.952083 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.952463 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.952830 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.953376 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.953903 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.954417 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.954913 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.955387 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.955891 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.956314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.956572 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:38.957099 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:39.008831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.042520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.061477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:39.136284 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Attempting to bind port 717b10df-5bd3-47cf-80a1-244274a0d0f6 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:39.136957 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Attempting to bind port 717b10df-5bd3-47cf-80a1-244274a0d0f6 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:39.137482 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Attempting to bind port 717b10df-5bd3-47cf-80a1-244274a0d0f6 on network 6595ea38-ae77-4d7a-8b06-e53a84560e00 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:39.147525 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:39.148394 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Checking segment: {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:39.148991 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.149693 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Bound using segment: {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:39.150055 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Bound port: 717b10df-5bd3-47cf-80a1-244274a0d0f6, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:39.150463 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.190074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Network 276508f2-5faf-436c-b67f-91b71fa16e00 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:39.195337 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:39.206148 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Allocated IP 172.26.2.231 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/42247970-1d77-4dd5-bb91-a9f1ff46e6fe) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:39.207028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Pushing event updated for resources: {'Port': ['ID=61340310-5446-4028-8892-d480bf3bee44,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:39.212468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:39.259871 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] For port 717b10df-5bd3-47cf-80a1-244274a0d0f6, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:39.263359 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] For port 717b10df-5bd3-47cf-80a1-244274a0d0f6, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=717b10df-5bd3-47cf-80a1-244274a0d0f6,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:39.274880 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.315045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:39.316036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.355592 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Routers {'5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:39.356238 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:25:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:39.369728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Attempting to bind port 61340310-5446-4028-8892-d480bf3bee44 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:39.370075 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Attempting to bind port 61340310-5446-4028-8892-d480bf3bee44 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '69028bae-4188-424c-81c5-61b9ab67ec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:39.370424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Attempting to bind port 61340310-5446-4028-8892-d480bf3bee44 on network 276508f2-5faf-436c-b67f-91b71fa16e00 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:39.399379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:39.399795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Checking segment: {'id': '69028bae-4188-424c-81c5-61b9ab67ec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:39.400135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.400518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Bound using segment: {'id': '69028bae-4188-424c-81c5-61b9ab67ec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:39.401047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Bound port: 61340310-5446-4028-8892-d480bf3bee44, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69028bae-4188-424c-81c5-61b9ab67ec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:39.401414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.417766 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060db79-ce7f-461d-9e0c-831b64646576 None None] Pushing event updated for resources: {'Port': ['ID=717b10df-5bd3-47cf-80a1-244274a0d0f6,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:39.513810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.560021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.560672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] For port 61340310-5446-4028-8892-d480bf3bee44, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:39.570566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] For port 61340310-5446-4028-8892-d480bf3bee44, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=61340310-5446-4028-8892-d480bf3bee44,segment=NetworkSegment(69028bae-4188-424c-81c5-61b9ab67ec25),segment_id=69028bae-4188-424c-81c5-61b9ab67ec25)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:39.576646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:39.600726 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] Set router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:39.681005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Pushing event updated for resources: {'Port': ['ID=42247970-1d77-4dd5-bb91-a9f1ff46e6fe,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:39.682550 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5c9b4-0d1c-4a61-a9c7-d207bbc57369 None None] Pushing event updated for resources: {'Port': ['ID=61340310-5446-4028-8892-d480bf3bee44,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:39.701873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:39.703113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:39.705705 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:39.957900 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'name': 'tempest-TestEncryptedCinderVolumes-642459196-router', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:35Z', 'revision_number': 4, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'gw_port': {'id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:32Z', 'updated_at': '2022-03-16T11:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '717b10df-5bd3-47cf-80a1-244274a0d0f6', 'name': '', 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'mac_address': 'fa:16:3e:dd:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:35Z', 'updated_at': '2022-03-16T11:25:39Z', 'revision_number': 4, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'subnets': [{'id': 'ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:39.962761 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38fb50-1845-4290-aa48-acefcbd21b20 None None] The sync data for ids ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'] in dv-neutron-833860-1-hyperv is: [{'id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'name': 'tempest-TestEncryptedCinderVolumes-642459196-router', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:25:35Z', 'revision_number': 4, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'gw_port': {'id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:32Z', 'updated_at': '2022-03-16T11:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '717b10df-5bd3-47cf-80a1-244274a0d0f6', 'name': '', 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'mac_address': 'fa:16:3e:dd:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:35Z', 'updated_at': '2022-03-16T11:25:39Z', 'revision_number': 4, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'subnets': [{'id': 'ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:40.151885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:40.505356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:40.684495 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c96937f-d8ac-4406-ba2a-47fa62cc92a2 None None] Network 276508f2-5faf-436c-b67f-91b71fa16e00 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:40.741032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:25:40.772346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ecbe6b38-d864-4d19-95b7-f985a9815460 None None] Provisioning for port 61340310-5446-4028-8892-d480bf3bee44 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:40.924096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:40.943317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Sync routers for ids ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:40.954365 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:40.956239 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-98c5ee72-a9ec-4798-b4c5-c5ac76a83dfc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6236663 Mar 16 11:25:40.959068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43322) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:40.960357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Routers {'7e8d4f44-55a9-49f6-b922-6ef2688b0631'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:40.961265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:25:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:41.140162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 717b10df-5bd3-47cf-80a1-244274a0d0f6 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:41.230835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Set router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:41.429320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 717b10df-5bd3-47cf-80a1-244274a0d0f6 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:41.448575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 717b10df-5bd3-47cf-80a1-244274a0d0f6 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:41.448968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:41.648826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:41.670551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:41.696650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'name': 'tempest-TestEncryptedCinderVolumes-86273712-router', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:38Z', 'updated_at': '2022-03-16T11:25:39Z', 'revision_number': 3, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'gw_port': {'id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:39Z', 'updated_at': '2022-03-16T11:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:41.705927 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Checking router: 7e8d4f44-55a9-49f6-b922-6ef2688b0631 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:41.706268 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Updating router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:41.742928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 717b10df-5bd3-47cf-80a1-244274a0d0f6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=717b10df-5bd3-47cf-80a1-244274a0d0f6,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:41.749930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:41.750718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 61340310-5446-4028-8892-d480bf3bee44 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:41.835790 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:41.850740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Allocated IP 172.20.0.1 (276508f2-5faf-436c-b67f-91b71fa16e00/fca23bec-d893-41a1-adfa-9dc510bf78b7/465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:41.969781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=717b10df-5bd3-47cf-80a1-244274a0d0f6,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:41.988974 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.989919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.989919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.990128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.990289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.990633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.991009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.991348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.991640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.991990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.992306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:41.992623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:42.000823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.009705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 61340310-5446-4028-8892-d480bf3bee44 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:42.017839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Transition to ACTIVE for port object 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:42.041737 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.043581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 61340310-5446-4028-8892-d480bf3bee44 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:42.043962 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.101338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Network 276508f2-5faf-436c-b67f-91b71fa16e00 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:42.108086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:42.116019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:42.145398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Pushing event updated for resources: {'Port': ['ID=465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:42.173344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.265263 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.305697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.368703 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.372906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 61340310-5446-4028-8892-d480bf3bee44, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=61340310-5446-4028-8892-d480bf3bee44,segment=NetworkSegment(69028bae-4188-424c-81c5-61b9ab67ec25),segment_id=69028bae-4188-424c-81c5-61b9ab67ec25)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:42.387672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.390562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Transition to ACTIVE for port object 42247970-1d77-4dd5-bb91-a9f1ff46e6fe will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:42.431658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.443919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6ad5fb62-9147-4e15-b28c-38442243ae43 None None] Provisioning for port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:42.458660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6ad5fb62-9147-4e15-b28c-38442243ae43 None None] Provisioning complete for port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:42.459031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6ad5fb62-9147-4e15-b28c-38442243ae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.522270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=61340310-5446-4028-8892-d480bf3bee44,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:42.559304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Attempting to bind port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:42.559673 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Attempting to bind port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:42.560029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Attempting to bind port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:42.583748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:42.584720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:42.584720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.584972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:42.585386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Bound port: 42247970-1d77-4dd5-bb91-a9f1ff46e6fe, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:42.585762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.624625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5fb62-9147-4e15-b28c-38442243ae43 None None] Port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:25:42.646652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d39b14-3fef-4e34-af25-19277d517b24 None None] Pushing event updated for resources: {'Port': ['ID=42247970-1d77-4dd5-bb91-a9f1ff46e6fe,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:42.648293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.653483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.682777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] For port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:42.685995 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] For port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=42247970-1d77-4dd5-bb91-a9f1ff46e6fe,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:42.690515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.760824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Pushing event updated for resources: {'Port': ['ID=465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:42.763323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.768784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Routers {'7e8d4f44-55a9-49f6-b922-6ef2688b0631'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:42.769419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:25:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:42.830461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d39b14-3fef-4e34-af25-19277d517b24 None None] Pushing event updated for resources: {'Port': ['ID=42247970-1d77-4dd5-bb91-a9f1ff46e6fe,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:42.897037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Network 276508f2-5faf-436c-b67f-91b71fa16e00 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:42.898357 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:42.949863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] Set router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:43.009643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 717b10df-5bd3-47cf-80a1-244274a0d0f6 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:43.096833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:43.274103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:43.285349 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-65c8f028-0037-45d6-a8ba-6a27de894577 admin admin] 10.222.0.37 "PUT /v2.0/routers/7e8d4f44-55a9-49f6-b922-6ef2688b0631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244185 Mar 16 11:25:43.286516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-27fd0be1-f1d8-4714-8d8b-d229f5636886 None None] Provisioning complete for port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:43.286887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-27fd0be1-f1d8-4714-8d8b-d229f5636886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:43.343246 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 717b10df-5bd3-47cf-80a1-244274a0d0f6 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:43.343619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:43.415004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-27fd0be1-f1d8-4714-8d8b-d229f5636886 None None] Port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:25:43.529143 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 61340310-5446-4028-8892-d480bf3bee44 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:43.582296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'name': 'tempest-TestEncryptedCinderVolumes-86273712-router', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:38Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 4, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'gw_port': {'id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:39Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5', 'name': '', 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'mac_address': 'fa:16:3e:76:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:41Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 2, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'subnets': [{'id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:43.590791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e135f54-e2ec-4839-ab84-283bcbbae249 None None] The sync data for ids ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'] in dv-neutron-833860-1-hyperv is: [{'id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'name': 'tempest-TestEncryptedCinderVolumes-86273712-router', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:38Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 4, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'gw_port': {'id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:39Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5', 'name': '', 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'mac_address': 'fa:16:3e:76:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:41Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 2, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'subnets': [{'id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:43.607100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 61340310-5446-4028-8892-d480bf3bee44 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:43.607546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.212730 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-27cc3d50-338a-4dbf-91f0-7be1c8675295 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:44.213487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-27cc3d50-338a-4dbf-91f0-7be1c8675295 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Synchronizing usage tracker for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:44.233695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-27cc3d50-338a-4dbf-91f0-7be1c8675295 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Unset dirty status for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:44.234916 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-27cc3d50-338a-4dbf-91f0-7be1c8675295 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/networks?id=6595ea38-ae77-4d7a-8b06-e53a84560e00 HTTP/1.1" status: 200 len: 816 time: 0.1713185 Mar 16 11:25:44.254510 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-203586f6-c567-4683-8c5e-f3d09362a593 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/quotas/3e426fa15fc24c72858050c452bf10b3 HTTP/1.1" status: 200 len: 375 time: 0.0109878 Mar 16 11:25:44.342998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-e06155f3-6218-4bac-b7db-a3b403700f3f tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Synchronizing usage tracker for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:44.360854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-e06155f3-6218-4bac-b7db-a3b403700f3f tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Unset dirty status for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:44.362170 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-e06155f3-6218-4bac-b7db-a3b403700f3f tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e426fa15fc24c72858050c452bf10b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020012 Mar 16 11:25:44.502740 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-ef736ccf-92d0-4ec6-bf09-df22bd927e7b service neutron] 10.222.0.37 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284769 Mar 16 11:25:44.638116 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-65d721ba-06d0-4382-ad7a-bb16b59bd3dc service neutron] 10.222.0.37 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296160 Mar 16 11:25:44.951709 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-31de3739-8f1a-483f-b844-95429b42427e req-ac837a61-43e1-46e4-844b-6425eb199cff tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 210 time: 0.1714110 Mar 16 11:25:45.020311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 42247970-1d77-4dd5-bb91-a9f1ff46e6fe up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:45.093836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:45.098593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:45.099020 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.218892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.235829 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=42247970-1d77-4dd5-bb91-a9f1ff46e6fe,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:45.240381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.310865 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=42247970-1d77-4dd5-bb91-a9f1ff46e6fe,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:46.207264 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0f999f4b-7b64-4fe9-8b71-d19003b53c48 req-1bc9dbeb-3215-42b0-a558-79ed9b95d95c tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 210 time: 0.0606639 Mar 16 11:25:46.244553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-038ee0fc-f421-4721-9879-77f4d46022af tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:46.246008 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-038ee0fc-f421-4721-9879-77f4d46022af tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.48 "GET /v2.0/networks?id=6595ea38-ae77-4d7a-8b06-e53a84560e00 HTTP/1.1" status: 200 len: 816 time: 0.2993445 Mar 16 11:25:46.266241 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Request body: {'port': {'device_id': '805fea37-67e1-464c-9573-42093ba0e25d', 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00', 'admin_state_up': True, 'tenant_id': '3e426fa15fc24c72858050c452bf10b3'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:46.407024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:46.416499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:46.427513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Made reservation on behalf of 3e426fa15fc24c72858050c452bf10b3 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:46.431349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.594366 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Allocated IP 172.20.0.10 (6595ea38-ae77-4d7a-8b06-e53a84560e00/ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4/d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:46.794748 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.809847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Transition to ACTIVE for port object d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:46.839808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.904666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Network 6595ea38-ae77-4d7a-8b06-e53a84560e00 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:46.912176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:46.916567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:46.954851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Pushing event updated for resources: {'Port': ['ID=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:46.996532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 42247970-1d77-4dd5-bb91-a9f1ff46e6fe up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:46.997185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:46.997869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.024710 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c428a783-ada1-43e9-b579-c151e75cf547 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7619019 Mar 16 11:25:47.035943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Request body: {'port': {'device_id': '805fea37-67e1-464c-9573-42093ba0e25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:25:47.077424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:47.077990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.152599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.183102 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Sync routers for ids ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:47.193085 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Routers {'7e8d4f44-55a9-49f6-b922-6ef2688b0631'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:47.193972 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:25:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:47.214442 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b61dd923-bff8-4dea-8819-fd5c57b45bdd None None] Provisioning for port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:47.220406 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b61dd923-bff8-4dea-8819-fd5c57b45bdd None None] Provisioning complete for port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:47.220870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b61dd923-bff8-4dea-8819-fd5c57b45bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.278314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b61dd923-bff8-4dea-8819-fd5c57b45bdd None None] Port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:25:47.379346 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Set router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:47.400230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccf427-65ab-48ff-9f03-dae9633fbb3d req-71bad404-56a6-42d1-8d71-3779f9099637 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:47.402083 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7fccf427-65ab-48ff-9f03-dae9633fbb3d req-71bad404-56a6-42d1-8d71-3779f9099637 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 932 time: 0.0868301 Mar 16 11:25:47.450331 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7fccf427-65ab-48ff-9f03-dae9633fbb3d req-b7286a9e-98df-4543-8eb6-8d804c1cafa5 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Mar 16 11:25:47.516537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:25:47.523888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.538003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Transition to ACTIVE for port object d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:47.544138 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.698028 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'name': 'tempest-TestEncryptedCinderVolumes-86273712-router', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:38Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 4, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'gw_port': {'id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:39Z', 'updated_at': '2022-03-16T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5', 'name': '', 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'mac_address': 'fa:16:3e:76:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:41Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 2, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'subnets': [{'id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:47.702463 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Checking router: 7e8d4f44-55a9-49f6-b922-6ef2688b0631 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:47.702989 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Updating router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:25:47.748398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Pushing event updated for resources: {'Port': ['ID=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:47.756828 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.778545 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Attempting to bind port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:47.778864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Attempting to bind port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:47.779175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Attempting to bind port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 on network 6595ea38-ae77-4d7a-8b06-e53a84560e00 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:47.783703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 on network 6595ea38-ae77-4d7a-8b06-e53a84560e00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:25:47.784017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Attempting to bind port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 on network 6595ea38-ae77-4d7a-8b06-e53a84560e00 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:47.790153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:47.790482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Checking segment: {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:47.790959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Bound using segment: {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:47.791267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Bound port: d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:47.791587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.883631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] For port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:47.886706 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] For port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:47.892516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.061430 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:48.062134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.063666 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] 10.222.0.48 "PUT /v2.0/ports/d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 HTTP/1.1" status: 200 len: 1094 time: 1.0319784 Mar 16 11:25:48.064049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805fea37-67e1-464c-9573-42093ba0e25d', 'tag': 'd5598d35-8cff-4e2c-98c5-daf6a5c2e0b5'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:48.101363 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.104949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f79ab-0b9f-4d31-aed0-fd9cfda7467f service neutron] Pushing event updated for resources: {'Port': ['ID=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:48.120826 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Transition to ACTIVE for port object 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:48.129851 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.146572 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805fea37-67e1-464c-9573-42093ba0e25d', 'tag': 'd5598d35-8cff-4e2c-98c5-daf6a5c2e0b5', 'status': 'completed', 'code': 200} Mar 16 11:25:48.191596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-a51ce054-98c4-46fd-b05f-b6f0267d70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:48.194241 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-a51ce054-98c4-46fd-b05f-b6f0267d70f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e426fa15fc24c72858050c452bf10b3&device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 1097 time: 0.0839489 Mar 16 11:25:48.269967 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-ce271563-a2db-4795-9b85-89d6d10920d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 HTTP/1.1" status: 200 len: 217 time: 0.0681694 Mar 16 11:25:48.275365 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb77809-3f2e-421d-a453-b1bb6c26608c None None] Pushing event updated for resources: {'Port': ['ID=465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:48.338999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c6821835-7bce-4a09-bfbd-42761eade269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:48.340492 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-c6821835-7bce-4a09-bfbd-42761eade269 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4 HTTP/1.1" status: 200 len: 855 time: 0.0628488 Mar 16 11:25:48.380319 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Attempting to bind port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:48.381036 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Attempting to bind port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '69028bae-4188-424c-81c5-61b9ab67ec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:48.381373 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Attempting to bind port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 on network 276508f2-5faf-436c-b67f-91b71fa16e00 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:25:48.386949 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:25:48.387602 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Checking segment: {'id': '69028bae-4188-424c-81c5-61b9ab67ec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:25:48.388159 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.388713 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Bound using segment: {'id': '69028bae-4188-424c-81c5-61b9ab67ec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:25:48.389408 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Bound port: 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69028bae-4188-424c-81c5-61b9ab67ec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:48.389955 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.429929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-02538f06-09e6-4f43-8213-bf9845036df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:48.431417 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-02538f06-09e6-4f43-8213-bf9845036df4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6595ea38-ae77-4d7a-8b06-e53a84560e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849741 Mar 16 11:25:48.486543 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] For port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:25:48.489972 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] For port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5,segment=NetworkSegment(69028bae-4188-424c-81c5-61b9ab67ec25),segment_id=69028bae-4188-424c-81c5-61b9ab67ec25)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:25:48.495410 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.581535 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Routers {'7e8d4f44-55a9-49f6-b922-6ef2688b0631'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:48.582040 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:25:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:48.608556 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-60e93aac-4e40-4793-9ab1-89031332d281 service neutron] 10.222.0.48 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708663 Mar 16 11:25:48.647646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16be7fd-7061-461b-83cc-bac4138a7e42 req-2db82301-a007-4cbe-8fcf-e4c6cbb10909 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:48.649699 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b16be7fd-7061-461b-83cc-bac4138a7e42 req-2db82301-a007-4cbe-8fcf-e4c6cbb10909 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 944 time: 0.0914555 Mar 16 11:25:48.663410 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb77809-3f2e-421d-a453-b1bb6c26608c None None] Pushing event updated for resources: {'Port': ['ID=465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:48.708170 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b16be7fd-7061-461b-83cc-bac4138a7e42 req-65ff0101-ee50-4b83-8fa1-009349d02ddf tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514498 Mar 16 11:25:48.771320 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0617513d-36fa-4b7e-a7fa-080d71fca68b req-ea8a76b0-02ce-4628-a6e0-61c12d9f3d6a service neutron] 10.222.0.48 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562321 Mar 16 11:25:48.791780 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] Set router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:48.900945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-7aafa4db-c197-4498-99ac-cf701f8277b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:48.903529 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-7aafa4db-c197-4498-99ac-cf701f8277b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e426fa15fc24c72858050c452bf10b3&device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 1097 time: 0.0758519 Mar 16 11:25:49.014315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:49.039577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-950d67a9-1b00-4463-9231-a41cca03001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:49.041164 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-950d67a9-1b00-4463-9231-a41cca03001d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6595ea38-ae77-4d7a-8b06-e53a84560e00 HTTP/1.1" status: 200 len: 917 time: 0.1315880 Mar 16 11:25:49.081541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:49.086560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:49.086927 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.117160 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'name': 'tempest-TestEncryptedCinderVolumes-86273712-router', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:38Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 4, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'gw_port': {'id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:39Z', 'updated_at': '2022-03-16T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5', 'name': '', 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'mac_address': 'fa:16:3e:76:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:41Z', 'updated_at': '2022-03-16T11:25:48Z', 'revision_number': 4, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'subnets': [{'id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:49.118268 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-5d7bfc31-287d-4082-a0bc-df1c26bbc8fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 HTTP/1.1" status: 200 len: 217 time: 0.0711184 Mar 16 11:25:49.121295 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373d962-8abf-4332-9feb-492f98ad49fa None None] The sync data for ids ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'] in dv-neutron-833860-1-hyperv is: [{'id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'name': 'tempest-TestEncryptedCinderVolumes-86273712-router', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:38Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 4, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'gw_port': {'id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:39Z', 'updated_at': '2022-03-16T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5', 'name': '', 'network_id': '276508f2-5faf-436c-b67f-91b71fa16e00', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'mac_address': 'fa:16:3e:76:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:41Z', 'updated_at': '2022-03-16T11:25:48Z', 'revision_number': 4, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'subnets': [{'id': 'fca23bec-d893-41a1-adfa-9dc510bf78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:49.184237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-b02ebb7b-5c22-4848-898e-dc4700ad6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:49.185912 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-b02ebb7b-5c22-4848-898e-dc4700ad6f08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4 HTTP/1.1" status: 200 len: 855 time: 0.0610983 Mar 16 11:25:49.221539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.258535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5,segment=NetworkSegment(69028bae-4188-424c-81c5-61b9ab67ec25),segment_id=69028bae-4188-424c-81c5-61b9ab67ec25)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:49.264783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.272859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-b0fc010e-0542-47c2-9698-a36f92a09523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:49.274364 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-b0fc010e-0542-47c2-9698-a36f92a09523 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6595ea38-ae77-4d7a-8b06-e53a84560e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826762 Mar 16 11:25:49.336322 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:49.413610 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-52bf50d8-132d-43b9-af7c-786af383f36b service neutron] 10.222.0.48 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328199 Mar 16 11:25:49.557587 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c18ea2fd-0fec-4e29-8ff7-9cff62fa5812 req-90adecc2-adc4-4c6d-8a27-6b4c560ffb21 service neutron] 10.222.0.48 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368625 Mar 16 11:25:49.908257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858abe85-b235-40f2-ae74-ae9226bbce39 req-b21dc77e-dd9c-4fcb-98f6-b59f5228e4b4 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:49.908982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-858abe85-b235-40f2-ae74-ae9226bbce39 req-b21dc77e-dd9c-4fcb-98f6-b59f5228e4b4 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Synchronizing usage tracker for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:49.928297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-858abe85-b235-40f2-ae74-ae9226bbce39 req-b21dc77e-dd9c-4fcb-98f6-b59f5228e4b4 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Unset dirty status for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:49.929594 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-858abe85-b235-40f2-ae74-ae9226bbce39 req-b21dc77e-dd9c-4fcb-98f6-b59f5228e4b4 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 944 time: 0.1113992 Mar 16 11:25:49.977219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-858abe85-b235-40f2-ae74-ae9226bbce39 req-88172b93-03d9-43dc-a5c4-85d00fc6c8e6 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Synchronizing usage tracker for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:50.001525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-858abe85-b235-40f2-ae74-ae9226bbce39 req-88172b93-03d9-43dc-a5c4-85d00fc6c8e6 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Unset dirty status for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:50.002626 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-858abe85-b235-40f2-ae74-ae9226bbce39 req-88172b93-03d9-43dc-a5c4-85d00fc6c8e6 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646257 Mar 16 11:25:51.001474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:51.074352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:51.074614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.201199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda837c7-b881-4421-be41-4d1c403a03c1 req-6211417a-ac7a-455a-a7ff-f20e4accb3a9 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:51.202604 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fda837c7-b881-4421-be41-4d1c403a03c1 req-6211417a-ac7a-455a-a7ff-f20e4accb3a9 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 944 time: 0.0859532 Mar 16 11:25:51.247029 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fda837c7-b881-4421-be41-4d1c403a03c1 req-885d8e93-e2bc-466d-ae19-84b0350e38ee tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Mar 16 11:25:51.766538 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:25:51.955734 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:51.973800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'd5598d35-8cff-4e2c-98c5-daf6a5c2e0b5', 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00', 'port_id': 'd5598d35-8cff-4e2c-98c5-daf6a5c2e0b5', 'mac_address': 'fa:16:3e:10:67:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:25:51.977589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a9e59944-c28a-4b80-9736-fac4fc98ca91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.030742 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.047663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:25:52.064835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:52.071405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.140294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:52.392208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:25:52.446473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388db30-536f-46b0-94ce-397d634d03cf req-6cfba124-c703-4086-8bb1-2ad404903eba tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:52.447950 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a388db30-536f-46b0-94ce-397d634d03cf req-6cfba124-c703-4086-8bb1-2ad404903eba tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 945 time: 0.0879962 Mar 16 11:25:52.492241 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a388db30-536f-46b0-94ce-397d634d03cf req-52021e92-3388-4d94-97f5-c3c34a030416 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Mar 16 11:25:53.698733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a028d8c-fbea-4050-aa29-ac73cb2ef3de req-1dd1fca9-fde8-4b04-a54b-3532f49dc0a4 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:53.700524 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8a028d8c-fbea-4050-aa29-ac73cb2ef3de req-1dd1fca9-fde8-4b04-a54b-3532f49dc0a4 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 945 time: 0.0914602 Mar 16 11:25:53.755103 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8a028d8c-fbea-4050-aa29-ac73cb2ef3de req-5408d3af-bc7c-4108-ba95-586d4d8fa789 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488403 Mar 16 11:25:53.780422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:53.853661 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:53.858224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:53.858623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:53.974875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.005651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805fea37-67e1-464c-9573-42093ba0e25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5598d35-8cff-4e2c-98c5-daf6a5c2e0b5'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:54.017796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:54.026384 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.093325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:54.113271 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805fea37-67e1-464c-9573-42093ba0e25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5598d35-8cff-4e2c-98c5-daf6a5c2e0b5', 'code': 200} Mar 16 11:25:54.353462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bc407-9aaa-4dbe-89de-20c6634f3dd4 req-62c52822-1bb3-4990-b35b-5070d2766c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:54.354944 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-271bc407-9aaa-4dbe-89de-20c6634f3dd4 req-62c52822-1bb3-4990-b35b-5070d2766c95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 1099 time: 0.0726147 Mar 16 11:25:54.395371 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-271bc407-9aaa-4dbe-89de-20c6634f3dd4 req-5e20775f-f32d-4250-9b9b-b7f7578db1c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342686 Mar 16 11:25:54.957175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b930e4-0901-4a22-ae91-74be1cd8879a req-69987ccb-0ccb-443f-8f7d-0c798b84a8eb tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:54.958647 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a1b930e4-0901-4a22-ae91-74be1cd8879a req-69987ccb-0ccb-443f-8f7d-0c798b84a8eb tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 946 time: 0.0880244 Mar 16 11:25:55.002901 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a1b930e4-0901-4a22-ae91-74be1cd8879a req-0f175492-6abe-4b84-826e-f8f6024f07f5 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384200 Mar 16 11:25:55.015441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.068426 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0b429c95-2352-4dfb-8d73-7e89127fd266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.312489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:56.320036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea7a2c-5a1f-4e0e-871c-3ad8213193a4 req-1cf1479d-ee74-44fa-8e0d-c5b2dcf16863 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.321466 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0eea7a2c-5a1f-4e0e-871c-3ad8213193a4 req-1cf1479d-ee74-44fa-8e0d-c5b2dcf16863 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 946 time: 0.2049060 Mar 16 11:25:56.365373 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0eea7a2c-5a1f-4e0e-871c-3ad8213193a4 req-1edbb458-43bb-453d-8d6b-d9117a09e253 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Mar 16 11:25:56.562285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49db09-e41c-41e4-a619-c6677996ea2c req-d139ceaa-9e31-421f-bf20-f84011bec6e4 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.563736 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ed49db09-e41c-41e4-a619-c6677996ea2c req-d139ceaa-9e31-421f-bf20-f84011bec6e4 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 946 time: 0.0878100 Mar 16 11:25:56.607965 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ed49db09-e41c-41e4-a619-c6677996ea2c req-32b6bc7e-de8f-4b99-a636-a58e3a96f841 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379395 Mar 16 11:25:56.734577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.445040 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:26:08.577686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:12.390446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092c121-df64-4c61-b2ca-daada06f7b2d req-524a183d-95b2-40ed-b186-d2799108771b tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:12.391898 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c092c121-df64-4c61-b2ca-daada06f7b2d req-524a183d-95b2-40ed-b186-d2799108771b tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 946 time: 0.0820143 Mar 16 11:26:12.436681 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c092c121-df64-4c61-b2ca-daada06f7b2d req-83cc10fa-661e-4101-9dd7-7e565b8012b3 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380628 Mar 16 11:26:13.642553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37331f67-5c07-4fc0-b319-a1ac801e4d15 req-bc5c5245-9a9b-40fc-808b-b74a972f6712 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:13.644035 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-37331f67-5c07-4fc0-b319-a1ac801e4d15 req-bc5c5245-9a9b-40fc-808b-b74a972f6712 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 946 time: 0.0841961 Mar 16 11:26:13.690049 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-37331f67-5c07-4fc0-b319-a1ac801e4d15 req-e3e9762e-65e0-49f6-9e2a-3ffd958c2301 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Mar 16 11:26:14.187407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-9ec7fede-5d47-4758-8564-c4754abec0e6 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:14.188849 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-9ec7fede-5d47-4758-8564-c4754abec0e6 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.48 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 946 time: 0.0883188 Mar 16 11:26:14.258496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-20c65004-c92d-4250-85ce-972d9fb842ec tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Deleting port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:14.258827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-20c65004-c92d-4250-85ce-972d9fb842ec tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:14.503976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-20c65004-c92d-4250-85ce-972d9fb842ec tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] For port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:14.504223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-20c65004-c92d-4250-85ce-972d9fb842ec tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:14.631215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-20c65004-c92d-4250-85ce-972d9fb842ec tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Calling delete_port for d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:14.774443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-20c65004-c92d-4250-85ce-972d9fb842ec tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:14.786118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:26:14.826348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c65004-c92d-4250-85ce-972d9fb842ec tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Pushing event deleted for resources: {'Port': ['ID=d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:14.860025 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f62a7b9e-4550-4b9d-81bb-ac489ba7f1c6 req-cbe8b2a4-6402-49b6-92ba-4d25c60ea8b5 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=805fea37-67e1-464c-9573-42093ba0e25d HTTP/1.1" status: 200 len: 210 time: 0.0560172 Mar 16 11:26:14.903120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-20c65004-c92d-4250-85ce-972d9fb842ec tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] No DVR routers for this DVR port d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:26:14.905677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-20c65004-c92d-4250-85ce-972d9fb842ec tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:14.908417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805fea37-67e1-464c-9573-42093ba0e25d', 'name': 'network-vif-deleted', 'tag': 'd5598d35-8cff-4e2c-98c5-daf6a5c2e0b5'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:14.927629 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2938a514-de51-45ab-82c4-6538455cd9b7 req-20c65004-c92d-4250-85ce-972d9fb842ec tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.48 "DELETE /v2.0/ports/d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 HTTP/1.1" status: 204 len: 173 time: 0.7334325 Mar 16 11:26:14.964325 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805fea37-67e1-464c-9573-42093ba0e25d', 'name': 'network-vif-deleted', 'tag': 'd5598d35-8cff-4e2c-98c5-daf6a5c2e0b5', 'status': 'completed', 'code': 200} Mar 16 11:26:16.745542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-240da788-4dda-4c62-b9ce-c1e020d07616 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:16.747277 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-240da788-4dda-4c62-b9ce-c1e020d07616 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/networks?id=6595ea38-ae77-4d7a-8b06-e53a84560e00 HTTP/1.1" status: 200 len: 816 time: 0.1454475 Mar 16 11:26:16.763833 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-9e5be12b-d6d0-4c87-96db-b150dac0d825 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/quotas/3e426fa15fc24c72858050c452bf10b3 HTTP/1.1" status: 200 len: 375 time: 0.0101213 Mar 16 11:26:16.851825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-22fc126f-9338-46c0-890e-4d335d41ebd2 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Synchronizing usage tracker for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:16.868513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-22fc126f-9338-46c0-890e-4d335d41ebd2 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Unset dirty status for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:16.869854 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-22fc126f-9338-46c0-890e-4d335d41ebd2 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e426fa15fc24c72858050c452bf10b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011095 Mar 16 11:26:17.004302 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-07dd4a74-450b-41e5-aadd-31934fd1da47 service neutron] 10.222.0.37 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226234 Mar 16 11:26:17.136223 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-0d12a42f-ef4c-4a6b-91a3-c984ca86b95b service neutron] 10.222.0.37 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233130 Mar 16 11:26:17.309518 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ae591872-7353-415c-984a-a65e2704a29b req-a029e338-95b9-407e-bb90-b62db7357719 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 210 time: 0.0416024 Mar 16 11:26:17.902164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:26:17.936565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:26:17.936939 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d5598d35-8cff-4e2c-98c5-daf6a5c2e0b5 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:26:18.476029 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-86043495-94b8-4558-a6d9-d782ad8a3a95 req-e75fd840-7787-464e-8e19-1aff14721563 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 210 time: 0.0549660 Mar 16 11:26:18.513793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-e76d4245-b368-4ff8-bb88-2494def18257 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:18.515213 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-e76d4245-b368-4ff8-bb88-2494def18257 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.48 "GET /v2.0/networks?id=6595ea38-ae77-4d7a-8b06-e53a84560e00 HTTP/1.1" status: 200 len: 816 time: 0.2921200 Mar 16 11:26:18.527544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Request body: {'port': {'device_id': 'e3cf097a-2257-4e6d-87d7-76bbf7f288fd', 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00', 'admin_state_up': True, 'tenant_id': '3e426fa15fc24c72858050c452bf10b3'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:18.662131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:18.671699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:18.683946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Made reservation on behalf of 3e426fa15fc24c72858050c452bf10b3 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:18.687509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.846294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Allocated IP 172.20.0.11 (6595ea38-ae77-4d7a-8b06-e53a84560e00/ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4/05e5d801-7f24-4ec8-a087-7e90eea3171a) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:26:19.052152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.068108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Transition to ACTIVE for port object 05e5d801-7f24-4ec8-a087-7e90eea3171a will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:26:19.105425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.171769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Network 6595ea38-ae77-4d7a-8b06-e53a84560e00 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:26:19.179306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:19.183520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:26:19.217303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Pushing event updated for resources: {'Port': ['ID=05e5d801-7f24-4ec8-a087-7e90eea3171a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:19.236873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.237226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.237566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.237899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.238230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.238559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.238893 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.239282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.239604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.239911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.240235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.240553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:19.263530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:19.264166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.290975 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-92317c80-1d58-4f4e-9025-e48dec045c88 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7668877 Mar 16 11:26:19.303060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Request body: {'port': {'device_id': 'e3cf097a-2257-4e6d-87d7-76bbf7f288fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:19.412215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.451039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d9248f2f-e360-426e-8fa0-68a293682ef1 None None] Provisioning for port 05e5d801-7f24-4ec8-a087-7e90eea3171a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:26:19.455891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d9248f2f-e360-426e-8fa0-68a293682ef1 None None] Provisioning complete for port 05e5d801-7f24-4ec8-a087-7e90eea3171a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:19.456270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d9248f2f-e360-426e-8fa0-68a293682ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.509216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d9248f2f-e360-426e-8fa0-68a293682ef1 None None] Port 05e5d801-7f24-4ec8-a087-7e90eea3171a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:26:19.665344 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bf822-68d6-4a4d-b730-06c7ac7f2fae req-8e082c14-6f87-4d8f-8e9b-dadbfbed9127 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:19.666796 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5b3bf822-68d6-4a4d-b730-06c7ac7f2fae req-8e082c14-6f87-4d8f-8e9b-dadbfbed9127 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 932 time: 0.0844440 Mar 16 11:26:19.710973 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5b3bf822-68d6-4a4d-b730-06c7ac7f2fae req-fe47f0ac-7739-4914-a7d6-800d3aa3c251 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383804 Mar 16 11:26:19.754399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e5d801-7f24-4ec8-a087-7e90eea3171a {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:19.761805 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.777456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Transition to ACTIVE for port object 05e5d801-7f24-4ec8-a087-7e90eea3171a will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:26:19.781671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.940047 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Pushing event updated for resources: {'Port': ['ID=05e5d801-7f24-4ec8-a087-7e90eea3171a,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:20.028568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Attempting to bind port 05e5d801-7f24-4ec8-a087-7e90eea3171a on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:26:20.029160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Attempting to bind port 05e5d801-7f24-4ec8-a087-7e90eea3171a by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:26:20.029488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Attempting to bind port 05e5d801-7f24-4ec8-a087-7e90eea3171a on network 6595ea38-ae77-4d7a-8b06-e53a84560e00 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:26:20.034675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Port 05e5d801-7f24-4ec8-a087-7e90eea3171a on network 6595ea38-ae77-4d7a-8b06-e53a84560e00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:26:20.034995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Attempting to bind port 05e5d801-7f24-4ec8-a087-7e90eea3171a on network 6595ea38-ae77-4d7a-8b06-e53a84560e00 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:26:20.040450 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:26:20.040843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Checking segment: {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:26:20.041317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Bound using segment: {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:26:20.041737 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Bound port: 05e5d801-7f24-4ec8-a087-7e90eea3171a, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6474a528-cc30-4f17-837a-70aa67b8427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:26:20.042078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.130954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] For port 05e5d801-7f24-4ec8-a087-7e90eea3171a, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:26:20.133824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] For port 05e5d801-7f24-4ec8-a087-7e90eea3171a, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=05e5d801-7f24-4ec8-a087-7e90eea3171a,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:26:20.140686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.304694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.305228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.306653 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] 10.222.0.48 "PUT /v2.0/ports/05e5d801-7f24-4ec8-a087-7e90eea3171a HTTP/1.1" status: 200 len: 1094 time: 1.0079715 Mar 16 11:26:20.307072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cf097a-2257-4e6d-87d7-76bbf7f288fd', 'tag': '05e5d801-7f24-4ec8-a087-7e90eea3171a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:20.333576 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34807da-9108-4d5a-9b27-e59caad03b8f service neutron] Pushing event updated for resources: {'Port': ['ID=05e5d801-7f24-4ec8-a087-7e90eea3171a,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:20.384163 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cf097a-2257-4e6d-87d7-76bbf7f288fd', 'tag': '05e5d801-7f24-4ec8-a087-7e90eea3171a', 'status': 'completed', 'code': 200} Mar 16 11:26:20.424633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-2583054d-7337-477b-9066-15f382337505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.426157 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-2583054d-7337-477b-9066-15f382337505 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e426fa15fc24c72858050c452bf10b3&device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 1097 time: 0.0732467 Mar 16 11:26:20.499060 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-d8428cff-5f58-4bec-a1f1-4a72e51cc16d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05e5d801-7f24-4ec8-a087-7e90eea3171a HTTP/1.1" status: 200 len: 217 time: 0.0642896 Mar 16 11:26:20.568082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-5cac6831-8df4-4630-830a-2fc325b833c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.569512 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-5cac6831-8df4-4630-830a-2fc325b833c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4 HTTP/1.1" status: 200 len: 855 time: 0.0643330 Mar 16 11:26:20.649582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-39072c48-b2f1-4790-a930-a7389cb91c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.651070 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-39072c48-b2f1-4790-a930-a7389cb91c07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6595ea38-ae77-4d7a-8b06-e53a84560e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754278 Mar 16 11:26:20.786440 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-651a088e-4b83-45e5-9af1-90ca61c005e6 service neutron] 10.222.0.48 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292417 Mar 16 11:26:20.895433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af656cdb-b87a-402b-8349-8783030fd84f req-aad73b01-6e65-48a9-aa27-77d73b89ecea tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.896923 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-af656cdb-b87a-402b-8349-8783030fd84f req-aad73b01-6e65-48a9-aa27-77d73b89ecea tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 944 time: 0.0794091 Mar 16 11:26:20.920289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e45f3f96-0094-4407-94a1-06aaa3288c68 req-53e58913-b761-489a-b2eb-fa691e32a85a service neutron] 10.222.0.48 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272113 Mar 16 11:26:20.941650 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-af656cdb-b87a-402b-8349-8783030fd84f req-60261c4c-5cc8-4f20-94dc-29bcd558d4ab tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384755 Mar 16 11:26:21.046245 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-40e0b196-7ad4-489c-8959-703cabfc42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.047729 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-40e0b196-7ad4-489c-8959-703cabfc42d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e426fa15fc24c72858050c452bf10b3&device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 1097 time: 0.0781033 Mar 16 11:26:21.178019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-ccef315f-2069-45ae-97b9-2e0b441d4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.179341 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-ccef315f-2069-45ae-97b9-2e0b441d4e21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6595ea38-ae77-4d7a-8b06-e53a84560e00 HTTP/1.1" status: 200 len: 917 time: 0.1256506 Mar 16 11:26:21.249515 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-dba1db8f-4fd9-4b04-94a6-bbdd132cfc3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05e5d801-7f24-4ec8-a087-7e90eea3171a HTTP/1.1" status: 200 len: 217 time: 0.0634916 Mar 16 11:26:21.309852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-ec3ddd48-9e83-4ffc-9f79-12bea3f4fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.311234 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-ec3ddd48-9e83-4ffc-9f79-12bea3f4fbb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4 HTTP/1.1" status: 200 len: 855 time: 0.0563755 Mar 16 11:26:21.388235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-694e83b8-7b90-4dae-bb07-549e1776256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.389749 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-694e83b8-7b90-4dae-bb07-549e1776256d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6595ea38-ae77-4d7a-8b06-e53a84560e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722950 Mar 16 11:26:21.519277 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-f61283e9-7c6b-49af-8eca-2c97c212293c service neutron] 10.222.0.48 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231596 Mar 16 11:26:21.651747 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97a444cd-3fb7-4895-9f3b-bfbd96ac497d req-32491991-2937-4552-8cff-f15d27206932 service neutron] 10.222.0.48 "GET /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259649 Mar 16 11:26:21.948100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-22e6f910-c442-49b3-8919-9d82a18e1ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:22.148152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f14f5-fe15-4366-9a0b-31bf11ea9b61 req-81ed166c-9f7c-48fb-b1bf-ee9231bc2e4a tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:22.148854 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-146f14f5-fe15-4366-9a0b-31bf11ea9b61 req-81ed166c-9f7c-48fb-b1bf-ee9231bc2e4a tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Synchronizing usage tracker for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:22.166588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-146f14f5-fe15-4366-9a0b-31bf11ea9b61 req-81ed166c-9f7c-48fb-b1bf-ee9231bc2e4a tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Unset dirty status for tenant:3e426fa15fc24c72858050c452bf10b3 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:22.167772 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-146f14f5-fe15-4366-9a0b-31bf11ea9b61 req-81ed166c-9f7c-48fb-b1bf-ee9231bc2e4a tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 944 time: 0.1068149 Mar 16 11:26:22.226903 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-146f14f5-fe15-4366-9a0b-31bf11ea9b61 req-c79b3864-fbbd-4f03-94d7-4daf5a7f6534 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491028 Mar 16 11:26:23.429754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ef423-1af3-44bd-a0a6-cfb2fbffe198 req-127e15b9-64ce-44d5-91cb-da5e5865e807 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:23.431222 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d79ef423-1af3-44bd-a0a6-cfb2fbffe198 req-127e15b9-64ce-44d5-91cb-da5e5865e807 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 944 time: 0.0857165 Mar 16 11:26:23.475670 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d79ef423-1af3-44bd-a0a6-cfb2fbffe198 req-d58337e7-8ed1-4dd2-afed-23a87faee161 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386522 Mar 16 11:26:23.939502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 05e5d801-7f24-4ec8-a087-7e90eea3171a details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:26:24.085345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 05e5d801-7f24-4ec8-a087-7e90eea3171a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=05e5d801-7f24-4ec8-a087-7e90eea3171a,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:24.098545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '05e5d801-7f24-4ec8-a087-7e90eea3171a', 'network_id': '6595ea38-ae77-4d7a-8b06-e53a84560e00', 'port_id': '05e5d801-7f24-4ec8-a087-7e90eea3171a', 'mac_address': 'fa:16:3e:ab:6c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:26:24.153172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:24.169832 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e5d801-7f24-4ec8-a087-7e90eea3171a {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:24.187118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 05e5d801-7f24-4ec8-a087-7e90eea3171a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=05e5d801-7f24-4ec8-a087-7e90eea3171a,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:24.193798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:24.262592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=05e5d801-7f24-4ec8-a087-7e90eea3171a,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:24.512167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['05e5d801-7f24-4ec8-a087-7e90eea3171a'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:26:24.676356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffc2f9-94f8-4f31-a235-73159a55ed7f req-2b8ef515-61d8-46da-9c90-db5500f2c22a tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:24.677982 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-49ffc2f9-94f8-4f31-a235-73159a55ed7f req-2b8ef515-61d8-46da-9c90-db5500f2c22a tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 945 time: 0.0833852 Mar 16 11:26:24.721943 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-49ffc2f9-94f8-4f31-a235-73159a55ed7f req-9462234a-5709-4e83-bad1-a553ac983a44 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380905 Mar 16 11:26:25.017285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:25.073159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-872f91cb-1732-4dfc-a781-167b100cd150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:25.306484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:25.904207 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310ecf6-d459-4249-ad27-c611daf35e05 req-4c37ee27-6912-4558-ab23-aa30c22497f6 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:25.905683 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8310ecf6-d459-4249-ad27-c611daf35e05 req-4c37ee27-6912-4558-ab23-aa30c22497f6 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 945 time: 0.0810912 Mar 16 11:26:25.948289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 05e5d801-7f24-4ec8-a087-7e90eea3171a up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:26:25.957335 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8310ecf6-d459-4249-ad27-c611daf35e05 req-8574a206-40cd-440b-b67b-459231329584 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427814 Mar 16 11:26:26.022819 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 05e5d801-7f24-4ec8-a087-7e90eea3171a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:26:26.027407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 05e5d801-7f24-4ec8-a087-7e90eea3171a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:26.027772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:26.142959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:26.168869 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cf097a-2257-4e6d-87d7-76bbf7f288fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e5d801-7f24-4ec8-a087-7e90eea3171a'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:26.178337 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 05e5d801-7f24-4ec8-a087-7e90eea3171a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=05e5d801-7f24-4ec8-a087-7e90eea3171a,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:26.183173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:26.214113 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cf097a-2257-4e6d-87d7-76bbf7f288fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e5d801-7f24-4ec8-a087-7e90eea3171a', 'code': 200} Mar 16 11:26:26.252492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=05e5d801-7f24-4ec8-a087-7e90eea3171a,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:26.456424 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdca22c-4150-40e2-b813-73658a3dd8ab req-5887a5b6-0039-4ed2-9ce6-42dbeb2f9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:26.457853 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6bdca22c-4150-40e2-b813-73658a3dd8ab req-5887a5b6-0039-4ed2-9ce6-42dbeb2f9103 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 1099 time: 0.0799704 Mar 16 11:26:26.501900 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6bdca22c-4150-40e2-b813-73658a3dd8ab req-49943933-a09c-4462-bc59-fad9b1f973e7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379760 Mar 16 11:26:26.745982 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:27.149360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8cd65-88ab-41af-b102-8137d09d7fc9 req-98ad0f1f-a43d-419b-ba57-dc3bc6d0794a tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:27.150812 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-13f8cd65-88ab-41af-b102-8137d09d7fc9 req-98ad0f1f-a43d-419b-ba57-dc3bc6d0794a tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 946 time: 0.0896554 Mar 16 11:26:27.197591 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-13f8cd65-88ab-41af-b102-8137d09d7fc9 req-2335e049-6b6a-4e8b-9f1b-e4661902823c tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384226 Mar 16 11:26:28.503753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fd92f-46cd-4aeb-a5ef-d4899cf6397d req-110a6bca-2e0f-4018-806f-d4538bc5b2ca tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:28.505141 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-258fd92f-46cd-4aeb-a5ef-d4899cf6397d req-110a6bca-2e0f-4018-806f-d4538bc5b2ca tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 946 time: 0.1908550 Mar 16 11:26:28.548318 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-258fd92f-46cd-4aeb-a5ef-d4899cf6397d req-ca12e40c-6c20-4b4d-92e6-2bccd728043f tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373111 Mar 16 11:26:28.745993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84904ff-dac8-413d-87d8-e7dfd3608c80 req-74a04c45-fe32-40ee-b95e-fdf2587b4532 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:28.747459 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f84904ff-dac8-413d-87d8-e7dfd3608c80 req-74a04c45-fe32-40ee-b95e-fdf2587b4532 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 946 time: 0.0947733 Mar 16 11:26:28.797150 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f84904ff-dac8-413d-87d8-e7dfd3608c80 req-f19c1025-e403-4e8c-a777-77a4ee97fcf2 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437636 Mar 16 11:26:36.444754 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:26:38.599171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:44.393497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adde037-388b-413f-ab05-49d1d5134357 req-5a4d1a13-841a-4e12-8363-3eb926d51d07 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:44.394949 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4adde037-388b-413f-ab05-49d1d5134357 req-5a4d1a13-841a-4e12-8363-3eb926d51d07 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 946 time: 0.0815046 Mar 16 11:26:44.438050 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4adde037-388b-413f-ab05-49d1d5134357 req-bc10f6f8-bcc7-4db9-9f91-f215092428b1 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 Mar 16 11:26:45.642584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670fe3b-432c-44aa-a847-9f7b324269d4 req-f8d27291-d6f0-4ffe-bc4d-ce4430239135 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:45.644041 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4670fe3b-432c-44aa-a847-9f7b324269d4 req-f8d27291-d6f0-4ffe-bc4d-ce4430239135 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 946 time: 0.0864992 Mar 16 11:26:45.689864 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4670fe3b-432c-44aa-a847-9f7b324269d4 req-54c58daa-d564-4e8c-8b86-8d9dc3cdd1d2 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/security-groups?id=edae5b97-3c19-40eb-a3c7-94a6f095b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375915 Mar 16 11:26:46.235074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-7ef071bc-5d20-4bcf-9e7d-fd108dcd562b tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:46.236514 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-7ef071bc-5d20-4bcf-9e7d-fd108dcd562b tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 946 time: 0.0900145 Mar 16 11:26:46.310082 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-39b5d558-cb7b-4c96-99c6-e2f366132652 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Deleting port 05e5d801-7f24-4ec8-a087-7e90eea3171a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:46.310411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-39b5d558-cb7b-4c96-99c6-e2f366132652 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:46.551498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-39b5d558-cb7b-4c96-99c6-e2f366132652 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] For port 05e5d801-7f24-4ec8-a087-7e90eea3171a, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=05e5d801-7f24-4ec8-a087-7e90eea3171a,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:46.551768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-39b5d558-cb7b-4c96-99c6-e2f366132652 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:46.671308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-39b5d558-cb7b-4c96-99c6-e2f366132652 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Calling delete_port for 05e5d801-7f24-4ec8-a087-7e90eea3171a owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:46.815266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-39b5d558-cb7b-4c96-99c6-e2f366132652 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:46.839161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['05e5d801-7f24-4ec8-a087-7e90eea3171a'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:26:46.841687 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b785d841-c715-4d5d-b846-f7e397865c80 req-d763edcd-b0b7-4e9a-b025-c651f234b4c1 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3cf097a-2257-4e6d-87d7-76bbf7f288fd HTTP/1.1" status: 200 len: 210 time: 0.0457742 Mar 16 11:26:46.867257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5d558-cb7b-4c96-99c6-e2f366132652 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Pushing event deleted for resources: {'Port': ['ID=05e5d801-7f24-4ec8-a087-7e90eea3171a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:46.942922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-39b5d558-cb7b-4c96-99c6-e2f366132652 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] No DVR routers for this DVR port 05e5d801-7f24-4ec8-a087-7e90eea3171a on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:26:46.945553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-39b5d558-cb7b-4c96-99c6-e2f366132652 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:46.948168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cf097a-2257-4e6d-87d7-76bbf7f288fd', 'name': 'network-vif-deleted', 'tag': '05e5d801-7f24-4ec8-a087-7e90eea3171a'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:46.967072 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-844c0ec0-01eb-462a-a913-150ef9fcf034 req-39b5d558-cb7b-4c96-99c6-e2f366132652 tempest-TestEncryptedCinderVolumes-360930850 tempest-TestEncryptedCinderVolumes-360930850-project] 10.222.0.48 "DELETE /v2.0/ports/05e5d801-7f24-4ec8-a087-7e90eea3171a HTTP/1.1" status: 204 len: 173 time: 0.7247739 Mar 16 11:26:46.999134 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cf097a-2257-4e6d-87d7-76bbf7f288fd', 'name': 'network-vif-deleted', 'tag': '05e5d801-7f24-4ec8-a087-7e90eea3171a', 'status': 'completed', 'code': 200} Mar 16 11:26:47.983267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43618) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:48.634970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:48.991369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Deleting port 717b10df-5bd3-47cf-80a1-244274a0d0f6 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:48.991952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:49.164003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] For port 717b10df-5bd3-47cf-80a1-244274a0d0f6, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=717b10df-5bd3-47cf-80a1-244274a0d0f6,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:49.164304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:49.287486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Calling delete_port for 717b10df-5bd3-47cf-80a1-244274a0d0f6 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:49.604834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:49.780479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Pushing event deleted for resources: {'Port': ['ID=717b10df-5bd3-47cf-80a1-244274a0d0f6,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:49.826459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.826777 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.827109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.827466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.827789 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.828106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.828428 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.828768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.829066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.829377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.829693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:49.829988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:50.058190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 05e5d801-7f24-4ec8-a087-7e90eea3171a no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:26:50.061893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:50.093076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 05e5d801-7f24-4ec8-a087-7e90eea3171a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:26:50.093420 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 05e5d801-7f24-4ec8-a087-7e90eea3171a not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:26:50.423288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:26:50.601814 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:26:50.612526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] Sync routers for ids ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:26:50.613987 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f9e6a8cf-1a67-40f2-8902-921e28a44031 admin admin] 10.222.0.37 "PUT /v2.0/routers/5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296220 Mar 16 11:26:50.616668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43622) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:50.622406 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] Routers {'5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:26:50.623022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:50.793587 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:50.827906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] Set router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:26:50.971941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:50.987396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Deleting port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:50.987802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:51.110907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'name': 'tempest-TestEncryptedCinderVolumes-642459196-router', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:26:49Z', 'revision_number': 5, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'gw_port': {'id': '3b45b6c7-4fdd-481b-91ad-089dcc1d7cff', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:32Z', 'updated_at': '2022-03-16T11:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:51.114977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] Checking router: 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:26:51.123627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] Routers {'5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:26:51.124229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:51.273471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] Set router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:26:51.290434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] For port 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3b45b6c7-4fdd-481b-91ad-089dcc1d7cff,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:51.290968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:51.378599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'name': 'tempest-TestEncryptedCinderVolumes-642459196-router', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:26:50Z', 'revision_number': 6, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:51.382864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cada93-7465-4bbc-b0cc-326a4aea7921 None None] The sync data for ids ['5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59'] in dv-neutron-833860-1-hyperv is: [{'id': '5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59', 'name': 'tempest-TestEncryptedCinderVolumes-642459196-router', 'tenant_id': '3e426fa15fc24c72858050c452bf10b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:31Z', 'updated_at': '2022-03-16T11:26:50Z', 'revision_number': 6, 'project_id': '3e426fa15fc24c72858050c452bf10b3', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:26:51.413965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Calling delete_port for 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:51.589295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:51.635134 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b45b6c7-4fdd-481b-91ad-089dcc1d7cff,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:51.727033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:51.903384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:51.905656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:51.931801 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:51.932448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:26:51.933429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-48241fcb-f3a7-4c77-9075-b612c5a79003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:51.948400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:51.949714 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-824b85ac-197e-4b3e-a3aa-2b2ac9bc544a admin admin] 10.222.0.37 "DELETE /v2.0/routers/5dd49cb7-b7c1-4c04-9b66-42d7c1d37a59 HTTP/1.1" status: 204 len: 168 time: 1.3321462 Mar 16 11:26:51.952277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43626) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:52.011630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d35bcf-5c7e-46f6-8ca1-18ba26d697e8 admin admin] Deleting subnet ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:26:52.014834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d35bcf-5c7e-46f6-8ca1-18ba26d697e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.062208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d35bcf-5c7e-46f6-8ca1-18ba26d697e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.143288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d35bcf-5c7e-46f6-8ca1-18ba26d697e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.217074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d35bcf-5c7e-46f6-8ca1-18ba26d697e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.255354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d35bcf-5c7e-46f6-8ca1-18ba26d697e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:52.260778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-38d35bcf-5c7e-46f6-8ca1-18ba26d697e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.265750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d6858e-894b-4744-995b-f365bd7dba7f None None] Network 6595ea38-ae77-4d7a-8b06-e53a84560e00 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:26:52.268002 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-38d35bcf-5c7e-46f6-8ca1-18ba26d697e8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ac5ac0b2-44b8-4f26-b45a-c2dc5af263f4 HTTP/1.1" status: 204 len: 168 time: 0.3146613 Mar 16 11:26:52.270579 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43630) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:52.378417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.390449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Deleting port ab23ebfa-6cc9-4659-a43c-4f018587124b {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:52.390743 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.508581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] DHCP port deletion for 6595ea38-ae77-4d7a-8b06-e53a84560e00 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:26:52.512963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] Deleting port ab23ebfa-6cc9-4659-a43c-4f018587124b {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:52.513338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.594142 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] For port ab23ebfa-6cc9-4659-a43c-4f018587124b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ab23ebfa-6cc9-4659-a43c-4f018587124b,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:52.594599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.729717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] For port ab23ebfa-6cc9-4659-a43c-4f018587124b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ab23ebfa-6cc9-4659-a43c-4f018587124b,segment=NetworkSegment(6474a528-cc30-4f17-837a-70aa67b8427f),segment_id=6474a528-cc30-4f17-837a-70aa67b8427f)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:52.730090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.825901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Calling delete_port for ab23ebfa-6cc9-4659-a43c-4f018587124b owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:52.848772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] Calling delete_port for ab23ebfa-6cc9-4659-a43c-4f018587124b owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:52.903873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:52.954472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab23ebfa-6cc9-4659-a43c-4f018587124b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:52.957849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] No DVR routers for this DVR port ab23ebfa-6cc9-4659-a43c-4f018587124b on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:26:52.968898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:26:52.969268 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:26:53.026608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 717b10df-5bd3-47cf-80a1-244274a0d0f6 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:26:53.060327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 717b10df-5bd3-47cf-80a1-244274a0d0f6 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:26:53.060662 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 717b10df-5bd3-47cf-80a1-244274a0d0f6 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:26:53.061107 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:26:53.072180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:53.093543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:26:53.093909 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3b45b6c7-4fdd-481b-91ad-089dcc1d7cff not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:26:53.094310 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ab23ebfa-6cc9-4659-a43c-4f018587124b no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:26:53.096868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6595ea38-ae77-4d7a-8b06-e53a84560e00']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:53.108697 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6474a528-cc30-4f17-837a-70aa67b8427f') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:53.109003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6474a528-cc30-4f17-837a-70aa67b8427f') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:53.120116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:53.128541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: ab23ebfa-6cc9-4659-a43c-4f018587124b {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:26:53.128541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ab23ebfa-6cc9-4659-a43c-4f018587124b not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:26:53.136634 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:53.143635 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:26:53.144091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:26:53.157732 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:26:53.239670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:53.257091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:53.268446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] Pushing event deleted for resources: {'Network': ['ID=6595ea38-ae77-4d7a-8b06-e53a84560e00,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:53.280997 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ea49c2df-880c-4822-8e14-70d66218b158 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6595ea38-ae77-4d7a-8b06-e53a84560e00 HTTP/1.1" status: 204 len: 168 time: 1.0094495 Mar 16 11:26:53.283974 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43634) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:53.471042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] Deleting port ab23ebfa-6cc9-4659-a43c-4f018587124b {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:53.472002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:53.538529 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2bac35be-9c3e-4772-bf9c-a0a9d5475f4e None None] The port 'ab23ebfa-6cc9-4659-a43c-4f018587124b' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:26:53.852433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:54.317342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] Deleting port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:54.317655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:54.489322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] For port 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5,segment=NetworkSegment(69028bae-4188-424c-81c5-61b9ab67ec25),segment_id=69028bae-4188-424c-81c5-61b9ab67ec25)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:54.489622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:54.610348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] Calling delete_port for 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:54.790622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:54.838486 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] Pushing event deleted for resources: {'Port': ['ID=465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:55.021933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:55.076506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19e481f2-3b8a-4c36-9fc1-27a2ef5f76ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:55.109277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:55.300188 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:55.472936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] Router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:26:55.772773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:26:55.781853 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f4992853-20e3-45c2-b180-3931537436cd admin admin] 10.222.0.37 "PUT /v2.0/routers/7e8d4f44-55a9-49f6-b922-6ef2688b0631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4968998 Mar 16 11:26:55.782406 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] Sync routers for ids ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:26:55.784582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43638) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:55.792696 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] Routers {'7e8d4f44-55a9-49f6-b922-6ef2688b0631'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:26:55.793318 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:55.962505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:55.965146 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] Set router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:26:56.136195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:56.146636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Deleting port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:56.146947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:56.243603 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'name': 'tempest-TestEncryptedCinderVolumes-86273712-router', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:38Z', 'updated_at': '2022-03-16T11:26:54Z', 'revision_number': 5, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'gw_port': {'id': '42247970-1d77-4dd5-bb91-a9f1ff46e6fe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:39Z', 'updated_at': '2022-03-16T11:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:56.247401 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] Checking router: 7e8d4f44-55a9-49f6-b922-6ef2688b0631 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:26:56.255448 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] Routers {'7e8d4f44-55a9-49f6-b922-6ef2688b0631'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:26:56.256020 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:56.324074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] For port 42247970-1d77-4dd5-bb91-a9f1ff46e6fe, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=42247970-1d77-4dd5-bb91-a9f1ff46e6fe,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:56.324406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:56.430038 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] Set router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:26:56.446670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Calling delete_port for 42247970-1d77-4dd5-bb91-a9f1ff46e6fe owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:56.536790 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'name': 'tempest-TestEncryptedCinderVolumes-86273712-router', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:38Z', 'updated_at': '2022-03-16T11:26:56Z', 'revision_number': 6, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:56.540638 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065d770-a246-44e8-a7bb-1a13bd9c8405 None None] The sync data for ids ['7e8d4f44-55a9-49f6-b922-6ef2688b0631'] in dv-neutron-833860-1-hyperv is: [{'id': '7e8d4f44-55a9-49f6-b922-6ef2688b0631', 'name': 'tempest-TestEncryptedCinderVolumes-86273712-router', 'tenant_id': '3a21245d8dd94cf7b0d48963906b4084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:38Z', 'updated_at': '2022-03-16T11:26:56Z', 'revision_number': 6, 'project_id': '3a21245d8dd94cf7b0d48963906b4084', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:26:56.618401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:56.664799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Pushing event deleted for resources: {'Port': ['ID=42247970-1d77-4dd5-bb91-a9f1ff46e6fe,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:56.740657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:56.760306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.053888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.056041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.082735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.083529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e8d4f44-55a9-49f6-b922-6ef2688b0631 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:26:57.098074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.099200 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b6ffc724-11f1-4517-be1f-bc67ff67924e admin admin] 10.222.0.37 "DELETE /v2.0/routers/7e8d4f44-55a9-49f6-b922-6ef2688b0631 HTTP/1.1" status: 204 len: 168 time: 1.3136492 Mar 16 11:26:57.102016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43642) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:57.166560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-630ce429-3166-4c5a-9d76-bd10e31fd994 admin admin] Deleting subnet fca23bec-d893-41a1-adfa-9dc510bf78b7 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:26:57.169829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-630ce429-3166-4c5a-9d76-bd10e31fd994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.227197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-630ce429-3166-4c5a-9d76-bd10e31fd994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.312676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-630ce429-3166-4c5a-9d76-bd10e31fd994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.352471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:26:57.388621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-630ce429-3166-4c5a-9d76-bd10e31fd994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.393391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:26:57.394063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 465e5bcf-2c37-4c9b-a94d-a72da9e9d6c5 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:26:57.429195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ce429-3166-4c5a-9d76-bd10e31fd994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca23bec-d893-41a1-adfa-9dc510bf78b7,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:57.433770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-630ce429-3166-4c5a-9d76-bd10e31fd994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.438294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d1d93-8242-417a-b453-4ca2e045cc5c None None] Network 276508f2-5faf-436c-b67f-91b71fa16e00 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:26:57.442725 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-630ce429-3166-4c5a-9d76-bd10e31fd994 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fca23bec-d893-41a1-adfa-9dc510bf78b7 HTTP/1.1" status: 204 len: 168 time: 0.3369164 Mar 16 11:26:57.443437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43646) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:57.550573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.562611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Deleting port 61340310-5446-4028-8892-d480bf3bee44 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:57.563017 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.698698 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] DHCP port deletion for 276508f2-5faf-436c-b67f-91b71fa16e00 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:26:57.702886 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] Deleting port 61340310-5446-4028-8892-d480bf3bee44 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:57.703258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.776521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] For port 61340310-5446-4028-8892-d480bf3bee44, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=61340310-5446-4028-8892-d480bf3bee44,segment=NetworkSegment(69028bae-4188-424c-81c5-61b9ab67ec25),segment_id=69028bae-4188-424c-81c5-61b9ab67ec25)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:57.776990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.904174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Calling delete_port for 61340310-5446-4028-8892-d480bf3bee44 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:57.980097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] For port 61340310-5446-4028-8892-d480bf3bee44, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=61340310-5446-4028-8892-d480bf3bee44,segment=NetworkSegment(69028bae-4188-424c-81c5-61b9ab67ec25),segment_id=69028bae-4188-424c-81c5-61b9ab67ec25)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:57.980779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.982264 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.029430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=61340310-5446-4028-8892-d480bf3bee44,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:58.031183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] No DVR routers for this DVR port 61340310-5446-4028-8892-d480bf3bee44 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:26:58.105835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] Calling delete_port for 61340310-5446-4028-8892-d480bf3bee44 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:58.145167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.175102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276508f2-5faf-436c-b67f-91b71fa16e00']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:58.187145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69028bae-4188-424c-81c5-61b9ab67ec25') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:58.187430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69028bae-4188-424c-81c5-61b9ab67ec25') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:58.199730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.216429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.222752 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:26:58.223158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:26:58.236316 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:26:58.242553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:26:58.243182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:26:58.314005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.321624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.350979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=276508f2-5faf-436c-b67f-91b71fa16e00,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:58.354490 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-31d86309-3ceb-4741-8f33-f97540f4f8ae admin admin] 10.222.0.37 "DELETE /v2.0/networks/276508f2-5faf-436c-b67f-91b71fa16e00 HTTP/1.1" status: 204 len: 168 time: 0.9100056 Mar 16 11:26:58.544191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43652) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:58.595731 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9e4b7f03-68ab-4da5-b61e-6e1cf9c57504 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e426fa15fc24c72858050c452bf10b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480423 Mar 16 11:26:58.596021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43656) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:58.653817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cdc0-8615-4a49-811d-09b0eeef3303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.679225 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cdc0-8615-4a49-811d-09b0eeef3303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.737701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cdc0-8615-4a49-811d-09b0eeef3303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.744776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] Deleting port 61340310-5446-4028-8892-d480bf3bee44 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:58.745263 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.754227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1cdc0-8615-4a49-811d-09b0eeef3303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edae5b97-3c19-40eb-a3c7-94a6f095b701,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:58.766153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cdc0-8615-4a49-811d-09b0eeef3303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.767262 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b2f1cdc0-8615-4a49-811d-09b0eeef3303 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edae5b97-3c19-40eb-a3c7-94a6f095b701 HTTP/1.1" status: 204 len: 168 time: 0.1703496 Mar 16 11:26:58.826211 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f64b509a-26a7-45c9-9a37-bf27c01468b4 None None] The port '61340310-5446-4028-8892-d480bf3bee44' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:26:59.024498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 42247970-1d77-4dd5-bb91-a9f1ff46e6fe no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:26:59.062362 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 42247970-1d77-4dd5-bb91-a9f1ff46e6fe {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:26:59.062847 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 42247970-1d77-4dd5-bb91-a9f1ff46e6fe not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:26:59.063300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 61340310-5446-4028-8892-d480bf3bee44 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:26:59.097081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 61340310-5446-4028-8892-d480bf3bee44 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:26:59.097425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 61340310-5446-4028-8892-d480bf3bee44 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:26:59.116025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43664) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:59.172071 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8f9d4bad-6387-4331-a5a8-301cd72999a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a21245d8dd94cf7b0d48963906b4084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548422 Mar 16 11:26:59.175193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43668) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:59.232936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f37e2f97-d1cc-41d7-b12a-9dbaae80968d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:59.257676 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f37e2f97-d1cc-41d7-b12a-9dbaae80968d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:59.310313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f37e2f97-d1cc-41d7-b12a-9dbaae80968d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:59.324461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e2f97-d1cc-41d7-b12a-9dbaae80968d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e503ecf-9cff-434c-9235-cd4d12f87079,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:59.330803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f37e2f97-d1cc-41d7-b12a-9dbaae80968d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:59.331911 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f37e2f97-d1cc-41d7-b12a-9dbaae80968d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e503ecf-9cff-434c-9235-cd4d12f87079 HTTP/1.1" status: 204 len: 168 time: 0.1558697 Mar 16 11:27:00.101582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43692) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:00.251207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1917182582-network', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:00.258493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:00.263225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Usage tracker for resource:network and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:00.266171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:00.272353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:00.284387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Made reservation on behalf of 894bb6a3ca7948069a81f04175fe6add for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:00.286976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.301817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.318731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:00.324370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Usage tracker for resource:security_group_rule and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:00.327476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:00.333028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:00.418255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.423516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.453437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:27:00.462056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d16ffb-732d-4907-a847-f42dadf55d9b,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:00.467665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.468011 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Added segment c4773e7b-38d2-4fc9-a4fb-dba558d7cffe of type vlan for network 176255cd-af9a-476d-ade3-b07927619c2f Mar 16 11:27:00.494735 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.526979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.527863 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:00.528462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.717903 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6148288 Mar 16 11:27:00.721094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43698) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:00.722967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a535b2-0dd6-4ae5-b532-a7df2d677db8 admin admin] Pushing event updated for resources: {'Network': ['ID=176255cd-af9a-476d-ade3-b07927619c2f,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:00.727989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Request body: {'subnet': {'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1917182582-subnet', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:00.732766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 176255cd-af9a-476d-ade3-b07927619c2f details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:27:00.734003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:00.737962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Usage tracker for resource:subnet and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:00.740922 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:00.746724 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:00.762590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Made reservation on behalf of 894bb6a3ca7948069a81f04175fe6add for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:00.765034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.982918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.051636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Pushing event updated for resources: {'Subnet': ['ID=65854ffd-45bd-4cf4-9e5c-e5432a992e58,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:01.061808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Checking segment: {'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:01.062155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Network hostable DHCP agents. Network: 176255cd-af9a-476d-ade3-b07927619c2f, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:27:01.083836 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Network 176255cd-af9a-476d-ade3-b07927619c2f is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:27:01.094407 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 176255cd-af9a-476d-ade3-b07927619c2f) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:01.100493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:01.101420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.102296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd831a-47d9-4244-afd9-cdce94d82014 None None] Network 176255cd-af9a-476d-ade3-b07927619c2f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:27:01.122606 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bba5cd9e-e619-4aa6-9f3e-427069e1082c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4004586 Mar 16 11:27:01.125557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43702) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:01.130408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:01.134957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:01.138873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Usage tracker for resource:router and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:01.141681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:01.147410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:01.158680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.159637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.174034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.316966 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-176255cd-af9a-476d-ade3-b07927619c2f', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:27:01.317824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.473969 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Allocated IP 172.20.0.2 (176255cd-af9a-476d-ade3-b07927619c2f/65854ffd-45bd-4cf4-9e5c-e5432a992e58/10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:01.557194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.681916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.692882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Transition to ACTIVE for port object 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:01.712574 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Transition to ACTIVE for port object 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:01.718301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.777711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Network 176255cd-af9a-476d-ade3-b07927619c2f is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:01.784436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:01.787164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:27:01.800718 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Pushing event updated for resources: {'Port': ['ID=10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:01.839490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.839798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.840157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.840486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.840811 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.841190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.841508 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.841822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.842140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.842439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.842748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.843058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:01.872726 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.895565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Attempting to bind port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:27:01.895924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Attempting to bind port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:27:01.896275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Attempting to bind port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d on network 176255cd-af9a-476d-ade3-b07927619c2f {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:01.901787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:27:01.902163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Checking segment: {'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:01.902319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.902544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.902927 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Bound using segment: {'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:27:01.903376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Bound port: 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:27:01.903796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.995699 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] For port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:27:01.998770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] For port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:27:02.002641 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:02.040613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Allocated IP 172.26.2.207 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/49481bba-8c6b-4926-9a52-ab259aecccbe) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:02.083405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e682b1-a634-4a49-933b-e36c737053dd None None] Pushing event updated for resources: {'Port': ['ID=10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:02.195513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:02.238751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:02.304564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:02.311688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:02.316278 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:27:02.350001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Pushing event updated for resources: {'Port': ['ID=49481bba-8c6b-4926-9a52-ab259aecccbe,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:02.743943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:02.995475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8572902c-cea9-411f-acfa-5a3bde134b53 None None] Network 176255cd-af9a-476d-ade3-b07927619c2f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:27:03.078551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:03.170762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dfcc004f-b41d-4414-9367-4da3bafac694 None None] Provisioning for port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:03.219530 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:03.229928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:03.238775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:03.239150 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:03.404262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:03.429505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:27:03.442807 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:03.448288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:03.517896 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:03.602562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a9747647-8bcd-4794-aed2-2470714210cd None None] Provisioning complete for port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:03.602918 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a9747647-8bcd-4794-aed2-2470714210cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:03.619819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:27:03.632291 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Sync routers for ids ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:03.643136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:03.644654 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-350d2cd7-0793-41e6-b45e-73002dc4cb27 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5181494 Mar 16 11:27:03.647316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43706) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:03.653099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Routers {'07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:03.653764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:03.928035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Set router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:04.208966 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:02Z', 'revision_number': 3, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:04.213171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Checking router: 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:04.213562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Updating router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df port 49481bba-8c6b-4926-9a52-ab259aecccbe binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:27:04.267656 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.433214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.589030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.601471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Transition to ACTIVE for port object 49481bba-8c6b-4926-9a52-ab259aecccbe will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:04.609096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.639109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Allocated IP 172.20.0.1 (176255cd-af9a-476d-ade3-b07927619c2f/65854ffd-45bd-4cf4-9e5c-e5432a992e58/4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:04.685826 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Attempting to bind port 49481bba-8c6b-4926-9a52-ab259aecccbe on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:27:04.686187 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Attempting to bind port 49481bba-8c6b-4926-9a52-ab259aecccbe by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:27:04.686540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Attempting to bind port 49481bba-8c6b-4926-9a52-ab259aecccbe on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:04.692640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabb6ba-eba1-48ea-b9f4-d37b785bf32f None None] Pushing event updated for resources: {'Port': ['ID=49481bba-8c6b-4926-9a52-ab259aecccbe,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:04.696878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:27:04.697248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:04.697645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.698016 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:27:04.698474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Bound port: 49481bba-8c6b-4926-9a52-ab259aecccbe, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:27:04.698837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.772782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] For port 49481bba-8c6b-4926-9a52-ab259aecccbe, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:27:04.775690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] For port 49481bba-8c6b-4926-9a52-ab259aecccbe, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=49481bba-8c6b-4926-9a52-ab259aecccbe,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:27:04.781345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.787948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.803110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Transition to ACTIVE for port object 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:04.827655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.856974 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Routers {'07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:04.857572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:04.886573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Network 176255cd-af9a-476d-ade3-b07927619c2f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:04.889682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:04.897476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:27:04.914785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabb6ba-eba1-48ea-b9f4-d37b785bf32f None None] Pushing event updated for resources: {'Port': ['ID=49481bba-8c6b-4926-9a52-ab259aecccbe,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:04.936122 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Pushing event updated for resources: {'Port': ['ID=4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:04.959173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:05.041587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:05.088096 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] Set router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:05.221251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:05.337952 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fce2dc83-4392-4c3d-bfc3-0eb7664badb5 None None] Provisioning for port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:05.360216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fce2dc83-4392-4c3d-bfc3-0eb7664badb5 None None] Provisioning complete for port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:05.360580 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fce2dc83-4392-4c3d-bfc3-0eb7664badb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:05.414276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:05.414635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:05.438733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:05.444666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:05.497551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-fce2dc83-4392-4c3d-bfc3-0eb7664badb5 None None] Port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:27:05.566907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:05.570418 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Pushing event updated for resources: {'Port': ['ID=4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:05.611130 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:02Z', 'revision_number': 3, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:05.615189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0be7b-790a-4812-91d2-071e29e9b30e None None] The sync data for ids ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'] in dv-neutron-833860-1-hyperv is: [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:02Z', 'revision_number': 3, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:05.711066 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Network 176255cd-af9a-476d-ade3-b07927619c2f is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:05.712199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:06.020354 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2a6b83ed-c688-4fb9-af20-4eb3c99da85b None None] Provisioning complete for port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:06.020681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2a6b83ed-c688-4fb9-af20-4eb3c99da85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:06.052445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:27:06.076769 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b83ed-c688-4fb9-af20-4eb3c99da85b None None] Port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:27:06.247839 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:27:06.257247 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b40b5aee-7c3a-4754-b036-5a62eba7c38b admin admin] 10.222.0.37 "PUT /v2.0/routers/07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6089096 Mar 16 11:27:06.785317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43724) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:06.791160 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1361358676-network', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:06.796035 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:06.800307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Usage tracker for resource:network and tenant:3d0c23127bd74d81b1bc67d833f0b195 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:06.803514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:06.809577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:06.823306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Made reservation on behalf of 3d0c23127bd74d81b1bc67d833f0b195 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:06.825924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:06.838392 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:06.853939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:06.858087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Usage tracker for resource:security_group_rule and tenant:3d0c23127bd74d81b1bc67d833f0b195 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:06.860929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:06.868417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:06.960677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:06.965072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:06.999219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:27:07.007867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f979639-d3b1-4c85-bc14-59ef52344f11,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:07.014348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.014971 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Added segment 99a48243-2307-4fa1-af59-08edcb7234cf of type vlan for network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 Mar 16 11:27:07.043966 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.072328 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 49481bba-8c6b-4926-9a52-ab259aecccbe up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:07.084228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.085376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:07.086249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.153473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 49481bba-8c6b-4926-9a52-ab259aecccbe completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:07.158363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 49481bba-8c6b-4926-9a52-ab259aecccbe triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:07.158725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.194026 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8cfdf0bd-438a-410c-97f0-48bbd6ac9891,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:07.202797 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-51aac7ec-5ae6-488d-a3d0-220562b033c8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4163098 Mar 16 11:27:07.202967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43728) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:07.212197 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Request body: {'subnet': {'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1361358676-subnet', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:07.218191 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:07.218403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:27:07.223424 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Usage tracker for resource:subnet and tenant:3d0c23127bd74d81b1bc67d833f0b195 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:07.227003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:07.228120 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Sync routers for ids ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:07.233686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:07.237739 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Routers {'07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:07.238307 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:07.247686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Made reservation on behalf of 3d0c23127bd74d81b1bc67d833f0b195 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:07.251316 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.405198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.416645 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Set router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:07.423265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 49481bba-8c6b-4926-9a52-ab259aecccbe, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=49481bba-8c6b-4926-9a52-ab259aecccbe,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:07.428858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.503224 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.519341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=49481bba-8c6b-4926-9a52-ab259aecccbe,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:07.592589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Checking segment: {'id': '99a48243-2307-4fa1-af59-08edcb7234cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:07.592986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Network hostable DHCP agents. Network: 8cfdf0bd-438a-410c-97f0-48bbd6ac9891, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:27:07.603954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d42c37-7bc3-4d26-9a6a-d5886de31135,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:07.630065 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:27:07.642754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 8cfdf0bd-438a-410c-97f0-48bbd6ac9891) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:07.646962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:07.647679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.659768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e04d3-4b33-4ef7-a8ed-0706d5ee2b92 None None] Network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:27:07.675571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43732) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:07.681524 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2c5ff67e-f492-44ab-9fb2-2d08b8997d79 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4768798 Mar 16 11:27:07.681876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1361358676-router', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:07.686945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:07.692463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Usage tracker for resource:router and tenant:3d0c23127bd74d81b1bc67d833f0b195 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:07.695431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:07.702034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:07.714633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.715655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.730967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.738960 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:05Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba', 'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'mac_address': 'fa:16:3e:5f:f5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:04Z', 'updated_at': '2022-03-16T11:27:05Z', 'revision_number': 2, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'subnets': [{'id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:07.742759 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Checking router: 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:07.743232 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Updating router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:27:07.799299 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:07.893295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-8cfdf0bd-438a-410c-97f0-48bbd6ac9891', 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'fixed_ips': [{'subnet_id': '99d42c37-7bc3-4d26-9a6a-d5886de31135'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:27:07.894119 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.001186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.057704 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Allocated IP 172.20.0.2 (8cfdf0bd-438a-410c-97f0-48bbd6ac9891/99d42c37-7bc3-4d26-9a6a-d5886de31135/982b177f-922e-44e1-8a6c-5b979e4c8fe1) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:08.144140 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.156398 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Transition to ACTIVE for port object 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:08.163751 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.273478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.284645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Transition to ACTIVE for port object 982b177f-922e-44e1-8a6c-5b979e4c8fe1 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:08.308334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Transition to ACTIVE for port object 982b177f-922e-44e1-8a6c-5b979e4c8fe1 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:08.318262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.329906 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.357526 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Pushing event updated for resources: {'Port': ['ID=4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:08.364297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.394245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:08.401556 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.402156 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.402636 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.403102 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.403388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:08.403784 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.404266 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.404761 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.405243 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.405691 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.406170 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.406637 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.407108 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.408220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:27:08.414461 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Pushing event updated for resources: {'Port': ['ID=982b177f-922e-44e1-8a6c-5b979e4c8fe1,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:08.429284 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Attempting to bind port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:27:08.429865 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Attempting to bind port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:27:08.430383 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Attempting to bind port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba on network 176255cd-af9a-476d-ade3-b07927619c2f {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:08.436198 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:27:08.436989 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Checking segment: {'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:08.437534 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.438088 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Bound using segment: {'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:27:08.439075 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Bound port: 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:27:08.439426 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.516157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Allocated IP 172.26.2.147 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/e4f9f50d-83bb-4534-9b31-ae5517c6d178) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:08.537328 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] For port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:27:08.548184 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] For port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:27:08.555884 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Attempting to bind port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:27:08.556242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Attempting to bind port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '99a48243-2307-4fa1-af59-08edcb7234cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:27:08.556601 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Attempting to bind port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 on network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:08.557024 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.565339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:27:08.565709 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Checking segment: {'id': '99a48243-2307-4fa1-af59-08edcb7234cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:08.566095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.566712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Bound using segment: {'id': '99a48243-2307-4fa1-af59-08edcb7234cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:27:08.566924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Bound port: 982b177f-922e-44e1-8a6c-5b979e4c8fe1, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a48243-2307-4fa1-af59-08edcb7234cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:27:08.567297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.624370 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.667922 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Routers {'07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:08.669065 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:08.672871 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.675167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] For port 982b177f-922e-44e1-8a6c-5b979e4c8fe1, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:27:08.677935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] For port 982b177f-922e-44e1-8a6c-5b979e4c8fe1, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=982b177f-922e-44e1-8a6c-5b979e4c8fe1,segment=NetworkSegment(99a48243-2307-4fa1-af59-08edcb7234cf),segment_id=99a48243-2307-4fa1-af59-08edcb7234cf)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:27:08.685636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.708472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.743881 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d15904-095a-4aab-92a3-3242b1b82560 None None] Pushing event updated for resources: {'Port': ['ID=4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:08.787993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:08.791649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:08.793812 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e693d25-4458-40c1-a944-4fd953eed324 None None] Pushing event updated for resources: {'Port': ['ID=982b177f-922e-44e1-8a6c-5b979e4c8fe1,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:08.796610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:27:08.863184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f9f50d-83bb-4534-9b31-ae5517c6d178,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:08.910366 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] Set router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:09.185071 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 982b177f-922e-44e1-8a6c-5b979e4c8fe1 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:09.262317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:09.268568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 49481bba-8c6b-4926-9a52-ab259aecccbe up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:09.275593 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:05Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba', 'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'mac_address': 'fa:16:3e:5f:f5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:04Z', 'updated_at': '2022-03-16T11:27:08Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'subnets': [{'id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:09.279586 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be6381-a790-4d7d-9459-93114f42aefe None None] The sync data for ids ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'] in dv-neutron-833860-1-hyperv is: [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:05Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba', 'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'mac_address': 'fa:16:3e:5f:f5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:04Z', 'updated_at': '2022-03-16T11:27:08Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'subnets': [{'id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:09.351208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 49481bba-8c6b-4926-9a52-ab259aecccbe triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:09.351788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:09.432720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:09.803314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:09.865783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0dbebe-6fe5-4b2b-aa38-95e2347c6cb4 None None] Network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:27:09.976124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-789760e0-d895-4c7e-9a8a-82b09ce238fc None None] Provisioning for port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:09.983895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-789760e0-d895-4c7e-9a8a-82b09ce238fc None None] Provisioning complete for port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:09.983895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-789760e0-d895-4c7e-9a8a-82b09ce238fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:10.027299 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Router 84ec50da-ae33-4029-83d1-82a35cdca236 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:27:10.197097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-789760e0-d895-4c7e-9a8a-82b09ce238fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:10.210975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:27:10.224615 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Sync routers for ids ['84ec50da-ae33-4029-83d1-82a35cdca236'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:10.240018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:10.241471 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-223441ef-a873-4779-944c-5b19c0a3b897 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5647681 Mar 16 11:27:10.244383 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43736) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:10.249930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-789760e0-d895-4c7e-9a8a-82b09ce238fc None None] For port 982b177f-922e-44e1-8a6c-5b979e4c8fe1, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=982b177f-922e-44e1-8a6c-5b979e4c8fe1,segment=NetworkSegment(99a48243-2307-4fa1-af59-08edcb7234cf),segment_id=99a48243-2307-4fa1-af59-08edcb7234cf)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:10.256941 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Routers {'84ec50da-ae33-4029-83d1-82a35cdca236'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:10.257589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['84ec50da-ae33-4029-83d1-82a35cdca236'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:10.307023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-789760e0-d895-4c7e-9a8a-82b09ce238fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:10.466043 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789760e0-d895-4c7e-9a8a-82b09ce238fc None None] Pushing event updated for resources: {'Port': ['ID=982b177f-922e-44e1-8a6c-5b979e4c8fe1,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:10.501798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Set router 84ec50da-ae33-4029-83d1-82a35cdca236 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:10.708212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2a524397-d76e-4704-9672-ea05d05fa979 None None] Provisioning complete for port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:10.708554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2a524397-d76e-4704-9672-ea05d05fa979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:10.899620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'name': 'tempest-TestMinimumBasicScenario-1361358676-router', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:07Z', 'updated_at': '2022-03-16T11:27:09Z', 'revision_number': 3, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'gw_port': {'id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:08Z', 'updated_at': '2022-03-16T11:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:10.903689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Checking router: 84ec50da-ae33-4029-83d1-82a35cdca236 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:10.903990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Updating router 84ec50da-ae33-4029-83d1-82a35cdca236 port e4f9f50d-83bb-4534-9b31-ae5517c6d178 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:27:10.985226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:10.992670 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.137158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 982b177f-922e-44e1-8a6c-5b979e4c8fe1 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:11.195395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Allocated IP 172.20.0.1 (8cfdf0bd-438a-410c-97f0-48bbd6ac9891/99d42c37-7bc3-4d26-9a6a-d5886de31135/aa376140-edcf-4ff3-81f7-0210a057990a) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:11.302731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:11.303104 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.432680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.469344 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.478099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Transition to ACTIVE for port object e4f9f50d-83bb-4534-9b31-ae5517c6d178 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:11.485590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Transition to ACTIVE for port object aa376140-edcf-4ff3-81f7-0210a057990a will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:11.493615 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.508857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.563654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:11.574786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:11.581882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:11.586417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:27:11.625554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Pushing event updated for resources: {'Port': ['ID=aa376140-edcf-4ff3-81f7-0210a057990a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:11.627485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92d79c-41d5-4f3c-87d4-a880f825386e None None] Pushing event updated for resources: {'Port': ['ID=e4f9f50d-83bb-4534-9b31-ae5517c6d178,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:11.637678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Attempting to bind port e4f9f50d-83bb-4534-9b31-ae5517c6d178 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:27:11.637678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Attempting to bind port e4f9f50d-83bb-4534-9b31-ae5517c6d178 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:27:11.638182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Attempting to bind port e4f9f50d-83bb-4534-9b31-ae5517c6d178 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:11.647979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.651550 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:27:11.651928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:11.652335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.652724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:27:11.653295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Bound port: e4f9f50d-83bb-4534-9b31-ae5517c6d178, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:27:11.653671 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.735153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:11.744156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:11.744541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.772473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] For port e4f9f50d-83bb-4534-9b31-ae5517c6d178, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:27:11.783441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.788861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] For port e4f9f50d-83bb-4534-9b31-ae5517c6d178, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e4f9f50d-83bb-4534-9b31-ae5517c6d178,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:27:11.803653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.903324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4f23d6d8-04b5-47a1-9476-a91786582b8a None None] Provisioning for port aa376140-edcf-4ff3-81f7-0210a057990a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:11.911577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Routers {'84ec50da-ae33-4029-83d1-82a35cdca236'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:11.912202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['84ec50da-ae33-4029-83d1-82a35cdca236'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:11.980812 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92d79c-41d5-4f3c-87d4-a880f825386e None None] Pushing event updated for resources: {'Port': ['ID=e4f9f50d-83bb-4534-9b31-ae5517c6d178,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:11.992178 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4f23d6d8-04b5-47a1-9476-a91786582b8a None None] Provisioning complete for port aa376140-edcf-4ff3-81f7-0210a057990a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:11.992555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4f23d6d8-04b5-47a1-9476-a91786582b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.015012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.019410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.124525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Pushing event updated for resources: {'Port': ['ID=aa376140-edcf-4ff3-81f7-0210a057990a,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:12.129185 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.142907 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.157917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-4f23d6d8-04b5-47a1-9476-a91786582b8a None None] Port aa376140-edcf-4ff3-81f7-0210a057990a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:27:12.207606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] Set router 84ec50da-ae33-4029-83d1-82a35cdca236 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:12.258986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:12.265234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:12.265405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.266514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:12.455916 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Router 84ec50da-ae33-4029-83d1-82a35cdca236 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:27:12.516679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:12.562906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-12cb80ca-b23e-4ce5-b3df-d67d63d653b4 None None] Provisioning complete for port aa376140-edcf-4ff3-81f7-0210a057990a triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:12.563253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-12cb80ca-b23e-4ce5-b3df-d67d63d653b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.639920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:27:12.656789 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-91dbabf1-0d8b-4f60-9294-438a41ea6957 admin admin] 10.222.0.37 "PUT /v2.0/routers/84ec50da-ae33-4029-83d1-82a35cdca236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4030755 Mar 16 11:27:12.661053 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-12cb80ca-b23e-4ce5-b3df-d67d63d653b4 None None] Port aa376140-edcf-4ff3-81f7-0210a057990a cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:27:12.680515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'name': 'tempest-TestMinimumBasicScenario-1361358676-router', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:07Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 4, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'gw_port': {'id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:08Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'aa376140-edcf-4ff3-81f7-0210a057990a', 'name': '', 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'mac_address': 'fa:16:3e:d9:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '99d42c37-7bc3-4d26-9a6a-d5886de31135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:11Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 1, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'subnets': [{'id': '99d42c37-7bc3-4d26-9a6a-d5886de31135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:12.684770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8aaf5b-8677-4916-b7d4-54c01f9c650d None None] The sync data for ids ['84ec50da-ae33-4029-83d1-82a35cdca236'] in dv-neutron-833860-1-hyperv is: [{'id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'name': 'tempest-TestMinimumBasicScenario-1361358676-router', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:07Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 4, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'gw_port': {'id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:08Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'aa376140-edcf-4ff3-81f7-0210a057990a', 'name': '', 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'mac_address': 'fa:16:3e:d9:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '99d42c37-7bc3-4d26-9a6a-d5886de31135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:11Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 1, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'subnets': [{'id': '99d42c37-7bc3-4d26-9a6a-d5886de31135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:13.073815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:13.145620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:13.145984 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.444791 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:27:15.110102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e4f9f50d-83bb-4534-9b31-ae5517c6d178 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:15.180517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port e4f9f50d-83bb-4534-9b31-ae5517c6d178 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:15.185573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e4f9f50d-83bb-4534-9b31-ae5517c6d178 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:15.186003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:15.315555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:15.334341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port e4f9f50d-83bb-4534-9b31-ae5517c6d178, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e4f9f50d-83bb-4534-9b31-ae5517c6d178,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:15.341255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:15.418376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=e4f9f50d-83bb-4534-9b31-ae5517c6d178,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:16.415582 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Sync routers for ids ['84ec50da-ae33-4029-83d1-82a35cdca236'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:16.425387 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Routers {'84ec50da-ae33-4029-83d1-82a35cdca236'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:16.426198 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['84ec50da-ae33-4029-83d1-82a35cdca236'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:16.623619 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Set router 84ec50da-ae33-4029-83d1-82a35cdca236 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:16.943734 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'name': 'tempest-TestMinimumBasicScenario-1361358676-router', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:07Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 4, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'gw_port': {'id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:08Z', 'updated_at': '2022-03-16T11:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'aa376140-edcf-4ff3-81f7-0210a057990a', 'name': '', 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'mac_address': 'fa:16:3e:d9:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '99d42c37-7bc3-4d26-9a6a-d5886de31135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:11Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 2, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'subnets': [{'id': '99d42c37-7bc3-4d26-9a6a-d5886de31135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:16.948313 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Checking router: 84ec50da-ae33-4029-83d1-82a35cdca236 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:16.948916 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Updating router 84ec50da-ae33-4029-83d1-82a35cdca236 port aa376140-edcf-4ff3-81f7-0210a057990a binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:27:17.002574 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.071622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e4f9f50d-83bb-4534-9b31-ae5517c6d178 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:17.150368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e4f9f50d-83bb-4534-9b31-ae5517c6d178 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:17.150735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.410249 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.421353 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Transition to ACTIVE for port object aa376140-edcf-4ff3-81f7-0210a057990a will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:17.428537 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.569588 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb5ea6-971b-4cb2-916a-cfdf272f7bf7 None None] Pushing event updated for resources: {'Port': ['ID=aa376140-edcf-4ff3-81f7-0210a057990a,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:17.675476 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Attempting to bind port aa376140-edcf-4ff3-81f7-0210a057990a on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:27:17.675836 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Attempting to bind port aa376140-edcf-4ff3-81f7-0210a057990a by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '99a48243-2307-4fa1-af59-08edcb7234cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:27:17.676190 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Attempting to bind port aa376140-edcf-4ff3-81f7-0210a057990a on network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:17.685144 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:27:17.685533 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Checking segment: {'id': '99a48243-2307-4fa1-af59-08edcb7234cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:17.685899 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.686281 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Bound using segment: {'id': '99a48243-2307-4fa1-af59-08edcb7234cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:27:17.686751 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Bound port: aa376140-edcf-4ff3-81f7-0210a057990a, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a48243-2307-4fa1-af59-08edcb7234cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:27:17.687160 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.799593 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] For port aa376140-edcf-4ff3-81f7-0210a057990a, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:27:17.802659 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] For port aa376140-edcf-4ff3-81f7-0210a057990a, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=aa376140-edcf-4ff3-81f7-0210a057990a,segment=NetworkSegment(99a48243-2307-4fa1-af59-08edcb7234cf),segment_id=99a48243-2307-4fa1-af59-08edcb7234cf)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:27:17.811024 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.891335 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb5ea6-971b-4cb2-916a-cfdf272f7bf7 None None] Pushing event updated for resources: {'Port': ['ID=aa376140-edcf-4ff3-81f7-0210a057990a,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:17.901422 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Routers {'84ec50da-ae33-4029-83d1-82a35cdca236'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:17.902059 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:26:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['84ec50da-ae33-4029-83d1-82a35cdca236'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:18.109042 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] Set router 84ec50da-ae33-4029-83d1-82a35cdca236 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:18.442897 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'name': 'tempest-TestMinimumBasicScenario-1361358676-router', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:07Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 4, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'gw_port': {'id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:08Z', 'updated_at': '2022-03-16T11:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'aa376140-edcf-4ff3-81f7-0210a057990a', 'name': '', 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'mac_address': 'fa:16:3e:d9:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '99d42c37-7bc3-4d26-9a6a-d5886de31135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:11Z', 'updated_at': '2022-03-16T11:27:17Z', 'revision_number': 4, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'subnets': [{'id': '99d42c37-7bc3-4d26-9a6a-d5886de31135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:18.447560 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f96b9-3b9e-4749-8938-8874758d083d None None] The sync data for ids ['84ec50da-ae33-4029-83d1-82a35cdca236'] in dv-neutron-833860-1-hyperv is: [{'id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'name': 'tempest-TestMinimumBasicScenario-1361358676-router', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:07Z', 'updated_at': '2022-03-16T11:27:11Z', 'revision_number': 4, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'gw_port': {'id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:08Z', 'updated_at': '2022-03-16T11:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'aa376140-edcf-4ff3-81f7-0210a057990a', 'name': '', 'network_id': '8cfdf0bd-438a-410c-97f0-48bbd6ac9891', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'mac_address': 'fa:16:3e:d9:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '99d42c37-7bc3-4d26-9a6a-d5886de31135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:11Z', 'updated_at': '2022-03-16T11:27:17Z', 'revision_number': 4, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'subnets': [{'id': '99d42c37-7bc3-4d26-9a6a-d5886de31135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:19.090041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device aa376140-edcf-4ff3-81f7-0210a057990a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:19.172226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port aa376140-edcf-4ff3-81f7-0210a057990a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:19.178717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port aa376140-edcf-4ff3-81f7-0210a057990a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:19.179087 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:19.307073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:19.342972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port aa376140-edcf-4ff3-81f7-0210a057990a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=aa376140-edcf-4ff3-81f7-0210a057990a,segment=NetworkSegment(99a48243-2307-4fa1-af59-08edcb7234cf),segment_id=99a48243-2307-4fa1-af59-08edcb7234cf)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:19.349775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:19.431124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=aa376140-edcf-4ff3-81f7-0210a057990a,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:21.068626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device aa376140-edcf-4ff3-81f7-0210a057990a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:21.138164 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port aa376140-edcf-4ff3-81f7-0210a057990a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:21.138525 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:21.932155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-bebe668f-885e-4b96-9acd-aa9859f4b622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:22.656378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-7d9ee3b5-7782-4710-b09e-e20f300805dd tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:22.657024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-7d9ee3b5-7782-4710-b09e-e20f300805dd tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Synchronizing usage tracker for tenant:894bb6a3ca7948069a81f04175fe6add on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:27:22.675969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-7d9ee3b5-7782-4710-b09e-e20f300805dd tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Unset dirty status for tenant:894bb6a3ca7948069a81f04175fe6add on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:27:22.677147 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-7d9ee3b5-7782-4710-b09e-e20f300805dd tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 815 time: 0.1653173 Mar 16 11:27:22.695005 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-e96595f6-0316-4284-a37c-3a2b19f6ccde tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/quotas/894bb6a3ca7948069a81f04175fe6add HTTP/1.1" status: 200 len: 375 time: 0.0095334 Mar 16 11:27:22.894640 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-24f04814-25a2-4c97-bf94-8690ad51d612 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1928210 Mar 16 11:27:23.032770 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-02ae3126-38d2-4173-8ff5-5b4454ceafa7 service neutron] 10.222.0.37 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264267 Mar 16 11:27:23.165502 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-ac2e97b4-666a-48a9-b252-b08521ee77d4 service neutron] 10.222.0.37 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267257 Mar 16 11:27:23.346915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-48198fe6-e375-4bf9-9a94-541763e6d218 req-17f97e32-005e-419e-b6eb-9b5245345d1b tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Synchronizing usage tracker for tenant:894bb6a3ca7948069a81f04175fe6add on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:27:23.364533 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-48198fe6-e375-4bf9-9a94-541763e6d218 req-17f97e32-005e-419e-b6eb-9b5245345d1b tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Unset dirty status for tenant:894bb6a3ca7948069a81f04175fe6add on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:27:23.365619 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-48198fe6-e375-4bf9-9a94-541763e6d218 req-17f97e32-005e-419e-b6eb-9b5245345d1b tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 210 time: 0.0600467 Mar 16 11:27:24.558132 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23098589-09c8-4814-bceb-e72fabfc2b25 req-c03e6f86-a016-4a52-be5c-eb112d5c669b tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 210 time: 0.0600486 Mar 16 11:27:24.596897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-e6757f2a-174a-4a90-8e12-ee63891dd2f7 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:24.598331 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-e6757f2a-174a-4a90-8e12-ee63891dd2f7 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.48 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 815 time: 0.2045612 Mar 16 11:27:24.612359 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'port': {'device_id': '96872335-4942-4c2e-8f86-e239c63676a3', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'admin_state_up': True, 'tenant_id': '894bb6a3ca7948069a81f04175fe6add'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:24.753282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:24.763802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:24.774720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Made reservation on behalf of 894bb6a3ca7948069a81f04175fe6add for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:24.778774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:24.953219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Allocated IP 172.20.0.3 (176255cd-af9a-476d-ade3-b07927619c2f/65854ffd-45bd-4cf4-9e5c-e5432a992e58/46f460fa-3b69-410b-bada-2d6249dff7ee) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:25.037396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:25.092175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-06ca051c-0945-44c0-a455-a1fa96111cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:25.318484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:25.334115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:25.352425 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Transition to ACTIVE for port object 46f460fa-3b69-410b-bada-2d6249dff7ee will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:25.384309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:25.488804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'Port': ['ID=46f460fa-3b69-410b-bada-2d6249dff7ee,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:25.500443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.501378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.501936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.502509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.503163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.503710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.504464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.505042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.505569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.506404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.506984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.507479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:25.524992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Network 176255cd-af9a-476d-ade3-b07927619c2f is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:25.526646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:25.548479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:27:25.717383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:25.719937 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:25.759582 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-453c54ce-2bf4-4e97-93df-9690ae904527 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1508045 Mar 16 11:27:25.889548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa86fb-5e3f-4314-90f6-81c76798ed6b req-9b79c810-2174-46a2-92cd-0ca339ac07bc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:25.892684 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2bfa86fb-5e3f-4314-90f6-81c76798ed6b req-9b79c810-2174-46a2-92cd-0ca339ac07bc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 931 time: 0.1103196 Mar 16 11:27:25.942972 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2bfa86fb-5e3f-4314-90f6-81c76798ed6b req-95f7f4cc-c190-47e2-9d3e-963714020b8d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449739 Mar 16 11:27:25.957870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c28879a5-badb-4e8d-81e0-9de59fba79f3 None None] Provisioning for port 46f460fa-3b69-410b-bada-2d6249dff7ee completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:25.963579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c28879a5-badb-4e8d-81e0-9de59fba79f3 None None] Provisioning complete for port 46f460fa-3b69-410b-bada-2d6249dff7ee triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:25.963942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c28879a5-badb-4e8d-81e0-9de59fba79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:26.026072 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c28879a5-badb-4e8d-81e0-9de59fba79f3 None None] Port 46f460fa-3b69-410b-bada-2d6249dff7ee cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:27:26.743389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:27.150178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf48d37-cf68-49cc-98bc-bb92410a3619 req-ce161716-acba-423f-9f7f-9a9e6f7b3d02 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:27.150908 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-fdf48d37-cf68-49cc-98bc-bb92410a3619 req-ce161716-acba-423f-9f7f-9a9e6f7b3d02 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Synchronizing usage tracker for tenant:894bb6a3ca7948069a81f04175fe6add on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:27:27.167870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-fdf48d37-cf68-49cc-98bc-bb92410a3619 req-ce161716-acba-423f-9f7f-9a9e6f7b3d02 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Unset dirty status for tenant:894bb6a3ca7948069a81f04175fe6add on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:27:27.169172 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fdf48d37-cf68-49cc-98bc-bb92410a3619 req-ce161716-acba-423f-9f7f-9a9e6f7b3d02 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 931 time: 0.1063657 Mar 16 11:27:27.217364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-fdf48d37-cf68-49cc-98bc-bb92410a3619 req-9ff84032-4936-495c-b6c3-c9950a1200a6 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Synchronizing usage tracker for tenant:894bb6a3ca7948069a81f04175fe6add on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:27:27.234658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-fdf48d37-cf68-49cc-98bc-bb92410a3619 req-9ff84032-4936-495c-b6c3-c9950a1200a6 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Unset dirty status for tenant:894bb6a3ca7948069a81f04175fe6add on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:27:27.235802 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fdf48d37-cf68-49cc-98bc-bb92410a3619 req-9ff84032-4936-495c-b6c3-c9950a1200a6 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595367 Mar 16 11:27:28.426869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad7325-74e0-4a4a-90c7-803e76e571cb req-7d9dc8d9-1096-4e37-a19c-e4df890dc104 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:28.428341 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46ad7325-74e0-4a4a-90c7-803e76e571cb req-7d9dc8d9-1096-4e37-a19c-e4df890dc104 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 931 time: 0.0824695 Mar 16 11:27:28.621480 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-46ad7325-74e0-4a4a-90c7-803e76e571cb req-a7055f20-4f94-41ad-a884-2336fb11ba0d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868474 Mar 16 11:27:29.828867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e96e11-1c2c-4d60-8204-0622bbcf2f79 req-ac977440-3d25-45f5-b894-08824b629431 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:29.830836 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-71e96e11-1c2c-4d60-8204-0622bbcf2f79 req-ac977440-3d25-45f5-b894-08824b629431 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 931 time: 0.0936179 Mar 16 11:27:29.880878 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-71e96e11-1c2c-4d60-8204-0622bbcf2f79 req-81495385-8c21-48b5-8b85-db5a9b591662 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Mar 16 11:27:31.322641 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d574b-6efb-426e-a979-42f455aa48f0 req-ff53888d-216b-438a-aff5-c0ce1f17d57d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:31.324251 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5a9d574b-6efb-426e-a979-42f455aa48f0 req-ff53888d-216b-438a-aff5-c0ce1f17d57d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 931 time: 0.2729561 Mar 16 11:27:31.370920 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5a9d574b-6efb-426e-a979-42f455aa48f0 req-94324e09-69b6-431e-aa61-493126ddf065 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Mar 16 11:27:32.625722 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcb39b-5f3d-41b3-a987-2cd1eb914953 req-db941b72-36e4-4212-95c6-4d0fb398f362 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:32.627208 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19bcb39b-5f3d-41b3-a987-2cd1eb914953 req-db941b72-36e4-4212-95c6-4d0fb398f362 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 931 time: 0.1427293 Mar 16 11:27:32.671380 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-19bcb39b-5f3d-41b3-a987-2cd1eb914953 req-e90cec7e-d8e1-4458-b8e4-c01b5619a5cb tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384612 Mar 16 11:27:33.883050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a49ff-af53-485b-ad83-30fb02e109ac req-b9956876-d1e6-49ab-b091-8e7a46f1acfd tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:33.884398 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a11a49ff-af53-485b-ad83-30fb02e109ac req-b9956876-d1e6-49ab-b091-8e7a46f1acfd tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 931 time: 0.1009281 Mar 16 11:27:33.906584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Request body: {'port': {'device_id': '96872335-4942-4c2e-8f86-e239c63676a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:33.933028 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a11a49ff-af53-485b-ad83-30fb02e109ac req-37081514-c748-4156-9f33-8664c0e5a4f8 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Mar 16 11:27:34.016380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.446648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f460fa-3b69-410b-bada-2d6249dff7ee {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:27:34.453858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.468194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Transition to ACTIVE for port object 46f460fa-3b69-410b-bada-2d6249dff7ee will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:34.474689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.600356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Pushing event updated for resources: {'Port': ['ID=46f460fa-3b69-410b-bada-2d6249dff7ee,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:34.703663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Attempting to bind port 46f460fa-3b69-410b-bada-2d6249dff7ee on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:27:34.704001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Attempting to bind port 46f460fa-3b69-410b-bada-2d6249dff7ee by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:27:34.704328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Attempting to bind port 46f460fa-3b69-410b-bada-2d6249dff7ee on network 176255cd-af9a-476d-ade3-b07927619c2f {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:34.708970 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Port 46f460fa-3b69-410b-bada-2d6249dff7ee on network 176255cd-af9a-476d-ade3-b07927619c2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:27:34.709291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Attempting to bind port 46f460fa-3b69-410b-bada-2d6249dff7ee on network 176255cd-af9a-476d-ade3-b07927619c2f {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:34.714782 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:27:34.715086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Checking segment: {'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:34.715497 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Bound using segment: {'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:27:34.715915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Bound port: 46f460fa-3b69-410b-bada-2d6249dff7ee, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:27:34.716253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.809553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] For port 46f460fa-3b69-410b-bada-2d6249dff7ee, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:27:34.812434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] For port 46f460fa-3b69-410b-bada-2d6249dff7ee, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46f460fa-3b69-410b-bada-2d6249dff7ee,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:27:34.819332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.875398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:34.876268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.878521 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] 10.222.0.48 "PUT /v2.0/ports/46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 1093 time: 0.9762337 Mar 16 11:27:34.879086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:34.916219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486b4ab-bc44-45e1-b57c-d1c61045c022 service neutron] Pushing event updated for resources: {'Port': ['ID=46f460fa-3b69-410b-bada-2d6249dff7ee,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:34.955212 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'status': 'completed', 'code': 200} Mar 16 11:27:34.996633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-496152ea-4dd0-4507-ac00-7a72d43af605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:34.998153 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-496152ea-4dd0-4507-ac00-7a72d43af605 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1096 time: 0.0757656 Mar 16 11:27:35.070723 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-fff89193-334c-4b45-b537-caf3d42b577d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 217 time: 0.0653327 Mar 16 11:27:35.127275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408c430-dd32-4148-8cdc-d7eb3d19e2d4 req-571d0aa0-d4fd-475e-aff9-515eef3c3eb9 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.128727 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d408c430-dd32-4148-8cdc-d7eb3d19e2d4 req-571d0aa0-d4fd-475e-aff9-515eef3c3eb9 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 943 time: 0.0840158 Mar 16 11:27:35.131974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-2cf37663-3acb-45e7-b256-c2c6ee8e0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.133416 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-2cf37663-3acb-45e7-b256-c2c6ee8e0c28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 200 len: 854 time: 0.0563037 Mar 16 11:27:35.176322 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d408c430-dd32-4148-8cdc-d7eb3d19e2d4 req-93452714-275c-4b38-ba49-c66af6cb381a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415180 Mar 16 11:27:35.207653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-d2cd01ae-51bf-43ed-ab08-8cd42c2c56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.209107 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-d2cd01ae-51bf-43ed-ab08-8cd42c2c56c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176255cd-af9a-476d-ade3-b07927619c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697176 Mar 16 11:27:35.353094 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-723f61dc-69d7-402f-96e6-065f3642c8d1 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376126 Mar 16 11:27:35.495654 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ccf8ae26-65b0-40df-983f-7c068eccd380 req-bb7ed4fc-f768-4b77-97da-2b5c3d25d775 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361792 Mar 16 11:27:35.614058 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-978777c8-758e-486d-b2eb-0e34a30f2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.615518 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-978777c8-758e-486d-b2eb-0e34a30f2cbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1096 time: 0.0743639 Mar 16 11:27:35.756225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-2fd482b5-a4d5-467a-8878-3e6f0e5b322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.757624 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-2fd482b5-a4d5-467a-8878-3e6f0e5b322c service neutron] 10.222.0.48 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 916 time: 0.1357543 Mar 16 11:27:35.828034 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-31bc300b-0aaf-4cc0-93ce-07482baa1223 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 217 time: 0.0634129 Mar 16 11:27:35.986684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-9945b6ac-7093-4c9b-a8df-2b25a9845c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.988120 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-9945b6ac-7093-4c9b-a8df-2b25a9845c69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 200 len: 854 time: 0.1542804 Mar 16 11:27:36.067336 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-c167f4d3-bdc0-4ec4-bc32-b70d706d8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:36.068675 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-c167f4d3-bdc0-4ec4-bc32-b70d706d8deb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176255cd-af9a-476d-ade3-b07927619c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735683 Mar 16 11:27:36.214880 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-fe0629e3-1a19-4356-af31-0a18fa289972 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399822 Mar 16 11:27:36.416291 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0f674cba-46c8-4048-bc62-eaf4ebea633f req-8dd0776b-c3ce-45d9-9c7f-0c43da8c3eca service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947365 Mar 16 11:27:36.440725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243789a-806f-4eeb-af9f-6644c41750fa req-02592c2d-4247-4370-b021-27e4af0050e3 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:36.442200 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2243789a-806f-4eeb-af9f-6644c41750fa req-02592c2d-4247-4370-b021-27e4af0050e3 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 943 time: 0.1231127 Mar 16 11:27:36.486928 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2243789a-806f-4eeb-af9f-6644c41750fa req-427b4115-0187-4fbb-b86a-087e596c99aa tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390182 Mar 16 11:27:37.673594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659acb3-0a87-4636-af16-c22ecb17039a req-c2cd4ee4-0609-437b-92a9-28cff341aaed tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:37.675028 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7659acb3-0a87-4636-af16-c22ecb17039a req-c2cd4ee4-0609-437b-92a9-28cff341aaed tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 943 time: 0.0788133 Mar 16 11:27:37.722412 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7659acb3-0a87-4636-af16-c22ecb17039a req-5ed4e107-c0ec-4681-87a2-b7ba49887835 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Mar 16 11:27:38.244210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 46f460fa-3b69-410b-bada-2d6249dff7ee details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:27:38.387822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 46f460fa-3b69-410b-bada-2d6249dff7ee, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46f460fa-3b69-410b-bada-2d6249dff7ee,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:38.401353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'port_id': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'mac_address': 'fa:16:3e:9f:01:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:27:38.460277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:38.476852 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f460fa-3b69-410b-bada-2d6249dff7ee {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:27:38.495768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 46f460fa-3b69-410b-bada-2d6249dff7ee, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46f460fa-3b69-410b-bada-2d6249dff7ee,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:38.504151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:38.605825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:38.615778 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=46f460fa-3b69-410b-bada-2d6249dff7ee,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:38.842211 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['46f460fa-3b69-410b-bada-2d6249dff7ee'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:27:38.918700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffb22c-8065-4cca-ae9d-c4b6cdf33121 req-9fd8677a-c53a-4a99-8f3d-b149c63bbb67 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:38.920171 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63ffb22c-8065-4cca-ae9d-c4b6cdf33121 req-9fd8677a-c53a-4a99-8f3d-b149c63bbb67 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 944 time: 0.0882382 Mar 16 11:27:38.965741 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63ffb22c-8065-4cca-ae9d-c4b6cdf33121 req-9b93e64c-8514-4076-8125-2952583e6081 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 Mar 16 11:27:40.162735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d4e7c-b92c-44b5-b608-ee497274af9b req-5a17fa50-a85b-46bf-9f4b-b14b77e9fc62 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:40.164191 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3d8d4e7c-b92c-44b5-b608-ee497274af9b req-5a17fa50-a85b-46bf-9f4b-b14b77e9fc62 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 944 time: 0.0877111 Mar 16 11:27:40.208212 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3d8d4e7c-b92c-44b5-b608-ee497274af9b req-c0094d0e-b81b-4902-ad1c-7040016c0b16 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381844 Mar 16 11:27:40.255041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 46f460fa-3b69-410b-bada-2d6249dff7ee up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:40.327350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 46f460fa-3b69-410b-bada-2d6249dff7ee completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:40.333034 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 46f460fa-3b69-410b-bada-2d6249dff7ee triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:40.333414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:40.477528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:40.504146 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:40.514216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 46f460fa-3b69-410b-bada-2d6249dff7ee, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46f460fa-3b69-410b-bada-2d6249dff7ee,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:40.519440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:40.550100 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'code': 200} Mar 16 11:27:40.587115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=46f460fa-3b69-410b-bada-2d6249dff7ee,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:40.791234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c2949-541e-4706-a98b-4328177238e7 req-8a955b59-b568-4817-aba2-5e1c40f5e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:40.793026 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-768c2949-541e-4706-a98b-4328177238e7 req-8a955b59-b568-4817-aba2-5e1c40f5e3ee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1098 time: 0.0786853 Mar 16 11:27:40.834311 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-768c2949-541e-4706-a98b-4328177238e7 req-c5c080f1-8059-430e-a908-cafcb9f00123 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356090 Mar 16 11:27:41.411038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a06c1-3119-48c4-ba20-9550e9f0c5b8 req-fb642dbf-27e7-4446-a39b-650533f7e5c7 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:41.412445 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-526a06c1-3119-48c4-ba20-9550e9f0c5b8 req-fb642dbf-27e7-4446-a39b-650533f7e5c7 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 945 time: 0.0854225 Mar 16 11:27:41.459514 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-526a06c1-3119-48c4-ba20-9550e9f0c5b8 req-36b5a3fb-17f0-43fd-a99d-9a05b9378f67 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Mar 16 11:27:42.663008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b6dff-51fd-4933-ba9e-e59727ea0b53 req-410c6c25-f3b2-4995-9a0b-462d8c73894a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:42.664490 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9a7b6dff-51fd-4933-ba9e-e59727ea0b53 req-410c6c25-f3b2-4995-9a0b-462d8c73894a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 945 time: 0.0847030 Mar 16 11:27:42.709174 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9a7b6dff-51fd-4933-ba9e-e59727ea0b53 req-af3f2ee7-1433-4d3b-aad9-4e4d60a1ae95 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389738 Mar 16 11:27:42.901501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eabdf-a6da-43e0-9422-3905fb26c590 req-cda4e5a4-c188-49ce-8753-0d9393a7dc85 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:42.902939 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cd9eabdf-a6da-43e0-9422-3905fb26c590 req-cda4e5a4-c188-49ce-8753-0d9393a7dc85 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 945 time: 0.0871885 Mar 16 11:27:42.946840 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cd9eabdf-a6da-43e0-9422-3905fb26c590 req-f28214c8-d661-4b0f-a32b-e5b97a2d7db5 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Mar 16 11:27:43.350147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2c1ff-9165-484b-b589-5ec720e0af2c req-333a4cd2-2e4e-416b-8d1f-d060ddc318af tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:43.351502 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-31e2c1ff-9165-484b-b589-5ec720e0af2c req-333a4cd2-2e4e-416b-8d1f-d060ddc318af tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 945 time: 0.0913692 Mar 16 11:27:43.399838 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-31e2c1ff-9165-484b-b589-5ec720e0af2c req-ad02fa4a-e065-47da-93b5-7b101d01c0d0 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Mar 16 11:27:50.446011 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:27:51.942583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36b377a2-a298-4491-936f-1b1c7735358a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.003701 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-b8dbbf8a-bc2c-418e-b905-0f81f1c6b0ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1235590 Mar 16 11:27:53.144934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-49b1ff80-e942-4af6-b769-60ed90041136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:53.146307 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-49b1ff80-e942-4af6-b769-60ed90041136 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1098 time: 0.0745957 Mar 16 11:27:53.290626 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-4872978f-a496-4398-a25a-d845bace699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:53.292087 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-4872978f-a496-4398-a25a-d845bace699b service neutron] 10.222.0.48 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 916 time: 0.1259055 Mar 16 11:27:53.362017 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-1cd69513-501d-47a4-bca5-460f51ee7b84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 217 time: 0.0630500 Mar 16 11:27:53.424703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-87ac2f24-220d-4f76-b443-c27bce470dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:53.425932 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-87ac2f24-220d-4f76-b443-c27bce470dff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 200 len: 854 time: 0.0568233 Mar 16 11:27:53.502139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-e8393a2d-7bb7-4dd9-a897-311b07311d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:53.503693 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-e8393a2d-7bb7-4dd9-a897-311b07311d26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176255cd-af9a-476d-ade3-b07927619c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713389 Mar 16 11:27:53.609893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03027e-f11c-47b1-847e-21b209cbb79d req-f801dcea-967e-4d59-824d-d429e4231a64 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:53.611399 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0d03027e-f11c-47b1-847e-21b209cbb79d req-f801dcea-967e-4d59-824d-d429e4231a64 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 945 time: 0.0801032 Mar 16 11:27:53.655267 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0d03027e-f11c-47b1-847e-21b209cbb79d req-cf72c436-fa7e-4ab2-89e6-6250eaa4606f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377555 Mar 16 11:27:53.658943 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-520dce82-e773-4d26-908f-776969c4852f service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482599 Mar 16 11:27:53.678551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43934) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:53.790623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977c7e38-78a8-4d0f-93b7-53ecfab50dab tempest-TestMinimumBasicScenario-608630125 tempest-TestMinimumBasicScenario-608630125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:53.791426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-977c7e38-78a8-4d0f-93b7-53ecfab50dab tempest-TestMinimumBasicScenario-608630125 tempest-TestMinimumBasicScenario-608630125-project-admin] Synchronizing usage tracker for tenant:3d0c23127bd74d81b1bc67d833f0b195 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:27:53.794030 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cf406c8d-f84b-4ca3-9927-264a6dfd2f76 req-7a218139-1a51-441a-b24e-91a450dd7476 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285229 Mar 16 11:27:53.809023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-977c7e38-78a8-4d0f-93b7-53ecfab50dab tempest-TestMinimumBasicScenario-608630125 tempest-TestMinimumBasicScenario-608630125-project-admin] Unset dirty status for tenant:3d0c23127bd74d81b1bc67d833f0b195 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:27:53.810592 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-977c7e38-78a8-4d0f-93b7-53ecfab50dab tempest-TestMinimumBasicScenario-608630125 tempest-TestMinimumBasicScenario-608630125-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1093 time: 0.1306100 Mar 16 11:27:53.813749 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43940) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:53.819349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:53.825430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:53.829200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Usage tracker for resource:floatingip and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:53.832068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:53.837722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:53.849539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.020708 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.150373 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Allocated IP 172.26.2.130 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/43f528cf-7550-478c-8fc6-16d614f9d181) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:54.302619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.335594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.399105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:54.405770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:54.409924 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:27:54.438235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'Port': ['ID=43f528cf-7550-478c-8fc6-16d614f9d181,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:54.456007 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.456346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.456684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.457038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.457369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.457692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.458011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.458328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.458646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.458960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.459264 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.459578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:54.952215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.031398 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.034257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.075450 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-756e503b-ca30-4cdb-8ce9-aa0916969945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.236706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.243517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.304321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.351450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'Port': ['ID=43f528cf-7550-478c-8fc6-16d614f9d181,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:55.361106 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.538957 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Floating IP 0bcad2d3-18de-458e-bb33-d913a4b63a6d associated. External IP: 172.26.2.130, port: 46f460fa-3b69-410b-bada-2d6249dff7ee. Mar 16 11:27:55.905832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:27:56.086449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:27:56.097181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] Sync routers for ids ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:56.106449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] Routers {'07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:56.107134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:27:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:56.110519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.167618 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b0fd8be5-937d-4f60-8f1f-3154aa907949 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3522615 Mar 16 11:27:56.168078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:56.170528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 43944) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:56.175956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-158072514', 'description': 'tempest-secgroup-smoke-158072514 description', 'project_id': '894bb6a3ca7948069a81f04175fe6add'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:56.182629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:56.193007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:56.204243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.233324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:56.238483 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Usage tracker for resource:security_group_rule and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:56.241860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:56.248153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:56.281907 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'status': 'completed', 'code': 200} Mar 16 11:27:56.299882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] Set router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:56.468285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.475461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-4a7002d4-1f5e-4083-bc46-f25c659273be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.477002 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-4a7002d4-1f5e-4083-bc46-f25c659273be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1098 time: 0.1126471 Mar 16 11:27:56.477700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.613649 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa75e3-df25-4aef-810a-c89b6dc008e5,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:56.622894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.624643 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8415d07b-e3a0-44fa-a328-c133c6d48aae tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4525399 Mar 16 11:27:56.627175 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43952) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:56.632845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'security_group_rule': {'security_group_id': '70fa75e3-df25-4aef-810a-c89b6dc008e5', 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:56.638996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:56.642921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Usage tracker for resource:security_group_rule and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:56.646038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:56.652689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:56.654256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-7ae4a7d5-796b-4d17-9f89-2904dc0d272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.655756 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-7ae4a7d5-796b-4d17-9f89-2904dc0d272c service neutron] 10.222.0.48 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 916 time: 0.1661980 Mar 16 11:27:56.669476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.687031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:05Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0bcad2d3-18de-458e-bb33-d913a4b63a6d', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'floating_ip_address': '172.26.2.130', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'port_id': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'mac_address': 'fa:16:3e:9f:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96872335-4942-4c2e-8f86-e239c63676a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:27:54Z', 'revision_number': 0, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba', 'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'mac_address': 'fa:16:3e:5f:f5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:04Z', 'updated_at': '2022-03-16T11:27:12Z', 'revision_number': 5, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'subnets': [{'id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:56.692181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] Checking router: 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:56.700671 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] Routers {'07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:56.701368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:27:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:56.729509 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.736771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.759308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0372a381-4452-4b06-8e9f-da6e5398c37a,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:56.775294 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.776772 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e8600d96-30e3-4173-a9b9-c56b947e7542 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484764 Mar 16 11:27:56.779569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43956) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:56.784851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'security_group_rule': {'security_group_id': '70fa75e3-df25-4aef-810a-c89b6dc008e5', 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:56.785071 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-11009ca9-1cfc-4d71-9ab3-5b23ce5927be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 999 time: 0.1220009 Mar 16 11:27:56.790862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:56.792292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.794972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Usage tracker for resource:security_group_rule and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:56.798234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:56.804030 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:56.820943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.857445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-67e2b356-e48b-4c7f-b5b5-28b82de13e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.860593 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-67e2b356-e48b-4c7f-b5b5-28b82de13e35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 200 len: 854 time: 0.0651033 Mar 16 11:27:56.882464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.888196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.906612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] Set router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:56.908132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73443bce-23e2-44d8-8114-430ee72727b5,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:56.926043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.930383 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-fd81007f-9dbd-4b20-b462-615460684d25 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468208 Mar 16 11:27:56.930711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43960) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:56.935979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'security_group_rule': {'security_group_id': '70fa75e3-df25-4aef-810a-c89b6dc008e5', 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:56.939987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-be3e1903-eb1e-46df-97a6-c76f3ae9d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.941734 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-be3e1903-eb1e-46df-97a6-c76f3ae9d8fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176255cd-af9a-476d-ade3-b07927619c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751565 Mar 16 11:27:56.942618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:56.946651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Usage tracker for resource:security_group_rule and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:56.949783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:56.955585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:57.091365 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-2d912880-accc-490c-aa70-b131ca77ebab service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318645 Mar 16 11:27:57.103098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.170109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.175979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.199366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85c3b25-53f5-4b74-b5d0-fff63fcfbb01,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:57.210910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.212602 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-bc3d619a-42ba-4a40-ba32-f4948dbaf357 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2806935 Mar 16 11:27:57.215067 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43964) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:57.220703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'security_group_rule': {'security_group_id': '70fa75e3-df25-4aef-810a-c89b6dc008e5', 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:57.226867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:57.230981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Usage tracker for resource:security_group_rule and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:57.233909 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:57.239758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:57.240126 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9fd580de-32a2-439c-bdfe-9f6263dc01b3 req-249bbc46-87ee-4f6d-b2b6-68e2d1132a7f service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418445 Mar 16 11:27:57.257836 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.318925 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:05Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0bcad2d3-18de-458e-bb33-d913a4b63a6d', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'floating_ip_address': '172.26.2.130', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'port_id': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'mac_address': 'fa:16:3e:9f:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96872335-4942-4c2e-8f86-e239c63676a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:27:54Z', 'revision_number': 0, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba', 'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'mac_address': 'fa:16:3e:5f:f5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:04Z', 'updated_at': '2022-03-16T11:27:12Z', 'revision_number': 5, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'subnets': [{'id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:57.320482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.322922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843f9eec-35aa-451a-8430-2b911e8b823c None None] The sync data for ids ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'] in dv-neutron-833860-1-hyperv is: [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:05Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0bcad2d3-18de-458e-bb33-d913a4b63a6d', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'floating_ip_address': '172.26.2.130', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'port_id': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'mac_address': 'fa:16:3e:9f:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96872335-4942-4c2e-8f86-e239c63676a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:27:54Z', 'revision_number': 0, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba', 'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'mac_address': 'fa:16:3e:5f:f5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:04Z', 'updated_at': '2022-03-16T11:27:12Z', 'revision_number': 5, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'subnets': [{'id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:57.324618 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.347707 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55994455-38b4-43a2-9b79-58ca48c03553,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:57.358208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.359566 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4e50a94d-9c6d-4c69-b3bb-fe5d21366da1 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434157 Mar 16 11:27:57.362465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43968) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:57.367688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'security_group_rule': {'security_group_id': '70fa75e3-df25-4aef-810a-c89b6dc008e5', 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:57.373746 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:57.377639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Usage tracker for resource:security_group_rule and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:57.380413 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:57.386143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:57.397028 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Project 894bb6a3ca7948069a81f04175fe6add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:27:57.403613 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.469676 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.474098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.497412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea13f82-2f26-4b30-be30-82db5360d43c,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:57.508920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.510164 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ae121b5f-b646-46da-9a58-22d376eeafcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466851 Mar 16 11:27:57.513146 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 43972) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:57.518266 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'security_group_rule': {'security_group_id': '70fa75e3-df25-4aef-810a-c89b6dc008e5', 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:57.521012 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f433a-411d-4959-93d0-5aa62ddcac00 None None] New status for floating IP 0bcad2d3-18de-458e-bb33-d913a4b63a6d: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:27:57.524626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:57.528538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Usage tracker for resource:security_group_rule and tenant:894bb6a3ca7948069a81f04175fe6add is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:57.531454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:57.537416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:57.549080 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Project 894bb6a3ca7948069a81f04175fe6add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:27:57.555829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.627420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.631205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.656926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be860d83-fcfc-4b78-aa75-f5f66c7c3957,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:57.670773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.676695 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4788edee-b384-465b-bbbe-d79a1ed70e5f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1580391 Mar 16 11:27:57.800026 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-5cf799a6-74c3-4ac6-8a05-e55047a4d858 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-158072514&fields=id&tenant_id=894bb6a3ca7948069a81f04175fe6add HTTP/1.1" status: 200 len: 267 time: 0.0455246 Mar 16 11:27:57.890911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-27f2530a-6ad5-403c-bd36-ac8561098b8a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:57.892361 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-27f2530a-6ad5-403c-bd36-ac8561098b8a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 945 time: 0.0866323 Mar 16 11:27:57.903442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-ad22ca2c-56cf-478f-a7cc-0254def2b7ec tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'port': {'security_groups': ['e9d16ffb-732d-4907-a847-f42dadf55d9b', '70fa75e3-df25-4aef-810a-c89b6dc008e5']}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:58.018821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-ad22ca2c-56cf-478f-a7cc-0254def2b7ec tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.274002 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-ad22ca2c-56cf-478f-a7cc-0254def2b7ec tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] For port 46f460fa-3b69-410b-bada-2d6249dff7ee, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46f460fa-3b69-410b-bada-2d6249dff7ee,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:58.300320 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-ad22ca2c-56cf-478f-a7cc-0254def2b7ec tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.307363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-ad22ca2c-56cf-478f-a7cc-0254def2b7ec tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.321232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['46f460fa-3b69-410b-bada-2d6249dff7ee'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:27:58.374381 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-ad22ca2c-56cf-478f-a7cc-0254def2b7ec tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.374995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-ad22ca2c-56cf-478f-a7cc-0254def2b7ec tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.376355 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-04a5cb5e-26e0-4307-bdbf-24178af606af req-ad22ca2c-56cf-478f-a7cc-0254def2b7ec tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "PUT /v2.0/ports/46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 981 time: 0.4774144 Mar 16 11:27:58.376857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:58.412015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22ca2c-56cf-478f-a7cc-0254def2b7ec tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'Port': ['ID=46f460fa-3b69-410b-bada-2d6249dff7ee,revision_number=6']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:58.435525 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'status': 'completed', 'code': 200} Mar 16 11:27:58.497241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['46f460fa-3b69-410b-bada-2d6249dff7ee'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:27:58.541279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f542b-1821-42fc-b793-86cc28804189 req-7d2af918-7b42-494a-9010-5e3985dd1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.546249 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-494f542b-1821-42fc-b793-86cc28804189 req-7d2af918-7b42-494a-9010-5e3985dd1554 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1137 time: 0.0868280 Mar 16 11:27:58.631947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9a9ce-53a0-4af5-8db4-2610018808ae req-b3feaaa7-a803-4c09-a88f-c8f52fe67058 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.634650 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eda9a9ce-53a0-4af5-8db4-2610018808ae req-b3feaaa7-a803-4c09-a88f-c8f52fe67058 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.1289091 Mar 16 11:27:58.682704 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-eda9a9ce-53a0-4af5-8db4-2610018808ae req-7b9bb909-5280-4ffa-8927-3108eee7fe0b tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409319 Mar 16 11:27:58.708333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f542b-1821-42fc-b793-86cc28804189 req-796710b4-0ba1-4fa4-a1c1-90d5558df911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.711112 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-494f542b-1821-42fc-b793-86cc28804189 req-796710b4-0ba1-4fa4-a1c1-90d5558df911 service neutron] 10.222.0.48 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 916 time: 0.1574776 Mar 16 11:27:58.787782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1cff33e1-5042-4686-b4fd-f1283b759032 None None] Provisioning complete for port 46f460fa-3b69-410b-bada-2d6249dff7ee triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:58.788148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1cff33e1-5042-4686-b4fd-f1283b759032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.820049 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-494f542b-1821-42fc-b793-86cc28804189 req-34cdd73a-bc8d-4821-a13d-b3bfe48aed87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 1001 time: 0.1037827 Mar 16 11:27:58.882279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f542b-1821-42fc-b793-86cc28804189 req-b40a5530-4f24-4d17-923e-201f733a51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.883768 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-494f542b-1821-42fc-b793-86cc28804189 req-b40a5530-4f24-4d17-923e-201f733a51ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 200 len: 854 time: 0.0571864 Mar 16 11:27:58.960987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f542b-1821-42fc-b793-86cc28804189 req-b4f4169d-b941-46b7-81dc-31840edc66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.962457 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-494f542b-1821-42fc-b793-86cc28804189 req-b4f4169d-b941-46b7-81dc-31840edc66e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176255cd-af9a-476d-ade3-b07927619c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721188 Mar 16 11:27:59.096326 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-494f542b-1821-42fc-b793-86cc28804189 req-6ff220d8-4000-4299-82e9-76610d8f8c61 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268945 Mar 16 11:27:59.225765 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-494f542b-1821-42fc-b793-86cc28804189 req-61d12a1c-a684-4538-9d3e-2d15a6d5cfac service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226070 Mar 16 11:28:08.602498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:21.929975 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6a41fd30-2a8b-4989-ba28-96a118661ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:25.036987 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:25.079444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a29267ae-dc12-46f7-a5ec-331c36d372c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:25.315881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:26.754814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:27.450931 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:28:38.607868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:51.936235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-834fbb84-66d8-46f3-a694-f58f5d2e50df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:53.052196 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-a35f4de1-bb60-4f51-92f2-97f3b334e65c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1717045 Mar 16 11:28:53.190386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-7d157c3c-ba07-4cea-92fb-69f2080a7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:53.191812 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-7d157c3c-ba07-4cea-92fb-69f2080a7b84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1137 time: 0.0704708 Mar 16 11:28:53.334460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-bfef0d9f-b6c1-405d-85ee-ec45ada7fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:53.335825 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-bfef0d9f-b6c1-405d-85ee-ec45ada7fab1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 916 time: 0.1252711 Mar 16 11:28:53.445196 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-527992f4-ad40-49e8-9fcc-d9af72fb6bf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 1001 time: 0.1028137 Mar 16 11:28:53.509499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-aa2366cc-5f3c-4e32-bbfd-982dc0e51dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:53.510925 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-aa2366cc-5f3c-4e32-bbfd-982dc0e51dc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 200 len: 854 time: 0.0589831 Mar 16 11:28:53.584335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-cce86f7c-ae98-4732-a652-9e63bac2de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:53.585857 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-cce86f7c-ae98-4732-a652-9e63bac2de53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176255cd-af9a-476d-ade3-b07927619c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691221 Mar 16 11:28:53.735129 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-83fc1337-0417-46e0-8abe-510db5499d27 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387608 Mar 16 11:28:53.870997 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f6eb4c70-4d1b-4861-a12b-a4e0fb228efd req-11149a5f-97e5-4752-affd-89c6300c9435 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288323 Mar 16 11:28:55.042503 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.083005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8dd7b20b-177b-4352-845e-26c4e10d204a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:55.319280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.762280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:57.474771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642721d-d418-4005-902f-ecd21717f6e3 req-a6fa45ff-9754-470e-bda0-4b92da0c289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:57.476268 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4642721d-d418-4005-902f-ecd21717f6e3 req-a6fa45ff-9754-470e-bda0-4b92da0c289f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1137 time: 0.0788226 Mar 16 11:28:57.511518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b210659-c0a4-41bf-a8f3-9a2942719cbb req-1f69b553-bbf7-4166-a665-cea9be1ea71e tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:57.512984 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9b210659-c0a4-41bf-a8f3-9a2942719cbb req-1f69b553-bbf7-4166-a665-cea9be1ea71e tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0839269 Mar 16 11:28:57.559667 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9b210659-c0a4-41bf-a8f3-9a2942719cbb req-7c51998f-3eae-43cb-8efe-f52f477da33f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408645 Mar 16 11:28:57.609683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642721d-d418-4005-902f-ecd21717f6e3 req-43f4982a-dfe6-4fa9-8e23-1c9c3ce1fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:57.611146 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4642721d-d418-4005-902f-ecd21717f6e3 req-43f4982a-dfe6-4fa9-8e23-1c9c3ce1fccd service neutron] 10.222.0.48 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 916 time: 0.1285145 Mar 16 11:28:57.711706 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4642721d-d418-4005-902f-ecd21717f6e3 req-6037dc20-989f-4c3b-8df6-716c36d83814 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 1001 time: 0.0930455 Mar 16 11:28:57.781463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642721d-d418-4005-902f-ecd21717f6e3 req-68101084-89b5-42b4-ac3b-29f2c7f8dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:57.782974 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4642721d-d418-4005-902f-ecd21717f6e3 req-68101084-89b5-42b4-ac3b-29f2c7f8dc2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 200 len: 854 time: 0.0652616 Mar 16 11:28:57.860600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642721d-d418-4005-902f-ecd21717f6e3 req-71cd0999-d2c4-40b8-aba3-e950425883c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:57.862028 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4642721d-d418-4005-902f-ecd21717f6e3 req-71cd0999-d2c4-40b8-aba3-e950425883c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176255cd-af9a-476d-ade3-b07927619c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722737 Mar 16 11:28:57.992383 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4642721d-d418-4005-902f-ecd21717f6e3 req-dc56d833-b5da-447a-9730-1f6529fb9bf3 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230886 Mar 16 11:28:58.123193 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4642721d-d418-4005-902f-ecd21717f6e3 req-67a86062-186a-49f0-b98c-9fdc91d0b12b service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239343 Mar 16 11:28:58.762285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b9e00-f79a-4369-b228-c67730a5e482 req-3ac831a0-d5d0-4cae-9c37-9b4527f7663d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:58.763739 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1e5b9e00-f79a-4369-b228-c67730a5e482 req-3ac831a0-d5d0-4cae-9c37-9b4527f7663d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0933366 Mar 16 11:28:58.808765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-1e5b9e00-f79a-4369-b228-c67730a5e482 req-c656d41d-c63e-45f8-af5b-7807443ccbcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Synchronizing usage tracker for tenant:894bb6a3ca7948069a81f04175fe6add on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:58.826702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-1e5b9e00-f79a-4369-b228-c67730a5e482 req-c656d41d-c63e-45f8-af5b-7807443ccbcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Unset dirty status for tenant:894bb6a3ca7948069a81f04175fe6add on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:58.827917 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1e5b9e00-f79a-4369-b228-c67730a5e482 req-c656d41d-c63e-45f8-af5b-7807443ccbcc tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580297 Mar 16 11:29:00.032127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c856f3c-511d-4fbf-a582-f454fb78b258 req-b1b5e967-8a3f-4026-a2f6-e6b2a3bd62f5 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:00.033685 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1c856f3c-511d-4fbf-a582-f454fb78b258 req-b1b5e967-8a3f-4026-a2f6-e6b2a3bd62f5 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0866187 Mar 16 11:29:00.079517 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1c856f3c-511d-4fbf-a582-f454fb78b258 req-53c8cf7e-c9fd-4aa3-b8f5-d541c0585a76 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400817 Mar 16 11:29:01.279338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc96252-a15b-4d8e-8db8-ddcacd0013af req-66dae0f8-85d0-4563-9df0-93dd4294206f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:01.280918 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8dc96252-a15b-4d8e-8db8-ddcacd0013af req-66dae0f8-85d0-4563-9df0-93dd4294206f tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0892470 Mar 16 11:29:01.328462 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8dc96252-a15b-4d8e-8db8-ddcacd0013af req-28f6dc6b-4a63-41f8-ba77-d94e376de7b5 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391014 Mar 16 11:29:02.522242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e63aa-2676-4ee4-83cb-f7b071e66c97 req-9fa3b0bb-3927-47e4-99d1-a6a753db2e94 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:02.523702 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bc4e63aa-2676-4ee4-83cb-f7b071e66c97 req-9fa3b0bb-3927-47e4-99d1-a6a753db2e94 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0833867 Mar 16 11:29:02.569309 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bc4e63aa-2676-4ee4-83cb-f7b071e66c97 req-a0c0b225-976b-4523-ac8c-327656a1f0d9 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398557 Mar 16 11:29:03.764884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d663a0c-5cdb-4db3-be5d-a5f2e39956d4 req-67d39500-3cc3-435a-a604-f5e2da601034 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:03.766366 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0d663a0c-5cdb-4db3-be5d-a5f2e39956d4 req-67d39500-3cc3-435a-a604-f5e2da601034 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0891140 Mar 16 11:29:03.813362 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0d663a0c-5cdb-4db3-be5d-a5f2e39956d4 req-fefc78aa-148f-4ef8-8260-40646a09c46d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409238 Mar 16 11:29:04.452033 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:29:05.019111 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28af8f1-0f7d-40d2-9078-955a48b31c95 req-045202c2-9788-4e60-95b3-195393648be2 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:05.020568 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a28af8f1-0f7d-40d2-9078-955a48b31c95 req-045202c2-9788-4e60-95b3-195393648be2 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0877154 Mar 16 11:29:05.069281 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a28af8f1-0f7d-40d2-9078-955a48b31c95 req-fff87fdd-63cd-4531-95d1-7d25c2472536 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403972 Mar 16 11:29:06.282480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da66bbd-a99c-44fe-b226-0409cd7eec6b req-aa564523-8a23-46e4-a425-f340f8efc1d4 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:06.283935 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9da66bbd-a99c-44fe-b226-0409cd7eec6b req-aa564523-8a23-46e4-a425-f340f8efc1d4 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0953841 Mar 16 11:29:06.433496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9da66bbd-a99c-44fe-b226-0409cd7eec6b req-c30562b1-e2c6-4251-ae14-55e9ec9c7311 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1406715 Mar 16 11:29:07.627116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085fe84-b7b0-4482-a6df-2a29ee6621de req-6b94c82a-e403-4a58-9b43-9db9ae784897 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:07.628557 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4085fe84-b7b0-4482-a6df-2a29ee6621de req-6b94c82a-e403-4a58-9b43-9db9ae784897 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0806899 Mar 16 11:29:07.679803 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4085fe84-b7b0-4482-a6df-2a29ee6621de req-45cb96f4-7d24-4fce-91ab-727695ccc545 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424237 Mar 16 11:29:08.626054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.883188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d135-7442-4a20-9b36-a441e87f2548 req-427e96e1-43ed-4ead-a2a1-df2e59b71796 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:08.884611 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-70f7d135-7442-4a20-9b36-a441e87f2548 req-427e96e1-43ed-4ead-a2a1-df2e59b71796 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0895238 Mar 16 11:29:08.931981 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-70f7d135-7442-4a20-9b36-a441e87f2548 req-738f0942-afd3-42ec-8fa7-8d4a87c5e097 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414135 Mar 16 11:29:10.141649 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b521967-9a18-44f6-94b2-05b2615c13a6 req-08995903-9748-447e-bef2-d5e3bb0a53b8 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:10.143076 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8b521967-9a18-44f6-94b2-05b2615c13a6 req-08995903-9748-447e-bef2-d5e3bb0a53b8 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0847185 Mar 16 11:29:10.191299 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8b521967-9a18-44f6-94b2-05b2615c13a6 req-f0b4d101-925c-47b4-acaf-62d963f7c6b8 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=70fa75e3-df25-4aef-810a-c89b6dc008e5&id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397935 Mar 16 11:29:21.922432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cc84d102-d5f6-464b-b495-0068a144d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:25.052036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:25.088850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8978f62b-ef2c-4a7c-a70b-ce217759f31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:25.319632 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:26.771099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:38.634079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:41.457044 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:29:51.931751 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a03e656e-789a-4b11-82dd-c86a7c94baa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:54.939492 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-b6035358-fe01-405f-9ce8-8bcd92306878 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780318 Mar 16 11:29:55.044705 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.077302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-0e7b60b1-f35b-42b3-b5ba-4c0eadfe77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:55.078822 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-0e7b60b1-f35b-42b3-b5ba-4c0eadfe77ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1137 time: 0.0730472 Mar 16 11:29:55.092430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-369159a1-33fc-43cb-a46d-708455eb2f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.225125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-b19c5db5-c3d1-4268-85f4-56398d53bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:55.226566 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-b19c5db5-c3d1-4268-85f4-56398d53bfe8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 916 time: 0.1281137 Mar 16 11:29:55.314081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.338127 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-20d946f0-e1de-4e9e-b3fb-0f29fa04dc43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 1001 time: 0.1046481 Mar 16 11:29:55.402436 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-e14b8b25-71f7-47aa-b444-7d90ab5ad2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:55.403849 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-e14b8b25-71f7-47aa-b444-7d90ab5ad2fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 200 len: 854 time: 0.0600471 Mar 16 11:29:55.478661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-079530dc-85b4-4769-a0b2-fae5f3945942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:55.480105 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-079530dc-85b4-4769-a0b2-fae5f3945942 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176255cd-af9a-476d-ade3-b07927619c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700409 Mar 16 11:29:55.611194 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-28bfe4c1-c692-49bc-a621-eb9304d3cc96 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246214 Mar 16 11:29:55.751287 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a8dc76d-754b-4771-92cc-8ee65620d40c req-0c5b7463-adfc-4189-acbc-e01dc1caea14 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345685 Mar 16 11:29:56.769722 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:08.630174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:13.487579 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-51516b4f-280d-4edb-a8c9-3018649c4f88 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-158072514&fields=id&tenant_id=894bb6a3ca7948069a81f04175fe6add HTTP/1.1" status: 200 len: 267 time: 0.0407796 Mar 16 11:30:13.575010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-7031b604-7501-4e97-b9cd-7451ee07f927 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:13.576492 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-7031b604-7501-4e97-b9cd-7451ee07f927 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 984 time: 0.0836163 Mar 16 11:30:13.587789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Request body: {'port': {'security_groups': ['e9d16ffb-732d-4907-a847-f42dadf55d9b']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:13.704211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:13.956481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] For port 46f460fa-3b69-410b-bada-2d6249dff7ee, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46f460fa-3b69-410b-bada-2d6249dff7ee,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:13.983855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:13.991524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.003806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['46f460fa-3b69-410b-bada-2d6249dff7ee'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:30:14.067739 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:14.068393 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.069776 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c57df6e-2353-41fb-9951-6ef58995f403 req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "PUT /v2.0/ports/46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 942 time: 0.4864776 Mar 16 11:30:14.070226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:14.076247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44064) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:14.097218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event updated for resources: {'Port': ['ID=46f460fa-3b69-410b-bada-2d6249dff7ee,revision_number=7']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:14.105514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.105864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.106203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.106618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.107408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.107408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.107615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.107893 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.108214 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.108533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.109002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.109335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7bc41e-ec67-4ca1-8e2e-c4a5d6388e3d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.131301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['46f460fa-3b69-410b-bada-2d6249dff7ee'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:30:14.165835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.203789 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.207948 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'status': 'completed', 'code': 200} Mar 16 11:30:14.297601 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.309928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589ab92-410d-4aea-aad8-2c467953aadb req-88d7772e-1b23-4527-b782-f5c80eedeb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:14.312103 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4589ab92-410d-4aea-aad8-2c467953aadb req-88d7772e-1b23-4527-b782-f5c80eedeb30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1098 time: 0.0814013 Mar 16 11:30:14.325935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa75e3-df25-4aef-810a-c89b6dc008e5,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:14.330103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.331183 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "DELETE /v2.0/security-groups/70fa75e3-df25-4aef-810a-c89b6dc008e5 HTTP/1.1" status: 204 len: 168 time: 0.2539127 Mar 16 11:30:14.336222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44070) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:14.337742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.338093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.338433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.338775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.339103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.339880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.339880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.340308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.341052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.341590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.342163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.342860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafee56-3470-4711-9640-91a70cfc786c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:14.351795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6365bf2d-4c57-41bc-9a63-66efa240c01c None None] Provisioning complete for port 46f460fa-3b69-410b-bada-2d6249dff7ee triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:14.352555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6365bf2d-4c57-41bc-9a63-66efa240c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.564280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589ab92-410d-4aea-aad8-2c467953aadb req-c89c0181-559d-482d-a7c8-7178ea588ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:14.565675 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4589ab92-410d-4aea-aad8-2c467953aadb req-c89c0181-559d-482d-a7c8-7178ea588ea8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 916 time: 0.2479713 Mar 16 11:30:14.578189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Deleting port 43f528cf-7550-478c-8fc6-16d614f9d181 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:14.578527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.676847 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4589ab92-410d-4aea-aad8-2c467953aadb req-6dbb0931-813f-4e53-811d-92290e536a04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 1001 time: 0.1042631 Mar 16 11:30:14.742329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589ab92-410d-4aea-aad8-2c467953aadb req-77a12e74-ddc1-4f4e-b114-ba7118e763c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:14.743815 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4589ab92-410d-4aea-aad8-2c467953aadb req-77a12e74-ddc1-4f4e-b114-ba7118e763c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 200 len: 854 time: 0.0606353 Mar 16 11:30:14.821323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589ab92-410d-4aea-aad8-2c467953aadb req-fe211b91-a4f9-42ba-834d-5bb571c15d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:14.822710 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4589ab92-410d-4aea-aad8-2c467953aadb req-fe211b91-a4f9-42ba-834d-5bb571c15d14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176255cd-af9a-476d-ade3-b07927619c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719619 Mar 16 11:30:14.855272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.855555 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.954211 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4589ab92-410d-4aea-aad8-2c467953aadb req-218735ca-5af8-4b14-ab83-98c8a4beb5f3 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245608 Mar 16 11:30:14.975927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Calling delete_port for 43f528cf-7550-478c-8fc6-16d614f9d181 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:15.087505 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4589ab92-410d-4aea-aad8-2c467953aadb req-0969a91b-aee4-4e8c-8c43-bf6ab16b0c2f service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272118 Mar 16 11:30:15.130655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:15.178417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event deleted for resources: {'Port': ['ID=43f528cf-7550-478c-8fc6-16d614f9d181,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:15.269168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:15.269503 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Floating IP 0bcad2d3-18de-458e-bb33-d913a4b63a6d disassociated (deleted). External IP: 172.26.2.130, port: 46f460fa-3b69-410b-bada-2d6249dff7ee. Mar 16 11:30:15.623986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:15.808537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:15.818583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] Sync routers for ids ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:15.828309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] Routers {'07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:15.828934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:29:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:15.830790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:15.889757 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-12957990-867c-4d4b-b6d7-dffe7e1f589d tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "DELETE /v2.0/floatingips/0bcad2d3-18de-458e-bb33-d913a4b63a6d HTTP/1.1" status: 204 len: 168 time: 1.5419922 Mar 16 11:30:15.890351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:15.938304 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'status': 'completed', 'code': 200} Mar 16 11:30:16.014747 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] Set router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:16.029382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-6ea53920-86bd-4247-881b-b0cccef0f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.030887 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-6ea53920-86bd-4247-881b-b0cccef0f761 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=894bb6a3ca7948069a81f04175fe6add&device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 1098 time: 0.0704761 Mar 16 11:30:16.167843 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-62593a67-414e-4639-8f63-308c09e571ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.169473 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-62593a67-414e-4639-8f63-308c09e571ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 200 len: 916 time: 0.1330040 Mar 16 11:30:16.245430 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-de525a64-b1d0-4415-ba82-95a861336841 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 200 len: 217 time: 0.0698843 Mar 16 11:30:16.316635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-5e2a9216-a56b-4ebe-9a55-bbf42cce3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.318288 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-5e2a9216-a56b-4ebe-9a55-bbf42cce3cf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 200 len: 854 time: 0.0638418 Mar 16 11:30:16.349438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:05Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba', 'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'mac_address': 'fa:16:3e:5f:f5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:04Z', 'updated_at': '2022-03-16T11:27:12Z', 'revision_number': 5, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'subnets': [{'id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:16.353374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] Checking router: 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:16.363692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] Routers {'07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:16.364332 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:29:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:16.402309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-fdc91095-42ee-43d4-a71c-46bd0b6b2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.403834 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-fdc91095-42ee-43d4-a71c-46bd0b6b2c9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176255cd-af9a-476d-ade3-b07927619c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794070 Mar 16 11:30:16.535579 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-818940ca-13e2-437a-93f2-8c74f1ae2fa6 service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245031 Mar 16 11:30:16.540929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] Set router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:16.672105 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3cbb8792-4718-46fc-917b-130a34f15d9b req-5a69192b-ca65-401c-9721-eb4bde58bb3f service neutron] 10.222.0.48 "GET /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275351 Mar 16 11:30:16.851219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:05Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba', 'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'mac_address': 'fa:16:3e:5f:f5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:04Z', 'updated_at': '2022-03-16T11:27:12Z', 'revision_number': 5, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'subnets': [{'id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:16.855190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e38be-caba-4c75-b73b-964ae76feeda None None] The sync data for ids ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'] in dv-neutron-833860-1-hyperv is: [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:05Z', 'revision_number': 4, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba', 'name': '', 'network_id': '176255cd-af9a-476d-ade3-b07927619c2f', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'mac_address': 'fa:16:3e:5f:f5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:04Z', 'updated_at': '2022-03-16T11:27:12Z', 'revision_number': 5, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'subnets': [{'id': '65854ffd-45bd-4cf4-9e5c-e5432a992e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:17.075419 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633fe59-3c2b-4d18-b412-cd013e441010 None None] New status for floating IP 0bcad2d3-18de-458e-bb33-d913a4b63a6d: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:18.456251 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:30:20.261423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c840b5a-26e4-4d52-8b7b-b0a2144a70e4 req-9e48efcb-a4d3-423f-96fd-f3be85b2095a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:20.262112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-5c840b5a-26e4-4d52-8b7b-b0a2144a70e4 req-9e48efcb-a4d3-423f-96fd-f3be85b2095a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Synchronizing usage tracker for tenant:894bb6a3ca7948069a81f04175fe6add on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:20.280565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-5c840b5a-26e4-4d52-8b7b-b0a2144a70e4 req-9e48efcb-a4d3-423f-96fd-f3be85b2095a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Unset dirty status for tenant:894bb6a3ca7948069a81f04175fe6add on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:20.281716 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5c840b5a-26e4-4d52-8b7b-b0a2144a70e4 req-9e48efcb-a4d3-423f-96fd-f3be85b2095a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 945 time: 0.1017914 Mar 16 11:30:20.325628 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-5c840b5a-26e4-4d52-8b7b-b0a2144a70e4 req-eac18806-ff55-43ac-ab5b-417a81b8fc0c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Synchronizing usage tracker for tenant:894bb6a3ca7948069a81f04175fe6add on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:20.344329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-5c840b5a-26e4-4d52-8b7b-b0a2144a70e4 req-eac18806-ff55-43ac-ab5b-417a81b8fc0c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Unset dirty status for tenant:894bb6a3ca7948069a81f04175fe6add on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:20.345468 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5c840b5a-26e4-4d52-8b7b-b0a2144a70e4 req-eac18806-ff55-43ac-ab5b-417a81b8fc0c tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579407 Mar 16 11:30:21.551447 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a3451-39be-4e72-a89e-27ae98ee3618 req-507161de-10fe-426b-9936-ba3b991dfc6b tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:21.552921 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-140a3451-39be-4e72-a89e-27ae98ee3618 req-507161de-10fe-426b-9936-ba3b991dfc6b tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 945 time: 0.0909319 Mar 16 11:30:21.597263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-140a3451-39be-4e72-a89e-27ae98ee3618 req-6189ea02-5140-4dd1-8938-f6d29278bf0b tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383143 Mar 16 11:30:21.926821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-86e80d36-ec54-4cb8-9fb3-cd8402f112a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:22.168665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-f6d99496-08d6-4c4b-982b-e5152223cef9 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:22.170106 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-f6d99496-08d6-4c4b-982b-e5152223cef9 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.48 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 945 time: 0.0961244 Mar 16 11:30:22.239421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-d1931ddc-b559-476d-9e0a-644ec3969149 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Deleting port 46f460fa-3b69-410b-bada-2d6249dff7ee {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:22.239644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-d1931ddc-b559-476d-9e0a-644ec3969149 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:22.600248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-d1931ddc-b559-476d-9e0a-644ec3969149 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] For port 46f460fa-3b69-410b-bada-2d6249dff7ee, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=46f460fa-3b69-410b-bada-2d6249dff7ee,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:22.600955 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-d1931ddc-b559-476d-9e0a-644ec3969149 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:22.723583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-d1931ddc-b559-476d-9e0a-644ec3969149 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Calling delete_port for 46f460fa-3b69-410b-bada-2d6249dff7ee owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:22.872561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-d1931ddc-b559-476d-9e0a-644ec3969149 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:22.884688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['46f460fa-3b69-410b-bada-2d6249dff7ee'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:30:22.901499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d0a9a-712a-4699-a8fe-03ae9f106888 req-ac486f52-44dd-486c-90af-4838f28a177a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:22.902938 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cb3d0a9a-712a-4699-a8fe-03ae9f106888 req-ac486f52-44dd-486c-90af-4838f28a177a tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/ports?device_id=96872335-4942-4c2e-8f86-e239c63676a3 HTTP/1.1" status: 200 len: 945 time: 0.2002509 Mar 16 11:30:22.928155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1931ddc-b559-476d-9e0a-644ec3969149 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Pushing event deleted for resources: {'Port': ['ID=46f460fa-3b69-410b-bada-2d6249dff7ee,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:22.949389 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cb3d0a9a-712a-4699-a8fe-03ae9f106888 req-c6724735-054d-4c34-b6ff-9bcddb7643ee tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d16ffb-732d-4907-a847-f42dadf55d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Mar 16 11:30:23.002909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-d1931ddc-b559-476d-9e0a-644ec3969149 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] No DVR routers for this DVR port 46f460fa-3b69-410b-bada-2d6249dff7ee on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:23.005434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-d1931ddc-b559-476d-9e0a-644ec3969149 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:23.007876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'name': 'network-vif-deleted', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:23.025551 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0d403f5d-cd1d-4c0d-b045-cd62c7208042 req-d1931ddc-b559-476d-9e0a-644ec3969149 tempest-TestMinimumBasicScenario-1713749762 tempest-TestMinimumBasicScenario-1713749762-project] 10.222.0.48 "DELETE /v2.0/ports/46f460fa-3b69-410b-bada-2d6249dff7ee HTTP/1.1" status: 204 len: 173 time: 0.8498287 Mar 16 11:30:23.054237 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96872335-4942-4c2e-8f86-e239c63676a3', 'name': 'network-vif-deleted', 'tag': '46f460fa-3b69-410b-bada-2d6249dff7ee', 'status': 'completed', 'code': 200} Mar 16 11:30:24.625874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44156) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:25.047181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:25.093970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 46f460fa-3b69-410b-bada-2d6249dff7ee no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:25.121771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b268ea0c-c1e5-4e9e-ba47-17bd870f6580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:25.128073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 46f460fa-3b69-410b-bada-2d6249dff7ee {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:25.128413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 46f460fa-3b69-410b-bada-2d6249dff7ee not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:25.161401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:25.326938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:25.517501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] Deleting port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:25.517800 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:25.691129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] For port 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:25.691766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:25.814382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] Calling delete_port for 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:26.241650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:26.292171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:26.566903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:26.766734 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:26.920606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] Router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:27.103544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:27.114775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] Sync routers for ids ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:27.120472 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-41bc5182-9eaf-4a71-8fce-ade43e81ef91 admin admin] 10.222.0.37 "PUT /v2.0/routers/07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4930027 Mar 16 11:30:27.123426 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44160) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:27.125947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] Routers {'07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:27.126562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:30:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:27.300244 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:27.343071 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] Set router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:27.600221 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:27.611911 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Deleting port 49481bba-8c6b-4926-9a52-ab259aecccbe {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:27.612399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:27.629821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:30:26Z', 'revision_number': 5, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port': {'id': '49481bba-8c6b-4926-9a52-ab259aecccbe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:27.633694 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] Checking router: 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:27.642156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] Routers {'07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:27.642753 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:30:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:27.781826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] For port 49481bba-8c6b-4926-9a52-ab259aecccbe, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=49481bba-8c6b-4926-9a52-ab259aecccbe,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:27.782133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:27.789028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] Set router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:27.893536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:30:27Z', 'revision_number': 6, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:27.897565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1cf3dd-38f1-499c-a5c8-73eab5f978ac None None] The sync data for ids ['07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df'] in dv-neutron-833860-1-hyperv is: [{'id': '07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df', 'name': 'tempest-TestMinimumBasicScenario-1917182582-router', 'tenant_id': '894bb6a3ca7948069a81f04175fe6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:01Z', 'updated_at': '2022-03-16T11:30:27Z', 'revision_number': 6, 'project_id': '894bb6a3ca7948069a81f04175fe6add', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:27.911382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Calling delete_port for 49481bba-8c6b-4926-9a52-ab259aecccbe owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:28.088451 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.168593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Pushing event deleted for resources: {'Port': ['ID=49481bba-8c6b-4926-9a52-ab259aecccbe,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:28.236144 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.408718 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.411054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.436171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.436651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:30:28.448227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.450097 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d32487f6-311a-4c4b-a810-bfcfcde9399a admin admin] 10.222.0.37 "DELETE /v2.0/routers/07d9bbfc-3538-43a2-ad6d-f5ea0ebd17df HTTP/1.1" status: 204 len: 168 time: 1.3249712 Mar 16 11:30:28.452216 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44164) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:28.513928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-43900025-0bea-4af7-a67e-2ef26423d255 admin admin] Deleting subnet 65854ffd-45bd-4cf4-9e5c-e5432a992e58 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:30:28.516985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43900025-0bea-4af7-a67e-2ef26423d255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.564504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43900025-0bea-4af7-a67e-2ef26423d255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.644073 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43900025-0bea-4af7-a67e-2ef26423d255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.715402 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43900025-0bea-4af7-a67e-2ef26423d255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.752653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43900025-0bea-4af7-a67e-2ef26423d255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65854ffd-45bd-4cf4-9e5c-e5432a992e58,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:28.756362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-43900025-0bea-4af7-a67e-2ef26423d255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.761903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8895742b-650d-4773-9a8f-cc320582cbe4 None None] Network 176255cd-af9a-476d-ade3-b07927619c2f requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:30:28.764956 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-43900025-0bea-4af7-a67e-2ef26423d255 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/65854ffd-45bd-4cf4-9e5c-e5432a992e58 HTTP/1.1" status: 204 len: 168 time: 0.3092401 Mar 16 11:30:28.765284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44168) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:28.989335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:28.999252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Deleting port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:28.999577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.024596 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] DHCP port deletion for 176255cd-af9a-476d-ade3-b07927619c2f request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:30:29.028444 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] Deleting port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:29.028820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.163209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:29.198663 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:29.199009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4fb2dbb3-f0e0-47b3-bbc3-d78a8a460bba not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:29.199419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:29.207822 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] For port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:29.208365 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.307709 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] For port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d,segment=NetworkSegment(c4773e7b-38d2-4fc9-a4fb-dba558d7cffe),segment_id=c4773e7b-38d2-4fc9-a4fb-dba558d7cffe)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:29.308015 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.329930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Calling delete_port for 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:29.407829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.432328 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] Calling delete_port for 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:29.458046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:29.459412 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No ports have port_id starting with 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d Mar 16 11:30:29.462921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] No DVR routers for this DVR port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:29.469372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 49481bba-8c6b-4926-9a52-ab259aecccbe no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:29.564307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 49481bba-8c6b-4926-9a52-ab259aecccbe {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:29.564691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 49481bba-8c6b-4926-9a52-ab259aecccbe not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:29.585760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.605891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:30:29.606338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:30:29.611189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176255cd-af9a-476d-ade3-b07927619c2f']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:29.623028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:29.623347 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4773e7b-38d2-4fc9-a4fb-dba558d7cffe') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:29.634133 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.649293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.655431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:30:29.655983 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:30:29.668918 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:30:29.750599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.755178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.777159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=176255cd-af9a-476d-ade3-b07927619c2f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:29.793181 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ef410e96-df64-4e11-a246-bc97a7ce9fb3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/176255cd-af9a-476d-ade3-b07927619c2f HTTP/1.1" status: 204 len: 168 time: 1.0269296 Mar 16 11:30:29.796194 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44172) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:30.107697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] Deleting port 10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:30.108258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:30.176528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbf741-f16e-4ea2-855d-47eb96f41dd3 None None] The port '10adf7a0-5d0e-4a79-9cdb-7097f51cfd1d' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:30:30.365434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:30.820358 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] Deleting port aa376140-edcf-4ff3-81f7-0210a057990a {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:30.820675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:30.999606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] For port aa376140-edcf-4ff3-81f7-0210a057990a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=aa376140-edcf-4ff3-81f7-0210a057990a,segment=NetworkSegment(99a48243-2307-4fa1-af59-08edcb7234cf),segment_id=99a48243-2307-4fa1-af59-08edcb7234cf)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:30.999960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:31.121058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] Calling delete_port for aa376140-edcf-4ff3-81f7-0210a057990a owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:31.299423 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:31.344119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa376140-edcf-4ff3-81f7-0210a057990a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:31.603954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:32.081647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] Router 84ec50da-ae33-4029-83d1-82a35cdca236 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:32.263431 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:32.274363 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] Sync routers for ids ['84ec50da-ae33-4029-83d1-82a35cdca236'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:32.284919 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d1961406-10fa-4094-b73f-f6646c739674 admin admin] 10.222.0.37 "PUT /v2.0/routers/84ec50da-ae33-4029-83d1-82a35cdca236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4853652 Mar 16 11:30:32.285074 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] Routers {'84ec50da-ae33-4029-83d1-82a35cdca236'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:32.285074 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:30:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['84ec50da-ae33-4029-83d1-82a35cdca236'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:32.285273 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44176) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:32.457497 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] Set router 84ec50da-ae33-4029-83d1-82a35cdca236 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:32.460369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:32.632307 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:32.642702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Deleting port e4f9f50d-83bb-4534-9b31-ae5517c6d178 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:32.643035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:32.732331 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'name': 'tempest-TestMinimumBasicScenario-1361358676-router', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:07Z', 'updated_at': '2022-03-16T11:30:31Z', 'revision_number': 5, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'gw_port': {'id': 'e4f9f50d-83bb-4534-9b31-ae5517c6d178', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:08Z', 'updated_at': '2022-03-16T11:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:32.736107 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] Checking router: 84ec50da-ae33-4029-83d1-82a35cdca236 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:32.744217 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] Routers {'84ec50da-ae33-4029-83d1-82a35cdca236'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:32.744872 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:30:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['84ec50da-ae33-4029-83d1-82a35cdca236'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:32.814277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] For port e4f9f50d-83bb-4534-9b31-ae5517c6d178, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e4f9f50d-83bb-4534-9b31-ae5517c6d178,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:32.814624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:32.925800 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] Set router 84ec50da-ae33-4029-83d1-82a35cdca236 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:32.934243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Calling delete_port for e4f9f50d-83bb-4534-9b31-ae5517c6d178 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:33.030457 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'name': 'tempest-TestMinimumBasicScenario-1361358676-router', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:07Z', 'updated_at': '2022-03-16T11:30:32Z', 'revision_number': 6, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:33.034494 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c1afa-9a25-43e6-b05d-c81890e786e9 None None] The sync data for ids ['84ec50da-ae33-4029-83d1-82a35cdca236'] in dv-neutron-833860-1-hyperv is: [{'id': '84ec50da-ae33-4029-83d1-82a35cdca236', 'name': 'tempest-TestMinimumBasicScenario-1361358676-router', 'tenant_id': '3d0c23127bd74d81b1bc67d833f0b195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:07Z', 'updated_at': '2022-03-16T11:30:32Z', 'revision_number': 6, 'project_id': '3d0c23127bd74d81b1bc67d833f0b195', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:33.103039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.154976 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f9f50d-83bb-4534-9b31-ae5517c6d178,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:33.358647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.532578 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.534963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.559678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.560988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84ec50da-ae33-4029-83d1-82a35cdca236 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:30:33.573027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.574141 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a3b0481b-6940-41c3-8e8c-6ac0ad12d2b5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/84ec50da-ae33-4029-83d1-82a35cdca236 HTTP/1.1" status: 204 len: 168 time: 1.2880449 Mar 16 11:30:33.576662 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44180) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:33.636414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c22e2b-ef9e-4082-80cb-60f1171bc752 admin admin] Deleting subnet 99d42c37-7bc3-4d26-9a6a-d5886de31135 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:30:33.639858 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6c22e2b-ef9e-4082-80cb-60f1171bc752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.687471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6c22e2b-ef9e-4082-80cb-60f1171bc752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.753531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device aa376140-edcf-4ff3-81f7-0210a057990a no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:33.769043 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6c22e2b-ef9e-4082-80cb-60f1171bc752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.789654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: aa376140-edcf-4ff3-81f7-0210a057990a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:33.790011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device aa376140-edcf-4ff3-81f7-0210a057990a not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:33.839040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6c22e2b-ef9e-4082-80cb-60f1171bc752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.877879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c22e2b-ef9e-4082-80cb-60f1171bc752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d42c37-7bc3-4d26-9a6a-d5886de31135,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:33.882959 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f6c22e2b-ef9e-4082-80cb-60f1171bc752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.888093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e8535-c282-47c6-912f-b37fd0669714 None None] Network 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:30:33.889795 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f6c22e2b-ef9e-4082-80cb-60f1171bc752 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/99d42c37-7bc3-4d26-9a6a-d5886de31135 HTTP/1.1" status: 204 len: 168 time: 0.3121371 Mar 16 11:30:33.892247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44184) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:34.004003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.018020 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Deleting port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:34.018354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.132526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] DHCP port deletion for 8cfdf0bd-438a-410c-97f0-48bbd6ac9891 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:30:34.137166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] Deleting port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:34.137597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.227966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] For port 982b177f-922e-44e1-8a6c-5b979e4c8fe1, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=982b177f-922e-44e1-8a6c-5b979e4c8fe1,segment=NetworkSegment(99a48243-2307-4fa1-af59-08edcb7234cf),segment_id=99a48243-2307-4fa1-af59-08edcb7234cf)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:34.228287 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.332061 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] For port 982b177f-922e-44e1-8a6c-5b979e4c8fe1, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=982b177f-922e-44e1-8a6c-5b979e4c8fe1,segment=NetworkSegment(99a48243-2307-4fa1-af59-08edcb7234cf),segment_id=99a48243-2307-4fa1-af59-08edcb7234cf)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:34.332453 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.348247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Calling delete_port for 982b177f-922e-44e1-8a6c-5b979e4c8fe1 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:34.427267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.449231 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] Calling delete_port for 982b177f-922e-44e1-8a6c-5b979e4c8fe1 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:34.472770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=982b177f-922e-44e1-8a6c-5b979e4c8fe1,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:34.477164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] No DVR routers for this DVR port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:34.521524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:30:34.521867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:30:34.593769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.624319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfdf0bd-438a-410c-97f0-48bbd6ac9891']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:34.636178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a48243-2307-4fa1-af59-08edcb7234cf') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:34.636466 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a48243-2307-4fa1-af59-08edcb7234cf') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:34.647575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.664464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.674362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:30:34.674900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:30:34.692249 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:30:34.871140 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.893091 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.905078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfdf0bd-438a-410c-97f0-48bbd6ac9891,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:34.909699 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ef6b9ab0-0240-4445-bdb7-4184c64fdd4c admin admin] 10.222.0.37 "DELETE /v2.0/networks/8cfdf0bd-438a-410c-97f0-48bbd6ac9891 HTTP/1.1" status: 204 len: 168 time: 1.0164373 Mar 16 11:30:35.023643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] Deleting port 982b177f-922e-44e1-8a6c-5b979e4c8fe1 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:35.024078 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.092179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8f4776cb-f888-40fd-a333-c9bc3bf8e234 None None] The port '982b177f-922e-44e1-8a6c-5b979e4c8fe1' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:30:35.117478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44190) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:35.162205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 982b177f-922e-44e1-8a6c-5b979e4c8fe1 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:35.168409 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f614289d-e585-4e26-aafd-0410d15975f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=894bb6a3ca7948069a81f04175fe6add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495787 Mar 16 11:30:35.171237 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44194) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:35.196612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 982b177f-922e-44e1-8a6c-5b979e4c8fe1 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:35.196974 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 982b177f-922e-44e1-8a6c-5b979e4c8fe1 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:35.197569 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e4f9f50d-83bb-4534-9b31-ae5517c6d178 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:35.229821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: e4f9f50d-83bb-4534-9b31-ae5517c6d178 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:35.230584 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e4f9f50d-83bb-4534-9b31-ae5517c6d178 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:35.232835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-899229c7-9642-4ccd-bf54-0835b72266d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.258108 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-899229c7-9642-4ccd-bf54-0835b72266d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.316914 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-899229c7-9642-4ccd-bf54-0835b72266d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.336653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899229c7-9642-4ccd-bf54-0835b72266d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d16ffb-732d-4907-a847-f42dadf55d9b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:35.349476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-899229c7-9642-4ccd-bf54-0835b72266d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.350615 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-899229c7-9642-4ccd-bf54-0835b72266d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9d16ffb-732d-4907-a847-f42dadf55d9b HTTP/1.1" status: 204 len: 168 time: 0.1784351 Mar 16 11:30:35.726828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44202) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:35.774401 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2815986e-25bb-478d-be9c-06112b9d9767 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d0c23127bd74d81b1bc67d833f0b195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464149 Mar 16 11:30:35.776904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44206) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:35.833717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-247f7c4f-0341-4092-8dd7-24aa8a43c536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.860585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-247f7c4f-0341-4092-8dd7-24aa8a43c536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.919032 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-247f7c4f-0341-4092-8dd7-24aa8a43c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.934268 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f7c4f-0341-4092-8dd7-24aa8a43c536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f979639-d3b1-4c85-bc14-59ef52344f11,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:35.938809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-247f7c4f-0341-4092-8dd7-24aa8a43c536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.939927 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-247f7c4f-0341-4092-8dd7-24aa8a43c536 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f979639-d3b1-4c85-bc14-59ef52344f11 HTTP/1.1" status: 204 len: 168 time: 0.1621592 Mar 16 11:30:37.746692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44248) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:37.752131 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132193993', 'description': 'tempest-secgroup-smoke-2132193993 description', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:37.758303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:37.762422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:37.765436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:37.771854 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:37.785306 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:37.796936 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:37.811473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:37.815226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:37.817952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:37.823514 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:37.904007 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:37.910345 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:37.922013 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:37.929493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:37.937769 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:37.947512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:37.950930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4fb0f7-466d-47cc-981c-b6200f14522d,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:38.028047 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.035482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.081266 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e55551c-065d-4349-a5b8-9b3027d99d38,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:38.084999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.086240 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2991502f-c7b1-4ad3-8a6d-58c2ff6e1525 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3385220 Mar 16 11:30:38.089758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44252) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:38.097307 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '0e55551c-065d-4349-a5b8-9b3027d99d38', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:38.106448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:38.111222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:38.114303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:38.121009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:38.140053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.204530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.209824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.231984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b04b1e8-9d81-43f3-92d9-a53fc4f1c1b9,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:38.242098 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.243273 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-4c34d340-ba78-4e30-bf7c-2fbfb2904f96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523936 Mar 16 11:30:38.247257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44256) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:38.252309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '0e55551c-065d-4349-a5b8-9b3027d99d38', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:38.258156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:38.261900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:38.264717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:38.270542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:38.288829 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.352537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.358401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.384785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1753cac-b150-4b8d-9f6b-b72278218ad4,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:38.394465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.395611 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3467891b-09e0-46a5-bf6d-60b89446fcf7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474357 Mar 16 11:30:38.398562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44260) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:38.403735 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '0e55551c-065d-4349-a5b8-9b3027d99d38', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:38.410033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:38.414085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:38.417185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:38.423187 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:38.442928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.505059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.510912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.543944 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443fa870-a5bf-4103-bedd-3e0069af2532,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:38.558779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.560448 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-47a74cdf-3549-41d5-a6eb-fe73e71ae5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605868 Mar 16 11:30:38.563258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44264) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:38.568491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '0e55551c-065d-4349-a5b8-9b3027d99d38', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:38.574922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:38.578766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:38.581618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:38.587192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:38.604017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.624681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.667396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.672537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.695144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a792d2e-193f-456f-ad10-4fe1265724b8,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:38.705250 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.706396 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5490df21-995c-4adf-8e84-7781e3ee5f0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421571 Mar 16 11:30:38.709314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44268) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:38.714219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '0e55551c-065d-4349-a5b8-9b3027d99d38', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:38.720009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:38.723797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:38.726703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:38.732396 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:38.745913 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Project 55f19e1b110c4ceba4248241e4f8afd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:30:38.752754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.815440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.820754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.843267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38932d06-2314-4573-9246-16fdd9ae6586,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:38.853320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.854503 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7cba5054-9ba1-4a7e-8f82-29dd1b1dcfd2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442709 Mar 16 11:30:38.858263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44272) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:38.863073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '0e55551c-065d-4349-a5b8-9b3027d99d38', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:38.868835 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:38.872698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:38.875571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:38.881125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:38.891891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Project 55f19e1b110c4ceba4248241e4f8afd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:30:38.901647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.977844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.983570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.010748 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fa8450-c018-465a-8ca6-31089899ef31,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:39.018920 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.020329 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2d395936-d9d9-4ee3-97f9-d5399e3e6202 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610148 Mar 16 11:30:39.023445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44276) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:39.031071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'network': {'name': 'tempest-network-smoke--20094642', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'port_security_enabled': True}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:39.036303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:39.040423 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:network and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:39.043444 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:39.049337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:39.062236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:30:39.065954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.094446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:30:39.103707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.104042 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Added segment 9d7fa854-c886-49bd-8c82-7a338d1e2658 of type vlan for network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 Mar 16 11:30:39.134014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.165061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.170693 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:39.171271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.264340 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2396104 Mar 16 11:30:39.267671 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44280) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:39.273081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'admin_state_up': True, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:39.275879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc18f58-4a88-48eb-b9ea-a4ae5509304e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Network': ['ID=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:39.280787 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:39.284994 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:router and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:39.287551 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:30:39.288117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:39.294963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:39.306112 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.307075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.322762 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.604826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.917212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.949160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:40.078425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.26.2.5 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/bd1654dc-fa61-4fb5-90dd-23ee32549c7a) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:40.238417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:40.271268 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:40.434242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:40.441302 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:40.445717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:30:40.474289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=bd1654dc-fa61-4fb5-90dd-23ee32549c7a,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:40.872481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:41.213297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:41.422983 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router bae95efd-566b-4529-84ba-293573b7400a is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:30:41.596845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:41.606980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Sync routers for ids ['bae95efd-566b-4529-84ba-293573b7400a'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:41.616054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Routers {'bae95efd-566b-4529-84ba-293573b7400a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:41.616684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:30:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['bae95efd-566b-4529-84ba-293573b7400a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:41.625798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:41.627270 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f3cd9c7d-b50a-425e-b52f-9363bd4306c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3584733 Mar 16 11:30:41.630333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44284) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:41.801376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Set router bae95efd-566b-4529-84ba-293573b7400a gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:41.898566 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b482359c-7a9c-4531-9fda-641895c79618 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=55f19e1b110c4ceba4248241e4f8afd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2670736 Mar 16 11:30:41.901378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44290) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:42.028063 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd758ca-1422-4996-a42e-c528d2f21b25 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:42.029725 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6dd758ca-1422-4996-a42e-c528d2f21b25 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273739 Mar 16 11:30:42.032604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44294) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:42.075857 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-08906987-abb2-4b45-8dd7-af4bbb7ef301 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418885 Mar 16 11:30:42.078391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44298) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:42.083817 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398038054', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:42.125151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:40Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:42.129058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Checking router: bae95efd-566b-4529-84ba-293573b7400a for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:42.129406 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Updating router bae95efd-566b-4529-84ba-293573b7400a port bd1654dc-fa61-4fb5-90dd-23ee32549c7a binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:30:42.180388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.191982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:42.195781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:subnet and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:42.198582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:42.204219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:42.215895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:30:42.219521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.434301 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.501653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.513128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Subnet': ['ID=e03a3798-5281-4b45-b97f-07e18b69537a,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:42.514293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Transition to ACTIVE for port object bd1654dc-fa61-4fb5-90dd-23ee32549c7a will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:42.521784 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Checking segment: {'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:42.522196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network hostable DHCP agents. Network: 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:30:42.523382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.541623 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:30:42.551721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:42.555894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:42.556529 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.568314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab81b36-63eb-4a7b-9486-cf3245405ee9 None None] Network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:30:42.579308 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a64330d8-8be3-4e37-9144-025219ac3fe6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4999592 Mar 16 11:30:42.582048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44302) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:42.697678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Pushing event updated for resources: {'Port': ['ID=bd1654dc-fa61-4fb5-90dd-23ee32549c7a,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:42.701414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Attempting to bind port bd1654dc-fa61-4fb5-90dd-23ee32549c7a on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:42.701755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Attempting to bind port bd1654dc-fa61-4fb5-90dd-23ee32549c7a by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:42.702109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Attempting to bind port bd1654dc-fa61-4fb5-90dd-23ee32549c7a on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:42.712559 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.712929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.713258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.713582 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.713875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.714210 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.714530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.714836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.715147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.715455 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.715762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.716071 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:42.724179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:30:42.724558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:42.724956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.725352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:30:42.725825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Bound port: bd1654dc-fa61-4fb5-90dd-23ee32549c7a, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:42.726171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.852481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] For port bd1654dc-fa61-4fb5-90dd-23ee32549c7a, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:30:42.893490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] For port bd1654dc-fa61-4fb5-90dd-23ee32549c7a, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd1654dc-fa61-4fb5-90dd-23ee32549c7a,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:30:42.899513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.931414 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:30:42.932724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:43.032702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6be2c3-3a52-4214-bed4-68a94188fe7d None None] Pushing event updated for resources: {'Port': ['ID=bd1654dc-fa61-4fb5-90dd-23ee32549c7a,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:43.056345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Routers {'bae95efd-566b-4529-84ba-293573b7400a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:43.056993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:30:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['bae95efd-566b-4529-84ba-293573b7400a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:43.260720 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:43.279028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Allocated IP 172.20.0.2 (2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45/e03a3798-5281-4b45-b97f-07e18b69537a/209c2420-2b07-461d-aa66-650577d7a850) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:43.296548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] Set router bae95efd-566b-4529-84ba-293573b7400a gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:43.793759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:43.806938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Transition to ACTIVE for port object 209c2420-2b07-461d-aa66-650577d7a850 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:43.829905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Transition to ACTIVE for port object 209c2420-2b07-461d-aa66-650577d7a850 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:43.836295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:40Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:43.838684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:43.892642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30716367-41a5-4bb2-baab-80f8f82238c4 None None] The sync data for ids ['bae95efd-566b-4529-84ba-293573b7400a'] in dv-neutron-833860-1-hyperv is: [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:40Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:43.901010 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.20.0.1 (2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45/e03a3798-5281-4b45-b97f-07e18b69537a/3f2d3038-2aca-45e5-b0af-e4b2c15d74e3) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:43.903782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:43.907104 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:43.918558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:30:43.929138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Pushing event updated for resources: {'Port': ['ID=209c2420-2b07-461d-aa66-650577d7a850,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:44.020374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Attempting to bind port 209c2420-2b07-461d-aa66-650577d7a850 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:44.020789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Attempting to bind port 209c2420-2b07-461d-aa66-650577d7a850 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:44.021114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Attempting to bind port 209c2420-2b07-461d-aa66-650577d7a850 on network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:44.026942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:30:44.027384 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Checking segment: {'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:44.027840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.028282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Bound using segment: {'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:30:44.028855 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Bound port: 209c2420-2b07-461d-aa66-650577d7a850, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:44.029283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.076646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.095093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Transition to ACTIVE for port object 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:44.123219 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.142742 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] For port 209c2420-2b07-461d-aa66-650577d7a850, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:30:44.146190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] For port 209c2420-2b07-461d-aa66-650577d7a850, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=209c2420-2b07-461d-aa66-650577d7a850,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:30:44.156846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.198806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:44.202216 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:44.206269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:30:44.255503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=3f2d3038-2aca-45e5-b0af-e4b2c15d74e3,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:44.257850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a57d0-279e-46d6-b109-c001752609f8 None None] Pushing event updated for resources: {'Port': ['ID=209c2420-2b07-461d-aa66-650577d7a850,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:44.280243 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.591315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.007449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.013682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.128297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.131683 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=3f2d3038-2aca-45e5-b0af-e4b2c15d74e3,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:45.176538 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae9fa0-0eff-481e-a5c9-35c96f442ca7 None None] Network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:30:45.236709 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd1654dc-fa61-4fb5-90dd-23ee32549c7a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:45.353382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b9554a4d-9287-42c2-b156-e0d02b01b7be None None] Provisioning for port 209c2420-2b07-461d-aa66-650577d7a850 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:45.387234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:45.388438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:45.418879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port bd1654dc-fa61-4fb5-90dd-23ee32549c7a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:45.430617 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port bd1654dc-fa61-4fb5-90dd-23ee32549c7a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:45.430994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.593173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router bae95efd-566b-4529-84ba-293573b7400a has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:45.629417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.649404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port bd1654dc-fa61-4fb5-90dd-23ee32549c7a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd1654dc-fa61-4fb5-90dd-23ee32549c7a,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:45.654615 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.655458 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 209c2420-2b07-461d-aa66-650577d7a850 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:45.775307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=bd1654dc-fa61-4fb5-90dd-23ee32549c7a,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:45.796676 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 209c2420-2b07-461d-aa66-650577d7a850 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:45.802823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 209c2420-2b07-461d-aa66-650577d7a850 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:45.803198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.803985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:45.814174 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Sync routers for ids ['bae95efd-566b-4529-84ba-293573b7400a'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:45.823517 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c3d2015b-ae2c-46ff-8d56-d63fd437b797 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "PUT /v2.0/routers/bae95efd-566b-4529-84ba-293573b7400a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2328706 Mar 16 11:30:45.826003 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Routers {'bae95efd-566b-4529-84ba-293573b7400a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:45.826765 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:30:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['bae95efd-566b-4529-84ba-293573b7400a'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:45.908335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fe19065e-e8b3-422a-a2ef-7aac1e25c02a None None] Provisioning complete for port 209c2420-2b07-461d-aa66-650577d7a850 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:45.908706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fe19065e-e8b3-422a-a2ef-7aac1e25c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.019885 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-f551f1dd-a1f2-4469-99b3-b46e67af6927 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132193993&fields=id&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 267 time: 0.0522277 Mar 16 11:30:46.034245 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Set router bae95efd-566b-4529-84ba-293573b7400a gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:46.051563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.144165 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 209c2420-2b07-461d-aa66-650577d7a850, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=209c2420-2b07-461d-aa66-650577d7a850,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:46.155183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.200867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-fbb500fe-2c12-45f5-87f1-b217920f8e52 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:46.201819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-fbb500fe-2c12-45f5-87f1-b217920f8e52 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:46.222596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-fbb500fe-2c12-45f5-87f1-b217920f8e52 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:46.230083 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-fbb500fe-2c12-45f5-87f1-b217920f8e52 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/networks?id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 HTTP/1.1" status: 200 len: 795 time: 0.2086809 Mar 16 11:30:46.253103 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-050547c5-3a2e-4f33-b2b0-07655ae03625 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/quotas/55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 375 time: 0.0191305 Mar 16 11:30:46.298611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=209c2420-2b07-461d-aa66-650577d7a850,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:46.328784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fe19065e-e8b3-422a-a2ef-7aac1e25c02a None None] Provisioning for port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:46.334440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-fe19065e-e8b3-422a-a2ef-7aac1e25c02a None None] Provisioning complete for port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:46.334440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fe19065e-e8b3-422a-a2ef-7aac1e25c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.353553 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-9527e033-72ef-4c95-acc7-21ab5da2d0c2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994334 Mar 16 11:30:46.389500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-fe19065e-e8b3-422a-a2ef-7aac1e25c02a None None] Port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:30:46.413325 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:44Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3f2d3038-2aca-45e5-b0af-e4b2c15d74e3', 'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:16:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:43Z', 'updated_at': '2022-03-16T11:30:44Z', 'revision_number': 2, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:46.417305 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Checking router: bae95efd-566b-4529-84ba-293573b7400a for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:46.417645 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Updating router bae95efd-566b-4529-84ba-293573b7400a port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:30:46.418731 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-99781d07-e017-428c-a2a7-8bcce6cf7e10 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:30:46.419713 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-99781d07-e017-428c-a2a7-8bcce6cf7e10 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538702 Mar 16 11:30:46.468368 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.512725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-25eb5401-191d-4ea8-9397-716c8ec19477 None None] Provisioning complete for port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:46.513158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-25eb5401-191d-4ea8-9397-716c8ec19477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.564406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-92ec77b8-7d41-4cc0-bdfe-2a65fee594d1 service neutron] 10.222.0.37 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378882 Mar 16 11:30:46.569788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-25eb5401-191d-4ea8-9397-716c8ec19477 None None] Port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:30:46.797685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-a683e858-772d-4831-aa42-a6f741a239cb service neutron] 10.222.0.37 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271621 Mar 16 11:30:46.827590 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.838807 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Transition to ACTIVE for port object 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:46.846433 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.964378 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Pushing event updated for resources: {'Port': ['ID=3f2d3038-2aca-45e5-b0af-e4b2c15d74e3,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:46.976828 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.977174 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.977506 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.977834 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.978181 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.978468 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.978783 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.979099 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.979426 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.979738 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.980046 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.980355 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:46.995390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-4d492885-aedd-4d71-9292-42a40cb2870a req-a6bec9cb-5633-45ae-aa21-a64780e0c3f2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:47.020100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-4d492885-aedd-4d71-9292-42a40cb2870a req-a6bec9cb-5633-45ae-aa21-a64780e0c3f2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:47.025740 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4d492885-aedd-4d71-9292-42a40cb2870a req-a6bec9cb-5633-45ae-aa21-a64780e0c3f2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 210 time: 0.0823424 Mar 16 11:30:47.081910 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Attempting to bind port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:47.082299 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Attempting to bind port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:47.082718 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Attempting to bind port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 on network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:47.088544 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:30:47.089025 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Checking segment: {'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:47.089494 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.089959 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Bound using segment: {'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:30:47.090527 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Bound port: 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:47.090994 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.180777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd1654dc-fa61-4fb5-90dd-23ee32549c7a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:47.226989 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] For port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:30:47.230658 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] For port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3f2d3038-2aca-45e5-b0af-e4b2c15d74e3,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:30:47.235395 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.258963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port bd1654dc-fa61-4fb5-90dd-23ee32549c7a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:47.259346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.316133 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Routers {'bae95efd-566b-4529-84ba-293573b7400a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:47.316783 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:30:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['bae95efd-566b-4529-84ba-293573b7400a'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:47.380030 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe18f0b-5975-409d-9c50-c8daf325dded None None] Pushing event updated for resources: {'Port': ['ID=3f2d3038-2aca-45e5-b0af-e4b2c15d74e3,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:47.410607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 209c2420-2b07-461d-aa66-650577d7a850 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:47.488677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 209c2420-2b07-461d-aa66-650577d7a850 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:47.489201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.515375 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] Set router bae95efd-566b-4529-84ba-293573b7400a gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:47.830215 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:44Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3f2d3038-2aca-45e5-b0af-e4b2c15d74e3', 'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:16:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:43Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:47.834277 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca6dec-f39f-420a-8bb0-96a8b84c9c6a None None] The sync data for ids ['bae95efd-566b-4529-84ba-293573b7400a'] in dv-neutron-833860-1-hyperv is: [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:44Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3f2d3038-2aca-45e5-b0af-e4b2c15d74e3', 'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:16:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:43Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:48.199830 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ba28e7f9-22f1-4e04-9fe8-9b1bd05fca54 req-87e02594-dd0b-4b2f-a6d9-10585b448d0e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 210 time: 0.0607483 Mar 16 11:30:48.341931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-f20bf9d7-676f-4677-b29a-db95a46b7bcc tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:48.343422 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-f20bf9d7-676f-4677-b29a-db95a46b7bcc tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/networks?id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 HTTP/1.1" status: 200 len: 795 time: 0.1685495 Mar 16 11:30:48.397308 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-7d05161f-abe5-4c3d-82f6-4f8fad5efa96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 380 time: 0.0460656 Mar 16 11:30:48.406546 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'port': {'device_id': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'admin_state_up': True, 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'security_groups': ['0e55551c-065d-4349-a5b8-9b3027d99d38']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:48.550190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:48.560766 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:48.572279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:30:48.576254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.742710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.20.0.13 (2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45/e03a3798-5281-4b45-b97f-07e18b69537a/c804f380-6873-4a62-8f26-0bba8337d624) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:48.934238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.950723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Transition to ACTIVE for port object c804f380-6873-4a62-8f26-0bba8337d624 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:48.977958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.045404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:49.052317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:49.056506 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:30:49.086917 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=c804f380-6873-4a62-8f26-0bba8337d624,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:49.124939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:49.125564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.152567 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-2a4603de-6d84-4b46-bc25-09a8aa69a955 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7499285 Mar 16 11:30:49.163837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Request body: {'port': {'device_id': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:49.195646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:49.271781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:49.277505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:49.277872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.284987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.380585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-29d03410-8370-4dc6-a423-6bc682a673d0 None None] Provisioning for port c804f380-6873-4a62-8f26-0bba8337d624 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:49.396174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-29d03410-8370-4dc6-a423-6bc682a673d0 None None] Provisioning complete for port c804f380-6873-4a62-8f26-0bba8337d624 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:49.396467 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-29d03410-8370-4dc6-a423-6bc682a673d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.401377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ce3f6-9a3b-4cca-8728-9121b6e4c3b3 req-ee7acfcd-9bf3-4944-8b04-9d7a3761112d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:49.402855 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-621ce3f6-9a3b-4cca-8728-9121b6e4c3b3 req-ee7acfcd-9bf3-4944-8b04-9d7a3761112d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 932 time: 0.0877781 Mar 16 11:30:49.446999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-621ce3f6-9a3b-4cca-8728-9121b6e4c3b3 req-c22a6ab2-42f0-4d08-9d10-03e11e07e356 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:49.464434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.466660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-621ce3f6-9a3b-4cca-8728-9121b6e4c3b3 req-c22a6ab2-42f0-4d08-9d10-03e11e07e356 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:49.467969 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-621ce3f6-9a3b-4cca-8728-9121b6e4c3b3 req-c22a6ab2-42f0-4d08-9d10-03e11e07e356 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594168 Mar 16 11:30:49.488968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-29d03410-8370-4dc6-a423-6bc682a673d0 None None] Port c804f380-6873-4a62-8f26-0bba8337d624 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:30:49.510334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3f2d3038-2aca-45e5-b0af-e4b2c15d74e3,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:49.514555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.583507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=3f2d3038-2aca-45e5-b0af-e4b2c15d74e3,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:49.628438 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c804f380-6873-4a62-8f26-0bba8337d624 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:30:49.635640 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.649842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Transition to ACTIVE for port object c804f380-6873-4a62-8f26-0bba8337d624 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:49.655394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.783478 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Pushing event updated for resources: {'Port': ['ID=c804f380-6873-4a62-8f26-0bba8337d624,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:49.885831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Attempting to bind port c804f380-6873-4a62-8f26-0bba8337d624 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:49.886189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Attempting to bind port c804f380-6873-4a62-8f26-0bba8337d624 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:49.886509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Attempting to bind port c804f380-6873-4a62-8f26-0bba8337d624 on network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:49.891374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Port c804f380-6873-4a62-8f26-0bba8337d624 on network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:30:49.891686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Attempting to bind port c804f380-6873-4a62-8f26-0bba8337d624 on network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:49.896669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:30:49.897262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Checking segment: {'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:49.897637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Bound using segment: {'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:30:49.898053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Bound port: c804f380-6873-4a62-8f26-0bba8337d624, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7fa854-c886-49bd-8c82-7a338d1e2658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:49.898389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.089779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] For port c804f380-6873-4a62-8f26-0bba8337d624, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:30:50.092606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] For port c804f380-6873-4a62-8f26-0bba8337d624, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c804f380-6873-4a62-8f26-0bba8337d624,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:30:50.100329 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.155711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:50.156259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.157645 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] 10.222.0.48 "PUT /v2.0/ports/c804f380-6873-4a62-8f26-0bba8337d624 HTTP/1.1" status: 200 len: 1094 time: 0.9982395 Mar 16 11:30:50.158067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'tag': 'c804f380-6873-4a62-8f26-0bba8337d624'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:50.185200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd6577-604e-45a6-ad38-8847dd5d7632 service neutron] Pushing event updated for resources: {'Port': ['ID=c804f380-6873-4a62-8f26-0bba8337d624,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:50.240461 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'tag': 'c804f380-6873-4a62-8f26-0bba8337d624', 'status': 'completed', 'code': 200} Mar 16 11:30:50.276646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-1eb77a35-a81a-4d20-874c-d293f93687ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:50.278230 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-1eb77a35-a81a-4d20-874c-d293f93687ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 1097 time: 0.0766833 Mar 16 11:30:50.346946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-657c0306-07d0-46f7-a549-c91c6f325f8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c804f380-6873-4a62-8f26-0bba8337d624 HTTP/1.1" status: 200 len: 217 time: 0.0617151 Mar 16 11:30:50.410850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-9d5d78ce-5c10-48ba-a35c-d98c34473c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:50.412181 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-9d5d78ce-5c10-48ba-a35c-d98c34473c87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e03a3798-5281-4b45-b97f-07e18b69537a HTTP/1.1" status: 200 len: 835 time: 0.0600088 Mar 16 11:30:50.490599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-ac81c34a-c463-4882-af27-9e049cc3369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:50.490828 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-ac81c34a-c463-4882-af27-9e049cc3369e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723839 Mar 16 11:30:50.622563 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-95dd137b-1bcc-499f-845d-db460d09b02c service neutron] 10.222.0.48 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260374 Mar 16 11:30:50.651702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bf5e9-ee4e-469e-8906-48434006b283 req-91b4ece3-d494-40ed-9aeb-c90323e36908 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:50.653182 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ab2bf5e9-ee4e-469e-8906-48434006b283 req-91b4ece3-d494-40ed-9aeb-c90323e36908 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 944 time: 0.0787098 Mar 16 11:30:50.698179 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ab2bf5e9-ee4e-469e-8906-48434006b283 req-4b6b4060-3720-49c0-b3d9-100b377e8497 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389376 Mar 16 11:30:50.755397 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76cc558e-662b-4683-a4d3-e5fb9385c0c7 req-037da3d5-af13-4f2c-9b7c-c4be9d6f0c62 service neutron] 10.222.0.48 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273689 Mar 16 11:30:50.881093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-4f70a26e-89d1-4418-81dc-0fb424542019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:50.882661 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-4f70a26e-89d1-4418-81dc-0fb424542019 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 1097 time: 0.0773289 Mar 16 11:30:51.023037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-92573591-4b48-4e5e-91b2-815dde89ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:51.024377 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-92573591-4b48-4e5e-91b2-815dde89ebd7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 HTTP/1.1" status: 200 len: 896 time: 0.1351290 Mar 16 11:30:51.090111 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-8413ab36-ddbd-483c-a454-740f0377191a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c804f380-6873-4a62-8f26-0bba8337d624 HTTP/1.1" status: 200 len: 217 time: 0.0596807 Mar 16 11:30:51.157145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-6345c37f-211f-4a46-98ad-f6a618e41900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:51.158587 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-6345c37f-211f-4a46-98ad-f6a618e41900 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e03a3798-5281-4b45-b97f-07e18b69537a HTTP/1.1" status: 200 len: 835 time: 0.0624309 Mar 16 11:30:51.173389 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:51.232239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-7fac4f66-0aaa-411d-8343-d84c8a640d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:51.233784 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-7fac4f66-0aaa-411d-8343-d84c8a640d31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694842 Mar 16 11:30:51.239746 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:51.240123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.365414 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-c3e1746b-812d-4bda-8c88-62d03c8c6551 service neutron] 10.222.0.48 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250989 Mar 16 11:30:51.497943 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b970482f-17d9-4711-b5c1-61542a5b4a27 req-0002f175-bbd5-44d2-b48b-4f778c96cbc3 service neutron] 10.222.0.48 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249163 Mar 16 11:30:51.893301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d71a6e-1b05-46a2-928c-dd15d8af8ed9 req-a55f881f-c86b-4b3e-92c5-87c7b54b0b7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:51.893993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-d7d71a6e-1b05-46a2-928c-dd15d8af8ed9 req-a55f881f-c86b-4b3e-92c5-87c7b54b0b7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:51.911213 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-d7d71a6e-1b05-46a2-928c-dd15d8af8ed9 req-a55f881f-c86b-4b3e-92c5-87c7b54b0b7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:51.912352 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d7d71a6e-1b05-46a2-928c-dd15d8af8ed9 req-a55f881f-c86b-4b3e-92c5-87c7b54b0b7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 944 time: 0.1056881 Mar 16 11:30:51.929875 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-849ccef8-62d6-42fd-9757-c6990131b05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.957200 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d7d71a6e-1b05-46a2-928c-dd15d8af8ed9 req-33c78689-d098-4ecf-9162-f87450f9c831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387609 Mar 16 11:30:53.167968 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acba2-b195-45d5-8dd7-afce24a57063 req-8c905733-2778-4743-8c7b-b20dd3627497 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:53.169459 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-222acba2-b195-45d5-8dd7-afce24a57063 req-8c905733-2778-4743-8c7b-b20dd3627497 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 944 time: 0.0928302 Mar 16 11:30:53.215423 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-222acba2-b195-45d5-8dd7-afce24a57063 req-b64d2106-c3b5-4d88-8c8f-37bd829e2a1e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378647 Mar 16 11:30:54.415933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175847b-c062-4b02-bc4a-a40f8d32684e req-1b145f3d-b07c-41fe-8390-3b762402521d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:54.417446 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5175847b-c062-4b02-bc4a-a40f8d32684e req-1b145f3d-b07c-41fe-8390-3b762402521d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 944 time: 0.0869846 Mar 16 11:30:54.462695 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5175847b-c062-4b02-bc4a-a40f8d32684e req-eae18f02-85de-49bc-923b-0ccef2128de8 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395114 Mar 16 11:30:55.058060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.094672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d65a43f9-9ffb-438c-a76d-f28a57a6f0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.171815 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c804f380-6873-4a62-8f26-0bba8337d624 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:30:55.322373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c804f380-6873-4a62-8f26-0bba8337d624, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c804f380-6873-4a62-8f26-0bba8337d624,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:55.338443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.342353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'c804f380-6873-4a62-8f26-0bba8337d624', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'port_id': 'c804f380-6873-4a62-8f26-0bba8337d624', 'mac_address': 'fa:16:3e:28:09:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:30:55.405486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.422248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c804f380-6873-4a62-8f26-0bba8337d624 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:30:55.437831 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c804f380-6873-4a62-8f26-0bba8337d624, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c804f380-6873-4a62-8f26-0bba8337d624,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:55.441806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.454753 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:30:55.512347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=c804f380-6873-4a62-8f26-0bba8337d624,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:55.651626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40570962-ac68-476b-9e2a-8577e8613409 req-babff52b-37ae-4958-ad37-163045b956b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:55.653119 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-40570962-ac68-476b-9e2a-8577e8613409 req-babff52b-37ae-4958-ad37-163045b956b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 945 time: 0.0810144 Mar 16 11:30:55.701668 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-40570962-ac68-476b-9e2a-8577e8613409 req-33228e83-1a00-4a8f-935b-1e1bc0cb0973 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Mar 16 11:30:55.802759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['c804f380-6873-4a62-8f26-0bba8337d624'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:30:56.769677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:56.997518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8710cb2-2029-4291-9ddc-a956336159f3 req-665edb96-14c2-4603-a971-2e7a526f6fd5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.998983 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c8710cb2-2029-4291-9ddc-a956336159f3 req-665edb96-14c2-4603-a971-2e7a526f6fd5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 945 time: 0.1837912 Mar 16 11:30:57.056123 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c8710cb2-2029-4291-9ddc-a956336159f3 req-0998ea03-6849-45d5-9ec1-94d6fe6d8f3c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488536 Mar 16 11:30:57.188465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c804f380-6873-4a62-8f26-0bba8337d624 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:57.263368 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port c804f380-6873-4a62-8f26-0bba8337d624 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:57.267905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port c804f380-6873-4a62-8f26-0bba8337d624 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:57.268280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.386572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.413390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c804f380-6873-4a62-8f26-0bba8337d624'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:57.425521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c804f380-6873-4a62-8f26-0bba8337d624, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c804f380-6873-4a62-8f26-0bba8337d624,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:57.431310 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.504729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=c804f380-6873-4a62-8f26-0bba8337d624,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:57.511693 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c804f380-6873-4a62-8f26-0bba8337d624', 'code': 200} Mar 16 11:30:57.746400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e0320-fa90-4b63-80b7-0d616b9fb9b7 req-fcc1dd72-7dd1-4c1e-9f51-5d8bdb2e4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:57.747957 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a71e0320-fa90-4b63-80b7-0d616b9fb9b7 req-fcc1dd72-7dd1-4c1e-9f51-5d8bdb2e4e85 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 1099 time: 0.0768988 Mar 16 11:30:57.792221 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a71e0320-fa90-4b63-80b7-0d616b9fb9b7 req-e114450f-2b26-4756-9ee0-e0710c1bf433 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379987 Mar 16 11:30:58.252785 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead105a-9adf-4a5e-8264-fd54edf0ae22 req-faa71d05-83cf-403a-83fe-b092b7fd23fc tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:58.254228 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fead105a-9adf-4a5e-8264-fd54edf0ae22 req-faa71d05-83cf-403a-83fe-b092b7fd23fc tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.0857220 Mar 16 11:30:58.299246 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fead105a-9adf-4a5e-8264-fd54edf0ae22 req-41c87a4a-c99c-439f-a5f1-f9464b032041 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393050 Mar 16 11:30:59.503583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003ecca-3c6e-4982-a025-4b9fbf9470ac req-dbce6e3c-9910-47d5-aba7-4cf0cd1292c6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:59.505070 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1003ecca-3c6e-4982-a025-4b9fbf9470ac req-dbce6e3c-9910-47d5-aba7-4cf0cd1292c6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.0849409 Mar 16 11:30:59.550724 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1003ecca-3c6e-4982-a025-4b9fbf9470ac req-78585866-3eeb-4806-9d3e-e8fd6dcb1d25 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376503 Mar 16 11:30:59.748198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96eb2f-6f04-43f3-9f53-e8200d767c7e req-baebe861-ad6c-4f04-834f-d735100d9d20 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:59.749701 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5c96eb2f-6f04-43f3-9f53-e8200d767c7e req-baebe861-ad6c-4f04-834f-d735100d9d20 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.0922818 Mar 16 11:30:59.797169 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5c96eb2f-6f04-43f3-9f53-e8200d767c7e req-98737e9c-5dc0-40e0-a5bd-b5a4914679bb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 Mar 16 11:30:59.826380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44366) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:59.898261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a1a4e0-f8dd-41cf-8e6a-4ddd3a5f7106 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:59.899733 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-35a1a4e0-f8dd-41cf-8e6a-4ddd3a5f7106 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 1094 time: 0.0723660 Mar 16 11:30:59.904034 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44370) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:59.908860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'c804f380-6873-4a62-8f26-0bba8337d624', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:59.914831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:59.918683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:floatingip and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:59.921723 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:59.928235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:59.943077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.084433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.217795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.26.2.131 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/b5bc4cb7-3101-4a1a-b443-8448975fdea4) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:31:00.378933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.410620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.469624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:31:00.476072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:00.482648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:31:00.514990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=b5bc4cb7-3101-4a1a-b443-8448975fdea4,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:00.901791 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.974826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.286164 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.292973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.400823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=b5bc4cb7-3101-4a1a-b443-8448975fdea4,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:01.412590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.585422 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Floating IP df1ad6b0-4890-4ce4-8193-244493ce7daf associated. External IP: 172.26.2.131, port: c804f380-6873-4a62-8f26-0bba8337d624. Mar 16 11:31:01.947012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router bae95efd-566b-4529-84ba-293573b7400a has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:31:02.125207 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:31:02.134995 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] Sync routers for ids ['bae95efd-566b-4529-84ba-293573b7400a'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:31:02.148248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] Routers {'bae95efd-566b-4529-84ba-293573b7400a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:02.148934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:30:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['bae95efd-566b-4529-84ba-293573b7400a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:02.150144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.207038 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-58dcb884-7c84-4176-8001-09d1731ea3cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3019073 Mar 16 11:31:02.207568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'tag': 'c804f380-6873-4a62-8f26-0bba8337d624'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:02.251348 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'tag': 'c804f380-6873-4a62-8f26-0bba8337d624', 'status': 'completed', 'code': 200} Mar 16 11:31:02.332265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] Set router bae95efd-566b-4529-84ba-293573b7400a gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:02.349775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-3be33636-b56e-49d6-823d-3f126fd26f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.351493 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-3be33636-b56e-49d6-823d-3f126fd26f17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 1099 time: 0.0800331 Mar 16 11:31:02.377479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4946e-94ba-4e86-8d70-2a52ccb6a355 req-a61bba6b-25c4-4f99-87bd-ad366b8e3506 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.378967 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-61c4946e-94ba-4e86-8d70-2a52ccb6a355 req-a61bba6b-25c4-4f99-87bd-ad366b8e3506 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.0833285 Mar 16 11:31:02.432932 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-61c4946e-94ba-4e86-8d70-2a52ccb6a355 req-71bfa6ae-992a-4951-b968-807381d637c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468884 Mar 16 11:31:02.449715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44378) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:02.481659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-90e6c5ea-1fef-40b9-9823-57d2802ba8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.483359 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-90e6c5ea-1fef-40b9-9823-57d2802ba8cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 HTTP/1.1" status: 200 len: 896 time: 0.1261485 Mar 16 11:31:02.558499 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b8828e2f-f16a-4616-bf0d-11a43e1e8e76 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/df1ad6b0-4890-4ce4-8193-244493ce7daf HTTP/1.1" status: 200 len: 992 time: 0.1075387 Mar 16 11:31:02.591885 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-110c575c-3efc-4cf0-a28d-05005abcc3bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c804f380-6873-4a62-8f26-0bba8337d624 HTTP/1.1" status: 200 len: 1000 time: 0.1019950 Mar 16 11:31:02.653135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-cfeb70b4-2be3-43ad-85d3-81d871cf32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.654590 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-cfeb70b4-2be3-43ad-85d3-81d871cf32eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e03a3798-5281-4b45-b97f-07e18b69537a HTTP/1.1" status: 200 len: 835 time: 0.0566318 Mar 16 11:31:02.675504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:44Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'df1ad6b0-4890-4ce4-8193-244493ce7daf', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.131', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'port_id': 'c804f380-6873-4a62-8f26-0bba8337d624', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'mac_address': 'fa:16:3e:28:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:00Z', 'updated_at': '2022-03-16T11:31:00Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2d3038-2aca-45e5-b0af-e4b2c15d74e3', 'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:16:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:43Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:02.679326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] Checking router: bae95efd-566b-4529-84ba-293573b7400a for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:31:02.688173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] Routers {'bae95efd-566b-4529-84ba-293573b7400a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:02.688780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:30:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['bae95efd-566b-4529-84ba-293573b7400a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:02.851625 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-23c9300c-2790-4361-8b75-350789f142b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.853038 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-23c9300c-2790-4361-8b75-350789f142b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1922479 Mar 16 11:31:02.866032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] Set router bae95efd-566b-4529-84ba-293573b7400a gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:02.983468 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-f6371870-b656-4cce-9747-bcfd727650ce service neutron] 10.222.0.48 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244123 Mar 16 11:31:03.110946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-31099734-733e-42a6-ac71-fb1ae61ef7dd req-287d02d0-ff08-4f45-9b95-5d825114a7b0 service neutron] 10.222.0.48 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217189 Mar 16 11:31:03.249152 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:44Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'df1ad6b0-4890-4ce4-8193-244493ce7daf', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.131', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'port_id': 'c804f380-6873-4a62-8f26-0bba8337d624', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'mac_address': 'fa:16:3e:28:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:00Z', 'updated_at': '2022-03-16T11:31:00Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2d3038-2aca-45e5-b0af-e4b2c15d74e3', 'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:16:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:43Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:03.253301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f2a91-3417-490e-a93c-4a8348ec002f None None] The sync data for ids ['bae95efd-566b-4529-84ba-293573b7400a'] in dv-neutron-833860-1-hyperv is: [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:44Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'df1ad6b0-4890-4ce4-8193-244493ce7daf', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.131', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'port_id': 'c804f380-6873-4a62-8f26-0bba8337d624', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'mac_address': 'fa:16:3e:28:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:00Z', 'updated_at': '2022-03-16T11:31:00Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2d3038-2aca-45e5-b0af-e4b2c15d74e3', 'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:16:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:43Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:31:03.457321 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43473e2-a89a-484e-96b0-8d10e85a2635 None None] New status for floating IP df1ad6b0-4890-4ce4-8193-244493ce7daf: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:31:03.560602 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44382) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:03.664390 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d5b8a087-7b1e-441c-bc58-8c563af64361 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/df1ad6b0-4890-4ce4-8193-244493ce7daf HTTP/1.1" status: 200 len: 992 time: 0.1018934 Mar 16 11:31:04.669701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44386) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:04.785288 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9d5c31e5-4fb3-484c-abc0-1c8c1c002dae tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/df1ad6b0-4890-4ce4-8193-244493ce7daf HTTP/1.1" status: 200 len: 994 time: 0.1139781 Mar 16 11:31:08.627135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:21.939799 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-45160006-ebca-4a95-8bd0-c7ca8df31b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:25.062717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:25.099306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0edeed45-a12a-42c4-bc49-e7d405ac41b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:25.330393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:26.772878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:32.459304 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:31:38.643484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:51.934762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1e179176-6d21-40f9-ac47-af7909eec9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:55.064878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:55.102701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-350eefb4-1ca1-4cad-8a43-c8c571e0b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:55.336343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:56.780694 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:56.927896 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ec532313-af61-455d-b278-2592a0134c83 req-f3a1afd7-7c32-45cc-b0ad-795fee31de68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719001 Mar 16 11:31:57.082598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec532313-af61-455d-b278-2592a0134c83 req-67c38173-22c6-406f-bcb3-2efe4a483ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:57.084051 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ec532313-af61-455d-b278-2592a0134c83 req-67c38173-22c6-406f-bcb3-2efe4a483ac4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 1099 time: 0.0870638 Mar 16 11:31:57.228364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec532313-af61-455d-b278-2592a0134c83 req-fad6eb56-39c2-4e53-8f5e-d6f637b920be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:57.229742 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ec532313-af61-455d-b278-2592a0134c83 req-fad6eb56-39c2-4e53-8f5e-d6f637b920be service neutron] 10.222.0.48 "GET /v2.0/networks?id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 HTTP/1.1" status: 200 len: 896 time: 0.1271482 Mar 16 11:31:57.341457 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ec532313-af61-455d-b278-2592a0134c83 req-da3e69f6-78ea-45c8-ab9b-e18a4438cc21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c804f380-6873-4a62-8f26-0bba8337d624 HTTP/1.1" status: 200 len: 1002 time: 0.1044366 Mar 16 11:31:57.403290 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec532313-af61-455d-b278-2592a0134c83 req-469c0419-2372-4378-bc99-b01527bc2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:57.404668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ec532313-af61-455d-b278-2592a0134c83 req-469c0419-2372-4378-bc99-b01527bc2643 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e03a3798-5281-4b45-b97f-07e18b69537a HTTP/1.1" status: 200 len: 835 time: 0.0569384 Mar 16 11:31:57.483389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec532313-af61-455d-b278-2592a0134c83 req-48be7d3d-9ece-44bb-b19b-a858ea64e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:57.484766 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ec532313-af61-455d-b278-2592a0134c83 req-48be7d3d-9ece-44bb-b19b-a858ea64e238 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736609 Mar 16 11:31:57.619977 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ec532313-af61-455d-b278-2592a0134c83 req-fdee90df-c71d-4455-8d17-34d673ea46ca service neutron] 10.222.0.48 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287148 Mar 16 11:31:57.749021 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ec532313-af61-455d-b278-2592a0134c83 req-add97a0f-ec47-42b4-b7a6-4341c1d62b05 service neutron] 10.222.0.48 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234493 Mar 16 11:32:08.659916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:09.464222 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:32:16.485002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13482fec-86ce-4e36-a8fc-586cb0b5a68c req-a2551ddf-c0cb-4934-b85a-349e6cdaee0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:16.486353 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-13482fec-86ce-4e36-a8fc-586cb0b5a68c req-a2551ddf-c0cb-4934-b85a-349e6cdaee0c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.0814581 Mar 16 11:32:16.532555 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-13482fec-86ce-4e36-a8fc-586cb0b5a68c req-c6523992-3df1-4a24-b85a-5969ba75a8f5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385022 Mar 16 11:32:17.829511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df632a-2071-467d-9b18-212d72e1cea7 req-a6e89f66-4292-4efd-b20c-aec803f0c60a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:17.830938 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d6df632a-2071-467d-9b18-212d72e1cea7 req-a6e89f66-4292-4efd-b20c-aec803f0c60a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.1890502 Mar 16 11:32:17.877271 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d6df632a-2071-467d-9b18-212d72e1cea7 req-c29d9fb7-a07a-468e-a1e9-72f19f9e2dbe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 Mar 16 11:32:17.899064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44414) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:18.004380 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7978ea51-f360-409b-bdff-4bd77a9ee8c0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/df1ad6b0-4890-4ce4-8193-244493ce7daf HTTP/1.1" status: 200 len: 994 time: 0.1040971 Mar 16 11:32:19.498020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02bdf8-6b59-4483-9078-ca5195b31fdf req-dc116362-f230-4962-827a-d09150357fed tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:19.499514 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9b02bdf8-6b59-4483-9078-ca5195b31fdf req-dc116362-f230-4962-827a-d09150357fed tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.0828130 Mar 16 11:32:19.543508 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9b02bdf8-6b59-4483-9078-ca5195b31fdf req-d70893ef-f4b6-403b-9ea3-c0f2a4c2059a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380862 Mar 16 11:32:20.744340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee445b-72a4-4a56-bfe2-8e02e1ead89a req-ae1936fc-19ed-484a-87d6-a26677643ef6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:20.745810 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbee445b-72a4-4a56-bfe2-8e02e1ead89a req-ae1936fc-19ed-484a-87d6-a26677643ef6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.0907342 Mar 16 11:32:20.790888 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dbee445b-72a4-4a56-bfe2-8e02e1ead89a req-6f2a3902-cf14-417c-a1aa-b853a3e12bcc tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393867 Mar 16 11:32:20.822826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44426) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:20.927693 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cb882b91-34fb-4397-8972-cdedf6c9130b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/df1ad6b0-4890-4ce4-8193-244493ce7daf HTTP/1.1" status: 200 len: 994 time: 0.1037514 Mar 16 11:32:21.201733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44434) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:21.407274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port b5bc4cb7-3101-4a1a-b443-8448975fdea4 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:32:21.407615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.589988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.590210 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.710315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for b5bc4cb7-3101-4a1a-b443-8448975fdea4 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:32:21.860730 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.912436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=b5bc4cb7-3101-4a1a-b443-8448975fdea4,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:21.937727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-189e6e51-1e2e-4101-b7df-f851ccb95dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.951961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.952307 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.952644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.953003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.953335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.953715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.954027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.954341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.954664 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.954982 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.955299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:21.955621 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:22.012469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:22.012813 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Floating IP df1ad6b0-4890-4ce4-8193-244493ce7daf disassociated (deleted). External IP: 172.26.2.131, port: c804f380-6873-4a62-8f26-0bba8337d624. Mar 16 11:32:22.471795 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router bae95efd-566b-4529-84ba-293573b7400a has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:32:22.658565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:32:22.668877 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] Sync routers for ids ['bae95efd-566b-4529-84ba-293573b7400a'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:32:22.678740 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] Routers {'bae95efd-566b-4529-84ba-293573b7400a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:22.679358 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:31:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['bae95efd-566b-4529-84ba-293573b7400a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:22.679643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:22.734025 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-16e6a2e4-6d02-4455-807b-2079d27fca7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/floatingips/df1ad6b0-4890-4ce4-8193-244493ce7daf HTTP/1.1" status: 204 len: 168 time: 1.5311749 Mar 16 11:32:22.734522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'tag': 'c804f380-6873-4a62-8f26-0bba8337d624'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:22.779903 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'tag': 'c804f380-6873-4a62-8f26-0bba8337d624', 'status': 'completed', 'code': 200} Mar 16 11:32:22.859457 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] Set router bae95efd-566b-4529-84ba-293573b7400a gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:22.870909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-752505ca-fbee-4489-87c8-abc0ef080d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:22.872971 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-752505ca-fbee-4489-87c8-abc0ef080d5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 1099 time: 0.0711799 Mar 16 11:32:23.165048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-cc002fcf-d3e8-4c5f-9075-62cad03fb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:23.166457 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-cc002fcf-d3e8-4c5f-9075-62cad03fb841 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 HTTP/1.1" status: 200 len: 896 time: 0.2872918 Mar 16 11:32:23.179515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:44Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3f2d3038-2aca-45e5-b0af-e4b2c15d74e3', 'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:16:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:43Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:23.183852 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] Checking router: bae95efd-566b-4529-84ba-293573b7400a for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:32:23.192959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] Routers {'bae95efd-566b-4529-84ba-293573b7400a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:23.193553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:31:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['bae95efd-566b-4529-84ba-293573b7400a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:23.242521 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-c20cb3ff-d851-4916-b2fe-c9fc6146ac31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c804f380-6873-4a62-8f26-0bba8337d624 HTTP/1.1" status: 200 len: 217 time: 0.0686522 Mar 16 11:32:23.253932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c1a82-c7ef-4999-86d4-2d833b78f67e req-c0ffb20d-6a13-4c3d-8b6c-c4767eb36aec tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:23.255325 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-258c1a82-c7ef-4999-86d4-2d833b78f67e req-c0ffb20d-6a13-4c3d-8b6c-c4767eb36aec tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.1800337 Mar 16 11:32:23.339985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-a79c81a2-8bbb-4653-872d-c5a236e396e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:23.341434 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-a79c81a2-8bbb-4653-872d-c5a236e396e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e03a3798-5281-4b45-b97f-07e18b69537a HTTP/1.1" status: 200 len: 835 time: 0.0851679 Mar 16 11:32:23.346122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-258c1a82-c7ef-4999-86d4-2d833b78f67e req-895f0501-0cc5-493c-b31e-f5d95c7579ad tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609868 Mar 16 11:32:23.370758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] Set router bae95efd-566b-4529-84ba-293573b7400a gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:23.421131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-3c9d7957-b5e0-4c92-befb-5359465d19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:23.422528 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-3c9d7957-b5e0-4c92-befb-5359465d19e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734653 Mar 16 11:32:23.556948 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-7aa52d57-a3f8-4e17-855a-842dcad9e81b service neutron] 10.222.0.48 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271584 Mar 16 11:32:23.686773 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1a088b2-bb21-4fbf-bc9c-59bb0a1fa952 req-d8136179-a3b9-45d7-bb8e-6fa602e7537c service neutron] 10.222.0.48 "GET /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233058 Mar 16 11:32:23.725760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:44Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3f2d3038-2aca-45e5-b0af-e4b2c15d74e3', 'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:16:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:43Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:23.729836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8352921a-a890-4efd-ac2d-a980e6494eca None None] The sync data for ids ['bae95efd-566b-4529-84ba-293573b7400a'] in dv-neutron-833860-1-hyperv is: [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:44Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '3f2d3038-2aca-45e5-b0af-e4b2c15d74e3', 'name': '', 'network_id': '2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:16:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:43Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e03a3798-5281-4b45-b97f-07e18b69537a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:32:23.944419 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb76ad5-7761-40e0-9902-4f4345ef6ca3 None None] New status for floating IP df1ad6b0-4890-4ce4-8193-244493ce7daf: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:32:24.551773 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eccf1-9647-4f60-b86e-b5720cbff21f req-a50f737d-cf04-4928-9b59-1d9dc6fb4351 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:24.552542 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-368eccf1-9647-4f60-b86e-b5720cbff21f req-a50f737d-cf04-4928-9b59-1d9dc6fb4351 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:24.570660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-368eccf1-9647-4f60-b86e-b5720cbff21f req-a50f737d-cf04-4928-9b59-1d9dc6fb4351 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:24.571936 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-368eccf1-9647-4f60-b86e-b5720cbff21f req-a50f737d-cf04-4928-9b59-1d9dc6fb4351 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.1076448 Mar 16 11:32:24.616904 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-368eccf1-9647-4f60-b86e-b5720cbff21f req-e9178b7d-29b1-4372-b296-6c278335ac60 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e55551c-065d-4349-a5b8-9b3027d99d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392292 Mar 16 11:32:24.918475 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-23f0ee1c-6655-40c5-b678-eefb734ee1f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:24.919883 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-23f0ee1c-6655-40c5-b678-eefb734ee1f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 946 time: 0.0839338 Mar 16 11:32:25.000364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port c804f380-6873-4a62-8f26-0bba8337d624 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:32:25.000699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.065624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.106487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b720ea6f-0893-472c-8cf9-cfae747253d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.251531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port c804f380-6873-4a62-8f26-0bba8337d624, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c804f380-6873-4a62-8f26-0bba8337d624,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:25.251820 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.321149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.374139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for c804f380-6873-4a62-8f26-0bba8337d624 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:32:25.519336 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.571061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=c804f380-6873-4a62-8f26-0bba8337d624,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:25.607793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.608134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.608469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.608823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.609152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.609477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.609799 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.610118 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.610435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.610749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.611064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.611378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:25.652228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] No DVR routers for this DVR port c804f380-6873-4a62-8f26-0bba8337d624 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:32:25.654771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.657266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'name': 'network-vif-deleted', 'tag': 'c804f380-6873-4a62-8f26-0bba8337d624'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:25.675630 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3cc8bf06-f6ee-4857-b21e-56604ff8993d req-e9ae4e7d-58a3-4441-ad8e-b3c386869a6d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "DELETE /v2.0/ports/c804f380-6873-4a62-8f26-0bba8337d624 HTTP/1.1" status: 204 len: 173 time: 0.7504663 Mar 16 11:32:25.701840 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc23cb7-e6c3-4429-a20d-314057bd53f9', 'name': 'network-vif-deleted', 'tag': 'c804f380-6873-4a62-8f26-0bba8337d624', 'status': 'completed', 'code': 200} Mar 16 11:32:25.880789 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-1a0252c3-61f6-4c5b-8841-6328f519e1bf req-16168133-f67b-4c7a-aa20-5a44638a9d7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:25.896816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-1a0252c3-61f6-4c5b-8841-6328f519e1bf req-16168133-f67b-4c7a-aa20-5a44638a9d7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:25.897959 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1a0252c3-61f6-4c5b-8841-6328f519e1bf req-16168133-f67b-4c7a-aa20-5a44638a9d7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc23cb7-e6c3-4429-a20d-314057bd53f9 HTTP/1.1" status: 200 len: 210 time: 0.1721742 Mar 16 11:32:26.788900 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.994964 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44452) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:27.571007 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.639303 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c804f380-6873-4a62-8f26-0bba8337d624 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:27.673080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: c804f380-6873-4a62-8f26-0bba8337d624 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:32:27.673425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c804f380-6873-4a62-8f26-0bba8337d624 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:32:27.925088 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:32:27.925429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:28.223205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=3f2d3038-2aca-45e5-b0af-e4b2c15d74e3,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:28.223919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:28.344005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:32:28.674102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:28.721143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=3f2d3038-2aca-45e5-b0af-e4b2c15d74e3,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:28.994610 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.352401 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router bae95efd-566b-4529-84ba-293573b7400a has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:32:29.643852 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:32:29.653501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] Sync routers for ids ['bae95efd-566b-4529-84ba-293573b7400a'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:32:29.662573 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9573f80b-0bce-4bad-81ae-58b636d2f2eb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "PUT /v2.0/routers/bae95efd-566b-4529-84ba-293573b7400a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6665423 Mar 16 11:32:29.663519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] Routers {'bae95efd-566b-4529-84ba-293573b7400a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:29.664128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:32:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['bae95efd-566b-4529-84ba-293573b7400a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:29.665553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44456) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:29.731891 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-26270b9d-d39c-456d-9099-f9899e8a378a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting subnet e03a3798-5281-4b45-b97f-07e18b69537a {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:32:29.735724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26270b9d-d39c-456d-9099-f9899e8a378a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.791595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26270b9d-d39c-456d-9099-f9899e8a378a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.845896 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] Set router bae95efd-566b-4529-84ba-293573b7400a gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:29.876394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26270b9d-d39c-456d-9099-f9899e8a378a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.950481 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26270b9d-d39c-456d-9099-f9899e8a378a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.991808 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26270b9d-d39c-456d-9099-f9899e8a378a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Subnet': ['ID=e03a3798-5281-4b45-b97f-07e18b69537a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:29.997257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-26270b9d-d39c-456d-9099-f9899e8a378a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.003800 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-26270b9d-d39c-456d-9099-f9899e8a378a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/subnets/e03a3798-5281-4b45-b97f-07e18b69537a HTTP/1.1" status: 204 len: 168 time: 0.3371899 Mar 16 11:32:30.006570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44460) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:30.025315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d515112-36cb-4478-8db3-779a4300ef19 None None] Network 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:32:30.186924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.294656 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:32:28Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:30.298803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] Checking router: bae95efd-566b-4529-84ba-293573b7400a for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:32:30.307667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] Routers {'bae95efd-566b-4529-84ba-293573b7400a'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:30.308274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:32:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['bae95efd-566b-4529-84ba-293573b7400a'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:30.364520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] DHCP port deletion for 2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:32:30.370733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.377284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Deleting port 209c2420-2b07-461d-aa66-650577d7a850 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:32:30.377708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.380837 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port bd1654dc-fa61-4fb5-90dd-23ee32549c7a {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:32:30.381200 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.561073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port bd1654dc-fa61-4fb5-90dd-23ee32549c7a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=bd1654dc-fa61-4fb5-90dd-23ee32549c7a,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:30.561337 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.590967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] Set router bae95efd-566b-4529-84ba-293573b7400a gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:30.682413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for bd1654dc-fa61-4fb5-90dd-23ee32549c7a owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:32:30.882726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] For port 209c2420-2b07-461d-aa66-650577d7a850, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=209c2420-2b07-461d-aa66-650577d7a850,segment=NetworkSegment(9d7fa854-c886-49bd-8c82-7a338d1e2658),segment_id=9d7fa854-c886-49bd-8c82-7a338d1e2658)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:30.883306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.984590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.010890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Calling delete_port for 209c2420-2b07-461d-aa66-650577d7a850 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:32:31.143348 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.144078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=bd1654dc-fa61-4fb5-90dd-23ee32549c7a,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:31.192253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Pushing event deleted for resources: {'Port': ['ID=209c2420-2b07-461d-aa66-650577d7a850,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:31.201030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.201371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.201704 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.202026 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.202471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.202799 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.203118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.203443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.203753 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.204066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.204378 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.204696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.208422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f34cd0-635f-4d7e-a425-a0c2dc442230 None None] No DVR routers for this DVR port 209c2420-2b07-461d-aa66-650577d7a850 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:32:31.220223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:32:28Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:31.225509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea040c-9393-4232-bf1f-a5f59528ba19 None None] The sync data for ids ['bae95efd-566b-4529-84ba-293573b7400a'] in dv-neutron-833860-1-hyperv is: [{'id': 'bae95efd-566b-4529-84ba-293573b7400a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665430507', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:32:28Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'bd1654dc-fa61-4fb5-90dd-23ee32549c7a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae95efd-566b-4529-84ba-293573b7400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:39Z', 'updated_at': '2022-03-16T11:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:32:31.237554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.342652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 209c2420-2b07-461d-aa66-650577d7a850 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:31.380531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 209c2420-2b07-461d-aa66-650577d7a850 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:32:31.380944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 209c2420-2b07-461d-aa66-650577d7a850 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:32:31.414658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.416984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.442216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.442865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Fanout notify agent at l3_agent the message router_deleted on router bae95efd-566b-4529-84ba-293573b7400a {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:32:31.458621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.459724 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7ac05bb1-93a7-4d64-8ac4-07b417ecd271 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/routers/bae95efd-566b-4529-84ba-293573b7400a HTTP/1.1" status: 204 len: 168 time: 1.4522953 Mar 16 11:32:31.462407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44464) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:31.581360 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.712674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.737415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:31.750818 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7fa854-c886-49bd-8c82-7a338d1e2658') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:31.751120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7fa854-c886-49bd-8c82-7a338d1e2658') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:31.762815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.779162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.785109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:32:31.785486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:32:31.799484 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:32:31.882759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.900613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.912197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Network': ['ID=2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:31.922492 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-9d16d625-5f3f-4f6e-8597-03bb5f0f93c5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/networks/2518ba8a-5c39-4a3e-bc7c-1f5ad9608c45 HTTP/1.1" status: 204 len: 168 time: 0.4590926 Mar 16 11:32:31.925573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44468) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:31.998971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b36d-6670-4c3b-b1d4-7859043dcf57 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.029101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b36d-6670-4c3b-b1d4-7859043dcf57 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.101488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b36d-6670-4c3b-b1d4-7859043dcf57 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.119218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9b36d-6670-4c3b-b1d4-7859043dcf57 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e55551c-065d-4349-a5b8-9b3027d99d38,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:32.133173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b36d-6670-4c3b-b1d4-7859043dcf57 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.137115 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e4d9b36d-6670-4c3b-b1d4-7859043dcf57 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e55551c-065d-4349-a5b8-9b3027d99d38 HTTP/1.1" status: 204 len: 168 time: 0.2076824 Mar 16 11:32:32.479588 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44476) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:32.484767 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044245493', 'description': 'tempest-secgroup-smoke-1044245493 description', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:32.490948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:32.495539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:32.498709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:32.504879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:32.519035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.541475 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:32.545592 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:32.548549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:32.556174 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:32.628340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.632718 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.677092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:32.681136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.682443 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-768fb5aa-2446-4bde-95c2-5e32c663613c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2018862 Mar 16 11:32:32.685772 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44480) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:32.690999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '67660d53-18f9-4bd1-9ea2-ea87c50dd6c2', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:32.697223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:32.701211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:32.704128 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:32.710029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:32.729581 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.787959 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.793593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.815931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0575020-2616-420d-8b30-6a74c7d521ba,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:32.825055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.826240 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-35d1bb3e-b610-49d3-a1b9-6c901df2f614 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395340 Mar 16 11:32:32.829050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44484) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:32.834006 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '67660d53-18f9-4bd1-9ea2-ea87c50dd6c2', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:32.839645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:32.843392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:32.846286 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:32.851868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:32.870228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.933113 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.938340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.960569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f74b34-6567-4368-804e-77c477b0ec20,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:32.969915 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.971096 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-09e64f26-3c06-4e9c-9483-f190775ec2c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411009 Mar 16 11:32:32.973908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44488) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:32.978693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '67660d53-18f9-4bd1-9ea2-ea87c50dd6c2', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:32.984365 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:32.988269 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:32.991151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:32.996880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:33.015668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.079103 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.085974 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.107844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d21d69-25ed-4837-a62c-8cdc78edc448,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:33.117992 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.119148 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-040b7319-1fba-4ce7-bc85-cebc55495331 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443627 Mar 16 11:32:33.121930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44492) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:33.126736 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '67660d53-18f9-4bd1-9ea2-ea87c50dd6c2', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:33.132382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:33.136125 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:33.139058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:33.144596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:33.161548 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.192601 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd1654dc-fa61-4fb5-90dd-23ee32549c7a no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:33.224619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.226778 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: bd1654dc-fa61-4fb5-90dd-23ee32549c7a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:32:33.227327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device bd1654dc-fa61-4fb5-90dd-23ee32549c7a not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:32:33.227953 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:33.229057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.254809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c503cdb-ab77-4644-914e-dba80f67beec,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:33.264187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.265520 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a4549f03-0c61-4c23-91e0-4a90906363d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426446 Mar 16 11:32:33.268421 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44496) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:33.269508 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:32:33.269890 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 3f2d3038-2aca-45e5-b0af-e4b2c15d74e3 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:32:33.274399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '67660d53-18f9-4bd1-9ea2-ea87c50dd6c2', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:33.280477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:33.284408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:33.287448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:33.293041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:33.303913 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Project 55f19e1b110c4ceba4248241e4f8afd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:32:33.311212 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.374048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.380277 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.412322 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f4f182-58e8-4e84-bddc-b99f777c240d,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:33.423076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.424312 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-96acffb2-d812-4900-90bc-eff4f4b345a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548421 Mar 16 11:32:33.427250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44500) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:33.432337 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '67660d53-18f9-4bd1-9ea2-ea87c50dd6c2', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:33.438651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:33.442743 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:33.445690 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:33.451582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:33.463399 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Project 55f19e1b110c4ceba4248241e4f8afd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:32:33.469786 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.533484 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.538312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.561638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96199e9-59d2-45e0-94bb-3b997fd8e20e,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:33.571757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.573122 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ff637af8-90c8-4b16-99e4-e2140004189e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447573 Mar 16 11:32:33.576087 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44504) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:33.581696 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'network': {'name': 'tempest-network-smoke--325521899', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:33.586959 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:33.591289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:network and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:33.594291 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:33.600783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:33.614722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:33.625211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.661326 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:32:33.674441 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.674880 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Added segment 422640e0-dc9f-4f73-afe2-eaab3aa3673d of type vlan for network 7f6099ea-cb29-4cf0-9177-177f69fb02ca Mar 16 11:32:33.701892 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.731695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.737412 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:33.737988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.840021 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2628021 Mar 16 11:32:33.843048 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44508) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:33.845755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd01f3f-a9ed-4a4e-beeb-267da2cf7a90 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Network': ['ID=7f6099ea-cb29-4cf0-9177-177f69fb02ca,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:33.848440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'admin_state_up': True, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:33.855795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:33.855963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 7f6099ea-cb29-4cf0-9177-177f69fb02ca details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:32:33.860102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:router and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:33.863244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:33.869558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:33.879564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.880721 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.897959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.161637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.567150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.598557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.734664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.26.2.37 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/56d908f9-049d-4486-a6f8-edadd5b2113a) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:34.883997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.922387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.982704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:34.983787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:34.991426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:32:35.025485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=56d908f9-049d-4486-a6f8-edadd5b2113a,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:35.406085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:35.839935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:36.044342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:32:36.224012 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:32:36.234247 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Sync routers for ids ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:32:36.243704 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Routers {'5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:36.244312 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:32:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:36.253214 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:36.254459 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f29e3464-90b8-4b3e-9441-544d18f4d476 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4103715 Mar 16 11:32:36.257813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44512) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:36.302626 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a2e5f01e-fded-40e0-b0a0-8bcb8c94334c tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=55f19e1b110c4ceba4248241e4f8afd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436089 Mar 16 11:32:36.305493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44516) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:36.435796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76247074-672b-488e-8165-4ee9b407d656 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:36.437309 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-76247074-672b-488e-8165-4ee9b407d656 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308615 Mar 16 11:32:36.440867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44520) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:36.446494 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Set router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:36.479966 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-799c7042-5c43-49bc-8cec-b1852daafb3f tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378988 Mar 16 11:32:36.483203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44524) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:36.488604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013616050', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:36.595653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:36.599374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:subnet and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:36.602142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:36.608071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:36.617911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:36.621435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:36.724517 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:35Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:36.728784 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Checking router: 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:32:36.729128 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Updating router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b port 56d908f9-049d-4486-a6f8-edadd5b2113a binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:32:36.780303 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:36.830705 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:36.910674 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Subnet': ['ID=e34aa855-3cf6-4caf-8f92-cf257a1d4663,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:36.920184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Checking segment: {'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:32:36.920537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network hostable DHCP agents. Network: 7f6099ea-cb29-4cf0-9177-177f69fb02ca, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:32:36.941243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 7f6099ea-cb29-4cf0-9177-177f69fb02ca is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:32:36.950550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 7f6099ea-cb29-4cf0-9177-177f69fb02ca) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:36.954691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:36.955381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:36.961280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efc85e-55b7-467c-b905-9ff4d99cc5a3 None None] Network 7f6099ea-cb29-4cf0-9177-177f69fb02ca requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:32:36.982393 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0ebe9584-0944-481e-808e-4ad751df40b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4954252 Mar 16 11:32:36.982601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44528) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:37.099414 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.112566 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Transition to ACTIVE for port object 56d908f9-049d-4486-a6f8-edadd5b2113a will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:37.120189 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.182511 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:32:37.183543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.203982 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Pushing event updated for resources: {'Port': ['ID=56d908f9-049d-4486-a6f8-edadd5b2113a,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:37.214376 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.214736 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.215259 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.215588 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.215907 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.216214 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.216531 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.216851 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.217204 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.217520 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.217825 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.218133 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:37.223658 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Attempting to bind port 56d908f9-049d-4486-a6f8-edadd5b2113a on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:37.224016 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Attempting to bind port 56d908f9-049d-4486-a6f8-edadd5b2113a by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:37.224366 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Attempting to bind port 56d908f9-049d-4486-a6f8-edadd5b2113a on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:32:37.229723 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:32:37.230088 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:32:37.230479 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.230856 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:32:37.231543 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Bound port: 56d908f9-049d-4486-a6f8-edadd5b2113a, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:37.231660 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.303967 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] For port 56d908f9-049d-4486-a6f8-edadd5b2113a, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:32:37.306399 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] For port 56d908f9-049d-4486-a6f8-edadd5b2113a, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=56d908f9-049d-4486-a6f8-edadd5b2113a,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:32:37.310614 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.351199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Allocated IP 172.20.0.2 (7f6099ea-cb29-4cf0-9177-177f69fb02ca/e34aa855-3cf6-4caf-8f92-cf257a1d4663/99f6f29c-7dc9-4718-979d-cc92df253bf3) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:37.395829 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d3da0-a818-4221-86e0-1fb9fc18d070 None None] Pushing event updated for resources: {'Port': ['ID=56d908f9-049d-4486-a6f8-edadd5b2113a,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:37.403451 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Routers {'5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:37.404069 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:32:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:37.562117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.574563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Transition to ACTIVE for port object 99f6f29c-7dc9-4718-979d-cc92df253bf3 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:37.582684 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] Set router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:37.594105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Transition to ACTIVE for port object 99f6f29c-7dc9-4718-979d-cc92df253bf3 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:37.600492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.663381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Network 7f6099ea-cb29-4cf0-9177-177f69fb02ca is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:37.671133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:37.674350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:32:37.753828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Pushing event updated for resources: {'Port': ['ID=99f6f29c-7dc9-4718-979d-cc92df253bf3,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:37.806107 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.810234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Attempting to bind port 99f6f29c-7dc9-4718-979d-cc92df253bf3 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:37.810571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Attempting to bind port 99f6f29c-7dc9-4718-979d-cc92df253bf3 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:37.810950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Attempting to bind port 99f6f29c-7dc9-4718-979d-cc92df253bf3 on network 7f6099ea-cb29-4cf0-9177-177f69fb02ca {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:32:37.816579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:32:37.817097 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Checking segment: {'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:32:37.817281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.817665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Bound using segment: {'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:32:37.818094 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Bound port: 99f6f29c-7dc9-4718-979d-cc92df253bf3, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:37.818459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.899259 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:35Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:37.903370 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92c799-bc7e-4530-8596-14c2ef99b298 None None] The sync data for ids ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'] in dv-neutron-833860-1-hyperv is: [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:35Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:32:37.906822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] For port 99f6f29c-7dc9-4718-979d-cc92df253bf3, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:32:37.911285 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] For port 99f6f29c-7dc9-4718-979d-cc92df253bf3, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=99f6f29c-7dc9-4718-979d-cc92df253bf3,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:32:37.916464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:38.004906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320a1e2-51ae-4d33-9db3-85386b67392b None None] Pushing event updated for resources: {'Port': ['ID=99f6f29c-7dc9-4718-979d-cc92df253bf3,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:38.256024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.20.0.1 (7f6099ea-cb29-4cf0-9177-177f69fb02ca/e34aa855-3cf6-4caf-8f92-cf257a1d4663/8ffa00ad-2662-414c-bcca-fc86301e55fd) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:38.426262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:38.443267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Transition to ACTIVE for port object 8ffa00ad-2662-414c-bcca-fc86301e55fd will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:38.468607 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:38.531738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 7f6099ea-cb29-4cf0-9177-177f69fb02ca is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:38.534806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:38.543215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:32:38.584543 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=8ffa00ad-2662-414c-bcca-fc86301e55fd,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:38.613109 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:38.659158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:38.893231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:38.966802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21fadef-012f-44b0-a64e-1cded7124ba2 None None] Network 7f6099ea-cb29-4cf0-9177-177f69fb02ca requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:32:39.076722 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-ee643f0b-2ebe-4c3f-80f5-f37f57bb3420 None None] Provisioning for port 99f6f29c-7dc9-4718-979d-cc92df253bf3 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:39.314373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 99f6f29c-7dc9-4718-979d-cc92df253bf3 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:39.389602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 99f6f29c-7dc9-4718-979d-cc92df253bf3 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:39.395169 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 99f6f29c-7dc9-4718-979d-cc92df253bf3 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:39.395542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:39.499454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:39.505700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:39.531275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:39.546802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d7565bb5-7688-43bf-9789-f90888e87d59 None None] Provisioning complete for port 99f6f29c-7dc9-4718-979d-cc92df253bf3 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:39.546802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d7565bb5-7688-43bf-9789-f90888e87d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:39.618616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 99f6f29c-7dc9-4718-979d-cc92df253bf3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=99f6f29c-7dc9-4718-979d-cc92df253bf3,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:39.627365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:39.629042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:39.629833 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 56d908f9-049d-4486-a6f8-edadd5b2113a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:39.631896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=8ffa00ad-2662-414c-bcca-fc86301e55fd,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:39.765876 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 7f6099ea-cb29-4cf0-9177-177f69fb02ca is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:39.767068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:39.796250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=99f6f29c-7dc9-4718-979d-cc92df253bf3,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:39.818846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 56d908f9-049d-4486-a6f8-edadd5b2113a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:39.823884 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d7565bb5-7688-43bf-9789-f90888e87d59 None None] Provisioning for port 8ffa00ad-2662-414c-bcca-fc86301e55fd completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:39.829912 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 56d908f9-049d-4486-a6f8-edadd5b2113a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:39.830301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:39.856949 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d7565bb5-7688-43bf-9789-f90888e87d59 None None] Provisioning complete for port 8ffa00ad-2662-414c-bcca-fc86301e55fd triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:39.857323 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d7565bb5-7688-43bf-9789-f90888e87d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:39.937010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d7565bb5-7688-43bf-9789-f90888e87d59 None None] Port 8ffa00ad-2662-414c-bcca-fc86301e55fd cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:32:39.961948 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:32:40.001733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:40.017713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 56d908f9-049d-4486-a6f8-edadd5b2113a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=56d908f9-049d-4486-a6f8-edadd5b2113a,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:40.022942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:40.095771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-39954426-a4e3-48f5-ba9b-6baf3d5cf5b3 None None] Provisioning complete for port 8ffa00ad-2662-414c-bcca-fc86301e55fd triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:40.096565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-39954426-a4e3-48f5-ba9b-6baf3d5cf5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:40.131105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=56d908f9-049d-4486-a6f8-edadd5b2113a,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:40.141638 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:32:40.163951 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Sync routers for ids ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:32:40.164673 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e1948940-0f88-43d3-bdee-0301a2b4c4f9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "PUT /v2.0/routers/5db0e252-9dbc-41b5-9160-c91bbf5c0f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1710563 Mar 16 11:32:40.164817 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-39954426-a4e3-48f5-ba9b-6baf3d5cf5b3 None None] Port 8ffa00ad-2662-414c-bcca-fc86301e55fd cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:32:40.167779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Routers {'5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:40.168469 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:32:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:40.345994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Set router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:40.423860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-78490240-cf98-4377-a3a6-ed9434c993ae req-c61ceb73-b937-4c6f-a143-4d828496dbae tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:40.442140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-78490240-cf98-4377-a3a6-ed9434c993ae req-c61ceb73-b937-4c6f-a143-4d828496dbae tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:40.443420 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-c61ceb73-b937-4c6f-a143-4d828496dbae tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044245493&fields=id&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 267 time: 0.0628769 Mar 16 11:32:40.593322 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490240-cf98-4377-a3a6-ed9434c993ae req-44e6b50a-7e74-4870-9abe-16ff474cfee7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:40.594002 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-78490240-cf98-4377-a3a6-ed9434c993ae req-44e6b50a-7e74-4870-9abe-16ff474cfee7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:40.610236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-78490240-cf98-4377-a3a6-ed9434c993ae req-44e6b50a-7e74-4870-9abe-16ff474cfee7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:40.611371 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-44e6b50a-7e74-4870-9abe-16ff474cfee7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/networks?id=7f6099ea-cb29-4cf0-9177-177f69fb02ca HTTP/1.1" status: 200 len: 796 time: 0.1612022 Mar 16 11:32:40.626740 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-21d1c610-9b52-4586-805b-44dea55d6a41 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/quotas/55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 375 time: 0.0092270 Mar 16 11:32:40.694306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:38Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8ffa00ad-2662-414c-bcca-fc86301e55fd', 'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:a0:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:38Z', 'updated_at': '2022-03-16T11:32:39Z', 'revision_number': 2, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:40.698013 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Checking router: 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:32:40.698359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Updating router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b port 8ffa00ad-2662-414c-bcca-fc86301e55fd binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:32:40.708287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-78490240-cf98-4377-a3a6-ed9434c993ae req-63e25e0b-b460-4b50-aaa7-c4f47b2fb64a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:40.724501 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-78490240-cf98-4377-a3a6-ed9434c993ae req-63e25e0b-b460-4b50-aaa7-c4f47b2fb64a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:40.726065 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-63e25e0b-b460-4b50-aaa7-c4f47b2fb64a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940628 Mar 16 11:32:40.750946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:40.864626 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-947ad8f4-9ce0-4815-971b-0eb8459c39bd service neutron] 10.222.0.37 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264637 Mar 16 11:32:40.999180 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-1a5ad361-c441-4dc9-92cf-5222b040e2c8 service neutron] 10.222.0.37 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269734 Mar 16 11:32:41.087762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:41.099548 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Transition to ACTIVE for port object 8ffa00ad-2662-414c-bcca-fc86301e55fd will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:41.107857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:41.277095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a484f64-fdc0-4454-9815-47bd8c4aeea3 None None] Pushing event updated for resources: {'Port': ['ID=8ffa00ad-2662-414c-bcca-fc86301e55fd,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:41.277953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c488b0aa-138e-47cb-833c-113089ac4e1b req-42fa5c85-7cb6-4c42-89b7-db8950e12ef7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:41.312114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-c488b0aa-138e-47cb-833c-113089ac4e1b req-42fa5c85-7cb6-4c42-89b7-db8950e12ef7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:41.323342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 99f6f29c-7dc9-4718-979d-cc92df253bf3 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:41.327074 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c488b0aa-138e-47cb-833c-113089ac4e1b req-42fa5c85-7cb6-4c42-89b7-db8950e12ef7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 210 time: 0.1925395 Mar 16 11:32:41.386288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Attempting to bind port 8ffa00ad-2662-414c-bcca-fc86301e55fd on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:41.386288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Attempting to bind port 8ffa00ad-2662-414c-bcca-fc86301e55fd by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:41.386288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Attempting to bind port 8ffa00ad-2662-414c-bcca-fc86301e55fd on network 7f6099ea-cb29-4cf0-9177-177f69fb02ca {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:32:41.400644 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:32:41.401035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Checking segment: {'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:32:41.401442 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:41.401867 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Bound using segment: {'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:32:41.402272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Bound port: 8ffa00ad-2662-414c-bcca-fc86301e55fd, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:41.402636 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:41.475950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 99f6f29c-7dc9-4718-979d-cc92df253bf3 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:41.476294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:41.552524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] For port 8ffa00ad-2662-414c-bcca-fc86301e55fd, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:32:41.568573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] For port 8ffa00ad-2662-414c-bcca-fc86301e55fd, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8ffa00ad-2662-414c-bcca-fc86301e55fd,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:32:41.576518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:41.697209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 56d908f9-049d-4486-a6f8-edadd5b2113a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:41.737880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Routers {'5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:41.738516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:32:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:41.795089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a484f64-fdc0-4454-9815-47bd8c4aeea3 None None] Pushing event updated for resources: {'Port': ['ID=8ffa00ad-2662-414c-bcca-fc86301e55fd,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:41.989970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 56d908f9-049d-4486-a6f8-edadd5b2113a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:41.990194 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:42.020963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] Set router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:42.397872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490240-cf98-4377-a3a6-ed9434c993ae req-ac4cffbf-3ff0-4f05-a480-4d1b7cf81c3d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:42.399307 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-ac4cffbf-3ff0-4f05-a480-4d1b7cf81c3d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/networks?id=7f6099ea-cb29-4cf0-9177-177f69fb02ca HTTP/1.1" status: 200 len: 796 time: 0.2732961 Mar 16 11:32:42.416250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:38Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8ffa00ad-2662-414c-bcca-fc86301e55fd', 'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:a0:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:38Z', 'updated_at': '2022-03-16T11:32:41Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:42.420325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f69103-476d-4541-b7d0-65deebac312b None None] The sync data for ids ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'] in dv-neutron-833860-1-hyperv is: [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:38Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8ffa00ad-2662-414c-bcca-fc86301e55fd', 'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:a0:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:38Z', 'updated_at': '2022-03-16T11:32:41Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:32:42.499980 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1d26c19c-df18-4ab5-a987-65f18bfa6eb8 req-1946a0e5-3d74-42ea-84fb-dca7169192ef tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 210 time: 0.0657191 Mar 16 11:32:42.506801 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-f04c1ad0-d1e3-4c61-9def-4bacd6da56b6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 380 time: 0.0992200 Mar 16 11:32:42.516767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'port': {'device_id': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'admin_state_up': True, 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'security_groups': ['67660d53-18f9-4bd1-9ea2-ea87c50dd6c2']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:42.657564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:42.667617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:42.678269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:42.682054 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:42.849269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.20.0.4 (7f6099ea-cb29-4cf0-9177-177f69fb02ca/e34aa855-3cf6-4caf-8f92-cf257a1d4663/21570041-8c0c-4b1a-9680-b7609d47dba2) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:43.042828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.059798 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Transition to ACTIVE for port object 21570041-8c0c-4b1a-9680-b7609d47dba2 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:43.084104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.149962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 7f6099ea-cb29-4cf0-9177-177f69fb02ca is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:43.161696 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:43.166232 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:32:43.198568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=21570041-8c0c-4b1a-9680-b7609d47dba2,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:43.240147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:43.241124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.271557 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-b9a1144c-4430-43fa-a8fa-210bce39d19d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587323 Mar 16 11:32:43.275252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8ffa00ad-2662-414c-bcca-fc86301e55fd up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:43.283437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Request body: {'port': {'device_id': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:43.356851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 8ffa00ad-2662-414c-bcca-fc86301e55fd completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:43.362274 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8ffa00ad-2662-414c-bcca-fc86301e55fd triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:43.362719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.407824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.426572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b53ca046-82d6-4137-b05e-9b343309f4a6 None None] Provisioning for port 21570041-8c0c-4b1a-9680-b7609d47dba2 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:43.438627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b53ca046-82d6-4137-b05e-9b343309f4a6 None None] Provisioning complete for port 21570041-8c0c-4b1a-9680-b7609d47dba2 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:43.438946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b53ca046-82d6-4137-b05e-9b343309f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.541594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b53ca046-82d6-4137-b05e-9b343309f4a6 None None] Port 21570041-8c0c-4b1a-9680-b7609d47dba2 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:32:43.544200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.584447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 8ffa00ad-2662-414c-bcca-fc86301e55fd, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8ffa00ad-2662-414c-bcca-fc86301e55fd,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:43.591408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.665282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=8ffa00ad-2662-414c-bcca-fc86301e55fd,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:43.706149 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac9674-190b-4b2a-8411-8df88f851542 req-709213f6-75a9-4eac-a9e1-b3dd950ae1f2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:43.707567 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b9ac9674-190b-4b2a-8411-8df88f851542 req-709213f6-75a9-4eac-a9e1-b3dd950ae1f2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 931 time: 0.0803232 Mar 16 11:32:43.753293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-b9ac9674-190b-4b2a-8411-8df88f851542 req-12c6c301-29d4-44c3-ac2d-61f0fbe651ad tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:43.764928 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-b9ac9674-190b-4b2a-8411-8df88f851542 req-12c6c301-29d4-44c3-ac2d-61f0fbe651ad tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:43.766043 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b9ac9674-190b-4b2a-8411-8df88f851542 req-12c6c301-29d4-44c3-ac2d-61f0fbe651ad tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527565 Mar 16 11:32:43.770418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21570041-8c0c-4b1a-9680-b7609d47dba2 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:43.777817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.792885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Transition to ACTIVE for port object 21570041-8c0c-4b1a-9680-b7609d47dba2 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:43.797974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.952563 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Pushing event updated for resources: {'Port': ['ID=21570041-8c0c-4b1a-9680-b7609d47dba2,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:44.032983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Attempting to bind port 21570041-8c0c-4b1a-9680-b7609d47dba2 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:44.033300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Attempting to bind port 21570041-8c0c-4b1a-9680-b7609d47dba2 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:44.033687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Attempting to bind port 21570041-8c0c-4b1a-9680-b7609d47dba2 on network 7f6099ea-cb29-4cf0-9177-177f69fb02ca {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:32:44.038457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Port 21570041-8c0c-4b1a-9680-b7609d47dba2 on network 7f6099ea-cb29-4cf0-9177-177f69fb02ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:32:44.038794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Attempting to bind port 21570041-8c0c-4b1a-9680-b7609d47dba2 on network 7f6099ea-cb29-4cf0-9177-177f69fb02ca {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:32:44.044156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:32:44.044491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Checking segment: {'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:32:44.044910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Bound using segment: {'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:32:44.045324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Bound port: 21570041-8c0c-4b1a-9680-b7609d47dba2, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422640e0-dc9f-4f73-afe2-eaab3aa3673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:44.045660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:44.236435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] For port 21570041-8c0c-4b1a-9680-b7609d47dba2, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:32:44.239324 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] For port 21570041-8c0c-4b1a-9680-b7609d47dba2, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=21570041-8c0c-4b1a-9680-b7609d47dba2,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:32:44.246725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:44.300440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.301062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:44.302409 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] 10.222.0.48 "PUT /v2.0/ports/21570041-8c0c-4b1a-9680-b7609d47dba2 HTTP/1.1" status: 200 len: 1093 time: 1.0237100 Mar 16 11:32:44.302833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'tag': '21570041-8c0c-4b1a-9680-b7609d47dba2'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:44.339915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3cf63-8abf-4f2f-baef-7d573f7569ab service neutron] Pushing event updated for resources: {'Port': ['ID=21570041-8c0c-4b1a-9680-b7609d47dba2,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:44.375554 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'tag': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'status': 'completed', 'code': 200} Mar 16 11:32:44.423112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490240-cf98-4377-a3a6-ed9434c993ae req-10580a0d-abd9-4a03-8bde-b6ee7c35c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.424837 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-10580a0d-abd9-4a03-8bde-b6ee7c35c8b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 1096 time: 0.0819671 Mar 16 11:32:44.492398 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-0bd51380-1a56-48e5-a5b7-f6d05ab2b5ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21570041-8c0c-4b1a-9680-b7609d47dba2 HTTP/1.1" status: 200 len: 217 time: 0.0610192 Mar 16 11:32:44.558738 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490240-cf98-4377-a3a6-ed9434c993ae req-a9f79c54-979f-435e-8a2f-2d3fdecf9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.560561 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-a9f79c54-979f-435e-8a2f-2d3fdecf9e74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e34aa855-3cf6-4caf-8f92-cf257a1d4663 HTTP/1.1" status: 200 len: 835 time: 0.0622256 Mar 16 11:32:44.642744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490240-cf98-4377-a3a6-ed9434c993ae req-7f9c49d2-7416-4f7d-8676-3b96ae993b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.644206 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-7f9c49d2-7416-4f7d-8676-3b96ae993b1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f6099ea-cb29-4cf0-9177-177f69fb02ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772331 Mar 16 11:32:44.778139 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-18e9776b-f003-42f1-a8fb-be45821813e4 service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277537 Mar 16 11:32:44.910779 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-78490240-cf98-4377-a3a6-ed9434c993ae req-cc92590f-88c9-49e1-ba5e-696952404d7c service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266425 Mar 16 11:32:44.956273 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f1b2b-d2b7-42b8-ba9e-fdc8f81912b1 req-b0ff7761-698f-4cc5-8f44-601e55269471 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.957949 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d23f1b2b-d2b7-42b8-ba9e-fdc8f81912b1 req-b0ff7761-698f-4cc5-8f44-601e55269471 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 943 time: 0.0834854 Mar 16 11:32:45.003347 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d23f1b2b-d2b7-42b8-ba9e-fdc8f81912b1 req-e07910eb-ac24-444f-8d16-50c72fe19da0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395851 Mar 16 11:32:45.029172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-f5f12b13-719e-457f-bacc-b7f33d216ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:45.030615 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-f5f12b13-719e-457f-bacc-b7f33d216ff1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 1096 time: 0.0742431 Mar 16 11:32:45.169151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-c1033ed4-36df-4918-9b2c-3b2484b19d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:45.170581 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-c1033ed4-36df-4918-9b2c-3b2484b19d17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f6099ea-cb29-4cf0-9177-177f69fb02ca HTTP/1.1" status: 200 len: 897 time: 0.1335871 Mar 16 11:32:45.237113 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-59c5de6f-a5da-4b36-a562-ea068976a747 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21570041-8c0c-4b1a-9680-b7609d47dba2 HTTP/1.1" status: 200 len: 217 time: 0.0595875 Mar 16 11:32:45.239335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8ffa00ad-2662-414c-bcca-fc86301e55fd up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:45.301174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-2b68dceb-ac73-4f60-bd13-1f61f9cf7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:45.302539 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-2b68dceb-ac73-4f60-bd13-1f61f9cf7b78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e34aa855-3cf6-4caf-8f92-cf257a1d4663 HTTP/1.1" status: 200 len: 835 time: 0.0595081 Mar 16 11:32:45.312390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8ffa00ad-2662-414c-bcca-fc86301e55fd triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:45.312768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:45.375797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-6f488bb1-0bc9-49ad-8040-a1d9cf136f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:45.377349 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-6f488bb1-0bc9-49ad-8040-a1d9cf136f75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f6099ea-cb29-4cf0-9177-177f69fb02ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690296 Mar 16 11:32:45.508511 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-57239072-9464-431a-84d6-58f0741a9e62 service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239388 Mar 16 11:32:45.638296 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16e62ef2-cc82-46dd-a818-4a3d2d2a1f84 req-f8876b7a-1544-431b-8156-532a44483658 service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233790 Mar 16 11:32:46.219613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689da87-c6a9-491b-9ccf-a3d6f18c88eb req-b77be29a-0eb7-4265-9b0d-0178d811b58b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:46.220298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-3689da87-c6a9-491b-9ccf-a3d6f18c88eb req-b77be29a-0eb7-4265-9b0d-0178d811b58b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:46.240658 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-3689da87-c6a9-491b-9ccf-a3d6f18c88eb req-b77be29a-0eb7-4265-9b0d-0178d811b58b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:46.242204 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3689da87-c6a9-491b-9ccf-a3d6f18c88eb req-b77be29a-0eb7-4265-9b0d-0178d811b58b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 943 time: 0.1147144 Mar 16 11:32:46.289578 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3689da87-c6a9-491b-9ccf-a3d6f18c88eb req-3c8d5ba7-f6a2-4fc2-b0a4-f30e45624b27 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413864 Mar 16 11:32:46.468550 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:32:47.497745 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4797d66-e5d5-43b2-8803-033bfd73b745 req-ac06fe7b-c6f7-43e8-9e64-f6c6c9a1bbba tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:47.499077 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d4797d66-e5d5-43b2-8803-033bfd73b745 req-ac06fe7b-c6f7-43e8-9e64-f6c6c9a1bbba tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 943 time: 0.0915043 Mar 16 11:32:47.543419 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d4797d66-e5d5-43b2-8803-033bfd73b745 req-54246c39-268d-4d33-8102-6e1a1ddf5eea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384650 Mar 16 11:32:48.742522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb9590-be93-4eda-acee-d23a3b050632 req-40fa3a8f-e0fb-47c0-bf97-61f8cc5094a1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:48.743901 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4dfb9590-be93-4eda-acee-d23a3b050632 req-40fa3a8f-e0fb-47c0-bf97-61f8cc5094a1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 943 time: 0.0950980 Mar 16 11:32:48.791406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4dfb9590-be93-4eda-acee-d23a3b050632 req-762644c7-3ab1-4f07-b500-33bdd34ad034 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417678 Mar 16 11:32:49.717547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 21570041-8c0c-4b1a-9680-b7609d47dba2 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:32:49.867302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 21570041-8c0c-4b1a-9680-b7609d47dba2, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=21570041-8c0c-4b1a-9680-b7609d47dba2,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:49.881742 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'port_id': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'mac_address': 'fa:16:3e:bc:f4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:32:49.936271 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:49.953250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21570041-8c0c-4b1a-9680-b7609d47dba2 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:49.969599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 21570041-8c0c-4b1a-9680-b7609d47dba2, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=21570041-8c0c-4b1a-9680-b7609d47dba2,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:49.974588 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:49.984162 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b1160-473a-42eb-a8d9-3fa09c6fc954 req-1878b0b9-0a22-4ebc-a746-2b9a33b420b1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:49.985685 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d19b1160-473a-42eb-a8d9-3fa09c6fc954 req-1878b0b9-0a22-4ebc-a746-2b9a33b420b1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 943 time: 0.0809591 Mar 16 11:32:50.029551 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d19b1160-473a-42eb-a8d9-3fa09c6fc954 req-99528a99-a68e-42ed-b34e-73a3b1dbb523 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379510 Mar 16 11:32:50.045526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=21570041-8c0c-4b1a-9680-b7609d47dba2,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:50.359803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['21570041-8c0c-4b1a-9680-b7609d47dba2'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:32:51.335813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b878849-ec77-43b3-a917-6a83ce1c8896 req-a93b4137-8fbf-4fdb-8017-e62d26bedc02 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:51.337240 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b878849-ec77-43b3-a917-6a83ce1c8896 req-a93b4137-8fbf-4fdb-8017-e62d26bedc02 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 944 time: 0.1951210 Mar 16 11:32:51.381259 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b878849-ec77-43b3-a917-6a83ce1c8896 req-d67dee71-c68d-4598-abbc-7154c16af7f0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382531 Mar 16 11:32:51.715386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 21570041-8c0c-4b1a-9680-b7609d47dba2 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:51.832371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 21570041-8c0c-4b1a-9680-b7609d47dba2 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:51.837290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 21570041-8c0c-4b1a-9680-b7609d47dba2 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:51.837658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:51.959307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f432c446-956f-4fef-8e52-adb7e87fd251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:51.965493 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:51.994356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21570041-8c0c-4b1a-9680-b7609d47dba2'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:52.004968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 21570041-8c0c-4b1a-9680-b7609d47dba2, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=21570041-8c0c-4b1a-9680-b7609d47dba2,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:52.009635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:52.040667 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'code': 200} Mar 16 11:32:52.082700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=21570041-8c0c-4b1a-9680-b7609d47dba2,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:52.322667 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67805b52-a52b-498b-9134-635fba4965f9 req-cf38ac75-2c52-49f6-a1d0-028e6d723143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:52.324116 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-67805b52-a52b-498b-9134-635fba4965f9 req-cf38ac75-2c52-49f6-a1d0-028e6d723143 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 1098 time: 0.1166525 Mar 16 11:32:52.365739 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-67805b52-a52b-498b-9134-635fba4965f9 req-bf376938-741e-4c40-bc74-d0adbc0ad7a6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360539 Mar 16 11:32:52.577209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81dbf6-b192-455e-93d3-4fc71d6f7d55 req-8894601c-c972-4c1f-8c16-fa55547aef39 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:52.578649 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0c81dbf6-b192-455e-93d3-4fc71d6f7d55 req-8894601c-c972-4c1f-8c16-fa55547aef39 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0798869 Mar 16 11:32:52.622708 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0c81dbf6-b192-455e-93d3-4fc71d6f7d55 req-6a2eab01-72be-48ad-9467-1ce2de1cae93 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382886 Mar 16 11:32:53.811257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106b5e9-1dac-4bad-a6fc-d4bedd3f7732 req-60adb62b-5023-4eb4-a7e0-48c29018edb8 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:53.812681 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a106b5e9-1dac-4bad-a6fc-d4bedd3f7732 req-60adb62b-5023-4eb4-a7e0-48c29018edb8 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0827258 Mar 16 11:32:53.857335 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a106b5e9-1dac-4bad-a6fc-d4bedd3f7732 req-86cbc966-e531-4527-ac22-684bde8b0230 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389006 Mar 16 11:32:54.059781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0593d7-da09-40af-b1f1-65ffdc4662d3 req-0b73d818-9879-4a70-98ed-350717da6fd6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:54.061179 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-aa0593d7-da09-40af-b1f1-65ffdc4662d3 req-0b73d818-9879-4a70-98ed-350717da6fd6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0949469 Mar 16 11:32:54.106527 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-aa0593d7-da09-40af-b1f1-65ffdc4662d3 req-ce8ebb0d-5270-4d46-833f-7c44acec7722 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396698 Mar 16 11:32:54.132415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44592) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:54.204253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef0ca5-29c6-45a2-bea9-bfc389275fb5 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:54.205789 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-81ef0ca5-29c6-45a2-bea9-bfc389275fb5 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 1093 time: 0.0724196 Mar 16 11:32:54.208767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44596) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:54.213593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:54.219747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:54.223779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:floatingip and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:54.226898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:54.232853 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:54.246544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:54.387075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:54.543600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.26.2.246 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/133b7015-e9df-429c-b9f7-715f6b43566c) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:54.695236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:54.738990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:54.802095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:54.808957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:54.813294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:32:54.843001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=133b7015-e9df-429c-b9f7-715f6b43566c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:55.073599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:55.109747 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d8b2b145-e644-4e00-bbca-56b09c7c9fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:55.237684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:55.319924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:55.326361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:55.639074 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:55.645924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:55.750289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=133b7015-e9df-429c-b9f7-715f6b43566c,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:55.763123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:55.932850 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Floating IP 25c01c7f-36f5-4791-b0fc-3b5766262a7d associated. External IP: 172.26.2.246, port: 21570041-8c0c-4b1a-9680-b7609d47dba2. Mar 16 11:32:56.289344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:32:56.472372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:32:56.483206 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] Sync routers for ids ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:32:56.494955 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] Routers {'5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:56.495935 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:32:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:56.500770 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:56.560658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dfbdc52e-1f74-4d6a-9ddc-fb12d78381e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3508077 Mar 16 11:32:56.561196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'tag': '21570041-8c0c-4b1a-9680-b7609d47dba2'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:56.623462 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'tag': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'status': 'completed', 'code': 200} Mar 16 11:32:56.676093 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] Set router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:56.715870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9647-2a70-446b-b771-addbfe296699 req-50d2b004-9091-4769-8768-b279a2fa3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:56.717439 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1efb9647-2a70-446b-b771-addbfe296699 req-50d2b004-9091-4769-8768-b279a2fa3444 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 1098 time: 0.0707657 Mar 16 11:32:56.752585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47a7ef-320d-40f3-9446-badfe935f5e5 req-62198003-3375-4445-b667-c0c1cd3a0de1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:56.754654 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4b47a7ef-320d-40f3-9446-badfe935f5e5 req-62198003-3375-4445-b667-c0c1cd3a0de1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0840697 Mar 16 11:32:56.783214 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:56.810211 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4b47a7ef-320d-40f3-9446-badfe935f5e5 req-92ad52e3-ca54-4bb4-bfaf-fd312e99931e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480969 Mar 16 11:32:56.834413 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44606) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:56.854905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9647-2a70-446b-b771-addbfe296699 req-fbf3f48c-ea24-48e3-a7e4-777322e1df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:56.857504 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1efb9647-2a70-446b-b771-addbfe296699 req-fbf3f48c-ea24-48e3-a7e4-777322e1df30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f6099ea-cb29-4cf0-9177-177f69fb02ca HTTP/1.1" status: 200 len: 897 time: 0.1342542 Mar 16 11:32:56.965988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1efb9647-2a70-446b-b771-addbfe296699 req-0a57eee1-9016-4e4a-8e17-d480dbb9c4d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21570041-8c0c-4b1a-9680-b7609d47dba2 HTTP/1.1" status: 200 len: 999 time: 0.1013281 Mar 16 11:32:57.028793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9647-2a70-446b-b771-addbfe296699 req-31dcbf72-8142-4268-8141-231a36bb7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:57.030423 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1efb9647-2a70-446b-b771-addbfe296699 req-31dcbf72-8142-4268-8141-231a36bb7d92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e34aa855-3cf6-4caf-8f92-cf257a1d4663 HTTP/1.1" status: 200 len: 835 time: 0.0581548 Mar 16 11:32:57.031994 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:38Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '25c01c7f-36f5-4791-b0fc-3b5766262a7d', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.246', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'port_id': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'mac_address': 'fa:16:3e:bc:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:32:55Z', 'updated_at': '2022-03-16T11:32:55Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffa00ad-2662-414c-bcca-fc86301e55fd', 'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:a0:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:38Z', 'updated_at': '2022-03-16T11:32:43Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:57.035915 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] Checking router: 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:32:57.044524 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] Routers {'5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:57.045151 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:32:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:57.046184 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c03b8cd6-c061-4ccf-b9bb-f8850b47a233 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/25c01c7f-36f5-4791-b0fc-3b5766262a7d HTTP/1.1" status: 200 len: 991 time: 0.2104831 Mar 16 11:32:57.228423 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] Set router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:57.231323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9647-2a70-446b-b771-addbfe296699 req-bf8b29cc-e461-40ce-9225-82e89fdfbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:57.232770 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1efb9647-2a70-446b-b771-addbfe296699 req-bf8b29cc-e461-40ce-9225-82e89fdfbd1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f6099ea-cb29-4cf0-9177-177f69fb02ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1961100 Mar 16 11:32:57.243373 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-1efb9647-2a70-446b-b771-addbfe296699 req-4c9c2ce6-e05c-4667-b768-a0e0c520d175 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:32:57.244241 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1efb9647-2a70-446b-b771-addbfe296699 req-4c9c2ce6-e05c-4667-b768-a0e0c520d175 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047491 Mar 16 11:32:57.376076 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1efb9647-2a70-446b-b771-addbfe296699 req-473affd0-0421-49a7-9e80-450ad8559d1d service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259708 Mar 16 11:32:57.511765 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1efb9647-2a70-446b-b771-addbfe296699 req-06e34648-1d90-47a8-9a46-516d73d1e296 service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294878 Mar 16 11:32:57.577202 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:38Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '25c01c7f-36f5-4791-b0fc-3b5766262a7d', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.246', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'port_id': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'mac_address': 'fa:16:3e:bc:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:32:55Z', 'updated_at': '2022-03-16T11:32:55Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffa00ad-2662-414c-bcca-fc86301e55fd', 'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:a0:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:38Z', 'updated_at': '2022-03-16T11:32:43Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:57.581240 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8133ccca-1b45-41b2-a4b2-3a193d42c8bc None None] The sync data for ids ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'] in dv-neutron-833860-1-hyperv is: [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:38Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '25c01c7f-36f5-4791-b0fc-3b5766262a7d', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.246', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'port_id': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'mac_address': 'fa:16:3e:bc:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:32:55Z', 'updated_at': '2022-03-16T11:32:55Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffa00ad-2662-414c-bcca-fc86301e55fd', 'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:a0:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:38Z', 'updated_at': '2022-03-16T11:32:43Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:32:57.759595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6346c68-b05d-4275-ae29-dd79a6cbc20f None None] New status for floating IP 25c01c7f-36f5-4791-b0fc-3b5766262a7d: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:32:58.049296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44610) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:58.158113 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2dc1e50d-26ca-4c42-b226-192bf0f9f41f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/25c01c7f-36f5-4791-b0fc-3b5766262a7d HTTP/1.1" status: 200 len: 993 time: 0.1077421 Mar 16 11:32:58.935122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe1a648f-1548-491f-b11c-1405ed917892 req-89cc1251-e9f1-4ffe-a107-d87c4e360a32 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801637 Mar 16 11:32:59.072586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a648f-1548-491f-b11c-1405ed917892 req-e0dcfafe-3b63-4e71-b2ed-7e73cd554eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:59.073973 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe1a648f-1548-491f-b11c-1405ed917892 req-e0dcfafe-3b63-4e71-b2ed-7e73cd554eea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 1098 time: 0.0732455 Mar 16 11:32:59.228093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a648f-1548-491f-b11c-1405ed917892 req-3921cc16-f2eb-492d-9fe4-013b64446270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:59.229603 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe1a648f-1548-491f-b11c-1405ed917892 req-3921cc16-f2eb-492d-9fe4-013b64446270 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f6099ea-cb29-4cf0-9177-177f69fb02ca HTTP/1.1" status: 200 len: 897 time: 0.1364336 Mar 16 11:32:59.332263 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe1a648f-1548-491f-b11c-1405ed917892 req-a9a9d31e-6b7d-4be2-b86d-ca838fb5fea1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21570041-8c0c-4b1a-9680-b7609d47dba2 HTTP/1.1" status: 200 len: 1001 time: 0.0963590 Mar 16 11:32:59.413688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a648f-1548-491f-b11c-1405ed917892 req-bd290362-fce9-4e71-b2c0-ba6b9d756e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:59.415801 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe1a648f-1548-491f-b11c-1405ed917892 req-bd290362-fce9-4e71-b2c0-ba6b9d756e0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e34aa855-3cf6-4caf-8f92-cf257a1d4663 HTTP/1.1" status: 200 len: 835 time: 0.0727215 Mar 16 11:32:59.497231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a648f-1548-491f-b11c-1405ed917892 req-8dcba848-2a21-4d14-9fc6-5c209137df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:59.498719 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe1a648f-1548-491f-b11c-1405ed917892 req-8dcba848-2a21-4d14-9fc6-5c209137df4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f6099ea-cb29-4cf0-9177-177f69fb02ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772009 Mar 16 11:32:59.635506 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe1a648f-1548-491f-b11c-1405ed917892 req-9d84f1fc-94a5-46b4-8cbf-53a3d292ec38 service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271050 Mar 16 11:32:59.768175 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fe1a648f-1548-491f-b11c-1405ed917892 req-a468e9e3-ff47-4669-93cd-d2d0933a7e08 service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270909 Mar 16 11:33:08.654779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.946074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-40bf4125-df76-4ed4-bb1b-6b0a79a27a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.474370 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:33:25.075944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:25.112453 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-948fcad1-7314-46bc-8cb8-d61776c94867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:25.344920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:26.790674 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:38.670150 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:51.944775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-840b0b65-191d-4d14-8186-c52379dba440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:55.085353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:55.115004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b40b80b-2106-4773-a034-be584bb80deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:55.340366 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:56.794849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:58.931726 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-0535e310-d0f8-4b5e-99b9-45d54fdf458f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791693 Mar 16 11:33:59.072949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-50a86257-fd49-47a3-9e04-a372cf92cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:59.074412 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-50a86257-fd49-47a3-9e04-a372cf92cd22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 1098 time: 0.0726919 Mar 16 11:33:59.218182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-565de287-9b4e-436f-91db-eb499a7d91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:59.219527 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-565de287-9b4e-436f-91db-eb499a7d91f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f6099ea-cb29-4cf0-9177-177f69fb02ca HTTP/1.1" status: 200 len: 897 time: 0.1264334 Mar 16 11:33:59.324961 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-cfd560ab-b6d9-4eda-8c6c-5cd3cf5e193d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21570041-8c0c-4b1a-9680-b7609d47dba2 HTTP/1.1" status: 200 len: 1001 time: 0.0983512 Mar 16 11:33:59.389433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-aebb07cd-f1e8-4f36-9017-c77c0db9b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:59.390819 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-aebb07cd-f1e8-4f36-9017-c77c0db9b14a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e34aa855-3cf6-4caf-8f92-cf257a1d4663 HTTP/1.1" status: 200 len: 835 time: 0.0603645 Mar 16 11:33:59.566945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-3116081d-f3d6-4d3c-8374-765390230072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:59.568325 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-3116081d-f3d6-4d3c-8374-765390230072 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f6099ea-cb29-4cf0-9177-177f69fb02ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1707215 Mar 16 11:33:59.700332 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-07fd89dd-276f-4909-9f9c-97945adef558 service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248918 Mar 16 11:33:59.832803 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d0e3cea7-ab52-49d7-b072-1a88955d5b7a req-7a70b7c3-62c7-4266-b8fc-23d074ede6ed service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232557 Mar 16 11:34:00.478292 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:34:08.683014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.589067 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aef63-86d9-4057-829e-57dde838abc7 req-5c516c8f-cbf4-49b4-9013-6834a93542ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:09.590415 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b39aef63-86d9-4057-829e-57dde838abc7 req-5c516c8f-cbf4-49b4-9013-6834a93542ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 1098 time: 0.1331499 Mar 16 11:34:09.601282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cc668-915f-4b27-8f74-a0ab6def15d2 req-5f0faf89-0bb2-454e-a4f3-305a851e38c0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:09.602842 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5e4cc668-915f-4b27-8f74-a0ab6def15d2 req-5f0faf89-0bb2-454e-a4f3-305a851e38c0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.1094198 Mar 16 11:34:09.733427 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5e4cc668-915f-4b27-8f74-a0ab6def15d2 req-75698ba9-f757-4fe6-8bc9-81892d1f0425 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116145 Mar 16 11:34:09.757715 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aef63-86d9-4057-829e-57dde838abc7 req-074d93b0-9809-4bce-a2d1-4937f922fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:09.759177 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b39aef63-86d9-4057-829e-57dde838abc7 req-074d93b0-9809-4bce-a2d1-4937f922fce5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f6099ea-cb29-4cf0-9177-177f69fb02ca HTTP/1.1" status: 200 len: 897 time: 0.1554246 Mar 16 11:34:09.865906 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b39aef63-86d9-4057-829e-57dde838abc7 req-d54d2be1-5f0b-49dc-8a26-5c2c5e51a641 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21570041-8c0c-4b1a-9680-b7609d47dba2 HTTP/1.1" status: 200 len: 1001 time: 0.0988014 Mar 16 11:34:09.933683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aef63-86d9-4057-829e-57dde838abc7 req-cbe6ca0a-5938-434c-a5ce-64c6db66b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:09.935496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b39aef63-86d9-4057-829e-57dde838abc7 req-cbe6ca0a-5938-434c-a5ce-64c6db66b4f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e34aa855-3cf6-4caf-8f92-cf257a1d4663 HTTP/1.1" status: 200 len: 835 time: 0.0623021 Mar 16 11:34:10.027503 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aef63-86d9-4057-829e-57dde838abc7 req-81cd5fc9-d2f7-4d16-8fbe-e2e3d04075a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:10.029025 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b39aef63-86d9-4057-829e-57dde838abc7 req-81cd5fc9-d2f7-4d16-8fbe-e2e3d04075a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f6099ea-cb29-4cf0-9177-177f69fb02ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841169 Mar 16 11:34:10.168289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b39aef63-86d9-4057-829e-57dde838abc7 req-4cc72a71-6511-4f35-a7f3-012a1a5edc91 service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318719 Mar 16 11:34:10.300879 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b39aef63-86d9-4057-829e-57dde838abc7 req-630bdbca-25bf-429a-96a9-fbe997e14174 service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238356 Mar 16 11:34:10.936726 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10a451-b436-42d1-9010-d875eb4dd06f req-82c1e0b8-1bbf-4007-8489-5f0378bffde7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:10.938194 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9b10a451-b436-42d1-9010-d875eb4dd06f req-82c1e0b8-1bbf-4007-8489-5f0378bffde7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0869808 Mar 16 11:34:10.985367 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9b10a451-b436-42d1-9010-d875eb4dd06f req-caa26db5-c6e3-452b-9b29-11069c433d03 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 Mar 16 11:34:12.183159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c92ac1-36d1-44e3-9dd2-33f85828896f req-3c698023-2d62-4e13-a3d4-c7b6a91d8cbe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:12.184950 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-00c92ac1-36d1-44e3-9dd2-33f85828896f req-3c698023-2d62-4e13-a3d4-c7b6a91d8cbe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0827372 Mar 16 11:34:12.231385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-00c92ac1-36d1-44e3-9dd2-33f85828896f req-0cf4b022-ff34-43d3-9c08-cac715d1f5ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385759 Mar 16 11:34:13.425098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8c074-c513-4baf-80ad-62f484506b6c req-11613518-dacf-4897-bd2f-4e79ef41e4ed tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:13.426514 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-55f8c074-c513-4baf-80ad-62f484506b6c req-11613518-dacf-4897-bd2f-4e79ef41e4ed tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0925241 Mar 16 11:34:13.471037 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-55f8c074-c513-4baf-80ad-62f484506b6c req-6544d08f-dbf1-4e6c-a099-4472638bd2e6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388436 Mar 16 11:34:14.682381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a6b1a-ad0c-4442-bbea-652523ed7fd1 req-e84cace3-64b1-4d41-9517-17fed93fcb59 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:14.683839 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f61a6b1a-ad0c-4442-bbea-652523ed7fd1 req-e84cace3-64b1-4d41-9517-17fed93fcb59 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0918138 Mar 16 11:34:14.728209 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f61a6b1a-ad0c-4442-bbea-652523ed7fd1 req-76e9dc07-3dab-4512-b690-31ef38530a12 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382800 Mar 16 11:34:15.959861 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b65c73-c9f1-494f-b107-d97b58499dc8 req-e57005ec-294c-495c-9cdc-172a119aaad1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:15.961348 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02b65c73-c9f1-494f-b107-d97b58499dc8 req-e57005ec-294c-495c-9cdc-172a119aaad1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0886962 Mar 16 11:34:16.006607 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-02b65c73-c9f1-494f-b107-d97b58499dc8 req-015b9e29-3db7-4272-9e2e-1d1f1af8428a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386300 Mar 16 11:34:17.213488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49469c5-969d-4a49-b7fa-51c6775f781f req-72de4b4f-0e73-4a9b-a5c3-2fbbf806356a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:17.215090 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d49469c5-969d-4a49-b7fa-51c6775f781f req-72de4b4f-0e73-4a9b-a5c3-2fbbf806356a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0938344 Mar 16 11:34:17.262164 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d49469c5-969d-4a49-b7fa-51c6775f781f req-6a196004-1bd3-402c-a0d8-5d419eec431a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Mar 16 11:34:18.469576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2882-1119-488f-9363-23f11020d3a0 req-bb5da833-cda3-4e61-954c-1b33af8c7da3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:18.471055 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f8bc2882-1119-488f-9363-23f11020d3a0 req-bb5da833-cda3-4e61-954c-1b33af8c7da3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0945373 Mar 16 11:34:18.517414 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f8bc2882-1119-488f-9363-23f11020d3a0 req-d219525c-27d0-411d-87ed-6565756ec83e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380623 Mar 16 11:34:19.731606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42f0b6-63ee-42df-b90b-4e0f73df6b23 req-80da48b5-c993-4635-ac68-b68bab0b2ad5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:19.733081 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0b42f0b6-63ee-42df-b90b-4e0f73df6b23 req-80da48b5-c993-4635-ac68-b68bab0b2ad5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.1024036 Mar 16 11:34:19.775993 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0b42f0b6-63ee-42df-b90b-4e0f73df6b23 req-ff72c86a-ed63-453c-ba6d-9aae1d8f1a4e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373192 Mar 16 11:34:20.977630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcdfe3-8324-46dd-921f-31ee990a6a2f req-38bf611d-57d5-4cd5-9aeb-c4df48f22d49 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:20.979059 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-29fcdfe3-8324-46dd-921f-31ee990a6a2f req-38bf611d-57d5-4cd5-9aeb-c4df48f22d49 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0903716 Mar 16 11:34:21.027251 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-29fcdfe3-8324-46dd-921f-31ee990a6a2f req-e0df84f4-8ee5-453b-9cac-8a45dd113d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417905 Mar 16 11:34:21.946036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5f9781a9-ee0a-4edd-972f-494984cad803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.336132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f252c-22e3-4a93-b6a2-2ab963181df4 req-6fe0c503-2a96-4fdb-a47c-c488c79b116c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:22.337562 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bd3f252c-22e3-4a93-b6a2-2ab963181df4 req-6fe0c503-2a96-4fdb-a47c-c488c79b116c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.1895669 Mar 16 11:34:22.383084 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bd3f252c-22e3-4a93-b6a2-2ab963181df4 req-cbc8b46e-0dc9-4f49-9fd6-36aabb6d6b32 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397859 Mar 16 11:34:23.591862 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cb8ae-99fa-4a01-8608-e37e21cc0a45 req-8f2058b4-f76c-4036-906c-a7ede5ffe91f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:23.593265 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac1cb8ae-99fa-4a01-8608-e37e21cc0a45 req-8f2058b4-f76c-4036-906c-a7ede5ffe91f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0894182 Mar 16 11:34:23.637463 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ac1cb8ae-99fa-4a01-8608-e37e21cc0a45 req-2b2ae252-cb79-4178-97c2-c54feab68574 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384493 Mar 16 11:34:24.825817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ba48b-1a52-41b7-b0ec-6202460b33a2 req-60526f21-268f-44d4-bfaa-8a0a8a3130ad tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:24.827284 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-739ba48b-1a52-41b7-b0ec-6202460b33a2 req-60526f21-268f-44d4-bfaa-8a0a8a3130ad tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0841868 Mar 16 11:34:24.873881 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-739ba48b-1a52-41b7-b0ec-6202460b33a2 req-198c5e9b-9935-434a-bd5d-88d64e28bb8a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407577 Mar 16 11:34:25.083653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.118545 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-15385337-11f1-4d73-bc5a-dd1003834528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.333175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.074999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f18f15-611f-400e-b5fa-a32c0fb4a7cc req-a2f1e90a-f39a-487f-b0ab-422b7dc43d29 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:26.076496 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f0f18f15-611f-400e-b5fa-a32c0fb4a7cc req-a2f1e90a-f39a-487f-b0ab-422b7dc43d29 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0860982 Mar 16 11:34:26.124247 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f0f18f15-611f-400e-b5fa-a32c0fb4a7cc req-5931bd13-0b1d-4280-b73d-be20e6816c8b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Mar 16 11:34:26.793851 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.317020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c846145-8ba0-4323-8288-93ce77e96fe2 req-ba47f0fb-3a49-4754-8c48-e02f7ac6e088 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:27.318616 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1c846145-8ba0-4323-8288-93ce77e96fe2 req-ba47f0fb-3a49-4754-8c48-e02f7ac6e088 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0833490 Mar 16 11:34:27.363958 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1c846145-8ba0-4323-8288-93ce77e96fe2 req-870d28a5-0687-479f-97a3-c86219e7c27b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396295 Mar 16 11:34:27.386802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44682) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:27.494281 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6af9c116-507d-4b18-ba89-98e64ce75a18 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/25c01c7f-36f5-4791-b0fc-3b5766262a7d HTTP/1.1" status: 200 len: 993 time: 0.1061656 Mar 16 11:34:37.483044 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:34:38.680813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:51.949320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ee82b645-559f-4ffc-93f8-29a7888da180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:55.096796 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:55.120924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ce9090bb-70f0-44f3-8a2f-e8b69a9c5efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:55.327428 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:56.805295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:58.928385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-59d019db-929f-467b-908b-2e36e7eb6060 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729465 Mar 16 11:34:59.075917 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-2016b298-f924-40a1-a06f-2acd0c1f679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:59.077478 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-2016b298-f924-40a1-a06f-2acd0c1f679a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 1098 time: 0.0808756 Mar 16 11:34:59.223063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-4d4b020c-67f9-45b6-91a0-79432ce89478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:59.224378 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-4d4b020c-67f9-45b6-91a0-79432ce89478 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f6099ea-cb29-4cf0-9177-177f69fb02ca HTTP/1.1" status: 200 len: 897 time: 0.1275797 Mar 16 11:34:59.327117 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-3c0f901b-5e57-4541-bd18-4f2f6fed1cf1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21570041-8c0c-4b1a-9680-b7609d47dba2 HTTP/1.1" status: 200 len: 1001 time: 0.0960443 Mar 16 11:34:59.389186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-aa848b45-ee6f-43f3-85b7-18a831526317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:59.390563 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-aa848b45-ee6f-43f3-85b7-18a831526317 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e34aa855-3cf6-4caf-8f92-cf257a1d4663 HTTP/1.1" status: 200 len: 835 time: 0.0574930 Mar 16 11:34:59.466826 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-e9337809-1eba-4c0c-9d15-26fd760c26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:59.468321 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-e9337809-1eba-4c0c-9d15-26fd760c26a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f6099ea-cb29-4cf0-9177-177f69fb02ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715871 Mar 16 11:34:59.608266 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-69b78f7d-4ac6-4bce-aec6-6edb89cffd17 service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335802 Mar 16 11:34:59.737740 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-36e78bd3-849b-4bf2-9a7b-bb7feae96713 req-788e10f0-752c-4a46-b809-378f5bc5261e service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225111 Mar 16 11:35:08.708485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:14.486836 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:35:21.950592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2b10da70-3faa-434b-a3c9-a3dc1e955877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:22.495038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44720) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:22.698680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port 133b7015-e9df-429c-b9f7-715f6b43566c {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:22.699129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:22.878446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:22.878669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:23.113102 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for 133b7015-e9df-429c-b9f7-715f6b43566c owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:23.270145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:23.320895 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=133b7015-e9df-429c-b9f7-715f6b43566c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:23.362477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.362824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.363159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.363505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.363816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.364164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.364472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.364829 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.365196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.365526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.365920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.366220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:23.425582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:23.425933 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Floating IP 25c01c7f-36f5-4791-b0fc-3b5766262a7d disassociated (deleted). External IP: 172.26.2.246, port: 21570041-8c0c-4b1a-9680-b7609d47dba2. Mar 16 11:35:23.778120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:35:23.966521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:35:23.976931 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] Sync routers for ids ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:35:23.986557 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] Routers {'5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:23.987154 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:34:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:23.988800 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:24.042812 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d7f5b844-b2b9-4dee-b46c-84b9c78bf2b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/floatingips/25c01c7f-36f5-4791-b0fc-3b5766262a7d HTTP/1.1" status: 204 len: 168 time: 1.5466812 Mar 16 11:35:24.043393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'tag': '21570041-8c0c-4b1a-9680-b7609d47dba2'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:24.169138 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] Set router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:24.177820 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'tag': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'status': 'completed', 'code': 200} Mar 16 11:35:24.270344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68926408-dac4-4fee-9998-f936e3851f06 req-12eedc52-a5be-44a4-beb4-fd2473b85f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:24.271815 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68926408-dac4-4fee-9998-f936e3851f06 req-12eedc52-a5be-44a4-beb4-fd2473b85f6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 1098 time: 0.0716908 Mar 16 11:35:24.407868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68926408-dac4-4fee-9998-f936e3851f06 req-403802c3-32fd-43f3-9378-6747c6642376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:24.409468 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68926408-dac4-4fee-9998-f936e3851f06 req-403802c3-32fd-43f3-9378-6747c6642376 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f6099ea-cb29-4cf0-9177-177f69fb02ca HTTP/1.1" status: 200 len: 897 time: 0.1313128 Mar 16 11:35:24.426025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744e045-c997-4f1b-a66b-3ab5a77c41b9 req-91035386-cd4e-466a-b40a-d2967224575e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:24.426684 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-0744e045-c997-4f1b-a66b-3ab5a77c41b9 req-91035386-cd4e-466a-b40a-d2967224575e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:24.444349 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-0744e045-c997-4f1b-a66b-3ab5a77c41b9 req-91035386-cd4e-466a-b40a-d2967224575e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:24.445581 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0744e045-c997-4f1b-a66b-3ab5a77c41b9 req-91035386-cd4e-466a-b40a-d2967224575e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.1051540 Mar 16 11:35:24.481510 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68926408-dac4-4fee-9998-f936e3851f06 req-2cb27c0f-41a6-41f1-8c35-c522b76b2e0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21570041-8c0c-4b1a-9680-b7609d47dba2 HTTP/1.1" status: 200 len: 217 time: 0.0654843 Mar 16 11:35:24.491337 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-0744e045-c997-4f1b-a66b-3ab5a77c41b9 req-5a11ba6a-a23c-48ff-bc2a-22f089fef422 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389135 Mar 16 11:35:24.493329 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:38Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8ffa00ad-2662-414c-bcca-fc86301e55fd', 'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:a0:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:38Z', 'updated_at': '2022-03-16T11:32:43Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:24.497392 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] Checking router: 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:35:24.505970 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] Routers {'5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:24.506405 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:34:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:24.542704 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68926408-dac4-4fee-9998-f936e3851f06 req-16ca0cb6-9cb4-4d42-8177-b619b1b53cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:24.544138 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68926408-dac4-4fee-9998-f936e3851f06 req-16ca0cb6-9cb4-4d42-8177-b619b1b53cd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e34aa855-3cf6-4caf-8f92-cf257a1d4663 HTTP/1.1" status: 200 len: 835 time: 0.0559106 Mar 16 11:35:24.623204 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68926408-dac4-4fee-9998-f936e3851f06 req-7a23abf7-3bc5-4292-8af5-1bd4114d7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:24.624686 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68926408-dac4-4fee-9998-f936e3851f06 req-7a23abf7-3bc5-4292-8af5-1bd4114d7b35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f6099ea-cb29-4cf0-9177-177f69fb02ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731421 Mar 16 11:35:24.683265 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] Set router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:24.862487 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68926408-dac4-4fee-9998-f936e3851f06 req-7f60babc-11af-4ab3-aede-9c5c7c47df2e service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308662 Mar 16 11:35:24.993344 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:38Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8ffa00ad-2662-414c-bcca-fc86301e55fd', 'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:a0:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:38Z', 'updated_at': '2022-03-16T11:32:43Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:24.995994 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-68926408-dac4-4fee-9998-f936e3851f06 req-0250d903-7bed-4267-bf14-2147fbd1173a service neutron] 10.222.0.48 "GET /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263227 Mar 16 11:35:24.997489 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ced09-be19-4ef1-8dae-195f017c32ff None None] The sync data for ids ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'] in dv-neutron-833860-1-hyperv is: [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:32:38Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8ffa00ad-2662-414c-bcca-fc86301e55fd', 'name': '', 'network_id': '7f6099ea-cb29-4cf0-9177-177f69fb02ca', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:a0:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:38Z', 'updated_at': '2022-03-16T11:32:43Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': 'e34aa855-3cf6-4caf-8f92-cf257a1d4663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:35:25.090234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:25.123838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-383105e8-1a9b-441e-93f2-24a25651e862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:25.220652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaf090-d68e-4907-b2fc-2c6dacb4ab25 None None] New status for floating IP 25c01c7f-36f5-4791-b0fc-3b5766262a7d: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:35:25.366102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:25.686419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3185e75-94f1-4a4a-bc9c-b90dc80be441 req-536087e8-d38b-40d4-bf47-3b6a43ce8682 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:25.687913 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a3185e75-94f1-4a4a-bc9c-b90dc80be441 req-536087e8-d38b-40d4-bf47-3b6a43ce8682 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0802040 Mar 16 11:35:25.734056 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a3185e75-94f1-4a4a-bc9c-b90dc80be441 req-96919679-737d-47d6-b748-1d443729225d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385642 Mar 16 11:35:26.189217 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba23574-9efb-43de-9f44-de6535f98f60 req-6e831a65-c1a2-46f7-a343-b1512018533b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:26.190639 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-aba23574-9efb-43de-9f44-de6535f98f60 req-6e831a65-c1a2-46f7-a343-b1512018533b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 945 time: 0.0909071 Mar 16 11:35:26.260643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-aba23574-9efb-43de-9f44-de6535f98f60 req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port 21570041-8c0c-4b1a-9680-b7609d47dba2 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:26.261005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-aba23574-9efb-43de-9f44-de6535f98f60 req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:26.518335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-aba23574-9efb-43de-9f44-de6535f98f60 req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port 21570041-8c0c-4b1a-9680-b7609d47dba2, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=21570041-8c0c-4b1a-9680-b7609d47dba2,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:26.518566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-aba23574-9efb-43de-9f44-de6535f98f60 req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:26.640759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-aba23574-9efb-43de-9f44-de6535f98f60 req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for 21570041-8c0c-4b1a-9680-b7609d47dba2 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:26.787224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-aba23574-9efb-43de-9f44-de6535f98f60 req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:26.797710 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:26.841416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=21570041-8c0c-4b1a-9680-b7609d47dba2,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:26.879537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.879870 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.880210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.880540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.880881 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.881224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.881547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.881877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.882196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.882513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.882831 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.883145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:26.887785 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ea86c715-47e2-4acb-b843-016e36b64d58 req-2d48cc60-8cfa-4598-b3f3-8c9dc46237b8 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dad51458-c135-4da0-ba5f-3e6259aac55e HTTP/1.1" status: 200 len: 210 time: 0.0454514 Mar 16 11:35:26.925602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba23574-9efb-43de-9f44-de6535f98f60 req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] No DVR routers for this DVR port 21570041-8c0c-4b1a-9680-b7609d47dba2 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:35:26.928088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-aba23574-9efb-43de-9f44-de6535f98f60 req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:26.930648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'name': 'network-vif-deleted', 'tag': '21570041-8c0c-4b1a-9680-b7609d47dba2'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:26.947470 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-aba23574-9efb-43de-9f44-de6535f98f60 req-ade1bfbd-b198-416a-89d8-317278b54ae4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "DELETE /v2.0/ports/21570041-8c0c-4b1a-9680-b7609d47dba2 HTTP/1.1" status: 204 len: 173 time: 0.7515011 Mar 16 11:35:27.055582 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad51458-c135-4da0-ba5f-3e6259aac55e', 'name': 'network-vif-deleted', 'tag': '21570041-8c0c-4b1a-9680-b7609d47dba2', 'status': 'completed', 'code': 200} Mar 16 11:35:27.990668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44744) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:28.416856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 21570041-8c0c-4b1a-9680-b7609d47dba2 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:28.453498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 21570041-8c0c-4b1a-9680-b7609d47dba2 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:28.453813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 21570041-8c0c-4b1a-9680-b7609d47dba2 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:28.655586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:29.021855 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port 8ffa00ad-2662-414c-bcca-fc86301e55fd {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:29.022605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:29.223211 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port 8ffa00ad-2662-414c-bcca-fc86301e55fd, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8ffa00ad-2662-414c-bcca-fc86301e55fd,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:29.223567 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:29.348156 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for 8ffa00ad-2662-414c-bcca-fc86301e55fd owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:29.545715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:29.595811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=8ffa00ad-2662-414c-bcca-fc86301e55fd,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:29.985054 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.345670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:35:30.530689 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:35:30.540922 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] Sync routers for ids ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:35:30.547163 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-012fe171-4e16-4543-86e3-888dfb5d11e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "PUT /v2.0/routers/5db0e252-9dbc-41b5-9160-c91bbf5c0f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5525224 Mar 16 11:35:30.547430 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44748) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:30.554423 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] Routers {'5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:30.555295 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:35:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:30.612603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6af71a-0296-485a-afb7-fe313e90abe4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting subnet e34aa855-3cf6-4caf-8f92-cf257a1d4663 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:35:30.615667 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f6af71a-0296-485a-afb7-fe313e90abe4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.672896 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f6af71a-0296-485a-afb7-fe313e90abe4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.756864 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f6af71a-0296-485a-afb7-fe313e90abe4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.757267 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] Set router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:30.828549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f6af71a-0296-485a-afb7-fe313e90abe4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.868292 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6af71a-0296-485a-afb7-fe313e90abe4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Subnet': ['ID=e34aa855-3cf6-4caf-8f92-cf257a1d4663,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:30.873762 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f6af71a-0296-485a-afb7-fe313e90abe4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.882843 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4f6af71a-0296-485a-afb7-fe313e90abe4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/subnets/e34aa855-3cf6-4caf-8f92-cf257a1d4663 HTTP/1.1" status: 204 len: 168 time: 0.3318651 Mar 16 11:35:30.883074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44752) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:30.883439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5909b72-6c59-437d-98cd-eacf08a6f850 None None] Network 7f6099ea-cb29-4cf0-9177-177f69fb02ca requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:35:31.037644 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:35:29Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:31.041914 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] Checking router: 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:35:31.050207 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] Routers {'5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:31.050898 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:35:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:31.060414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.193643 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] DHCP port deletion for 7f6099ea-cb29-4cf0-9177-177f69fb02ca request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:35:31.198121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Deleting port 99f6f29c-7dc9-4718-979d-cc92df253bf3 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:31.198520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.229306 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] Set router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:31.251099 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.261595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port 56d908f9-049d-4486-a6f8-edadd5b2113a {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:31.261930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.401919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] For port 99f6f29c-7dc9-4718-979d-cc92df253bf3, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=99f6f29c-7dc9-4718-979d-cc92df253bf3,segment=NetworkSegment(422640e0-dc9f-4f73-afe2-eaab3aa3673d),segment_id=422640e0-dc9f-4f73-afe2-eaab3aa3673d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:31.402307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.525189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 99f6f29c-7dc9-4718-979d-cc92df253bf3 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:31.532493 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:35:29Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:31.536495 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87098c83-7df5-434b-9d63-7325941ba33e None None] The sync data for ids ['5db0e252-9dbc-41b5-9160-c91bbf5c0f8b'] in dv-neutron-833860-1-hyperv is: [{'id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894065367', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:33Z', 'updated_at': '2022-03-16T11:35:29Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '56d908f9-049d-4486-a6f8-edadd5b2113a', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db0e252-9dbc-41b5-9160-c91bbf5c0f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:34Z', 'updated_at': '2022-03-16T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:35:31.558549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Calling delete_port for 99f6f29c-7dc9-4718-979d-cc92df253bf3 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:31.588505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port 56d908f9-049d-4486-a6f8-edadd5b2113a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=56d908f9-049d-4486-a6f8-edadd5b2113a,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:31.589037 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.698516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.712636 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for 56d908f9-049d-4486-a6f8-edadd5b2113a owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:31.752482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.764352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Pushing event deleted for resources: {'Port': ['ID=99f6f29c-7dc9-4718-979d-cc92df253bf3,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:31.770775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] No DVR routers for this DVR port 99f6f29c-7dc9-4718-979d-cc92df253bf3 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:35:31.785485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.785839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.786173 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.786507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.786834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.787162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.787481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.787824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.788143 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.788448 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.788784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.789103 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560d590-da3b-4f2b-b18a-d9d2445b1106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:31.891023 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.937967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=56d908f9-049d-4486-a6f8-edadd5b2113a,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:32.034035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.206589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.208770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.234833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.235327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Fanout notify agent at l3_agent the message router_deleted on router 5db0e252-9dbc-41b5-9160-c91bbf5c0f8b {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:35:32.250309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.251388 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c08dd0e6-02b9-4a9e-b0b7-2254bb6934b7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/routers/5db0e252-9dbc-41b5-9160-c91bbf5c0f8b HTTP/1.1" status: 204 len: 168 time: 1.3673451 Mar 16 11:35:32.254208 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44756) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:32.368416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.497110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.521040 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6099ea-cb29-4cf0-9177-177f69fb02ca']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:32.532644 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422640e0-dc9f-4f73-afe2-eaab3aa3673d') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:32.532971 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422640e0-dc9f-4f73-afe2-eaab3aa3673d') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:32.544014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.560069 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.566039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:35:32.566411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:35:32.580302 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:35:32.662406 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.679946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.691665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Network': ['ID=7f6099ea-cb29-4cf0-9177-177f69fb02ca,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:32.704278 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7cf70c3f-c130-4c46-926a-55c057fcc914 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/networks/7f6099ea-cb29-4cf0-9177-177f69fb02ca HTTP/1.1" status: 204 len: 168 time: 0.4490497 Mar 16 11:35:32.707074 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44760) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:32.772853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12b89489-32cf-4363-b8dc-29fd6a71b986 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.809233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12b89489-32cf-4363-b8dc-29fd6a71b986 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.880796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12b89489-32cf-4363-b8dc-29fd6a71b986 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.899265 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b89489-32cf-4363-b8dc-29fd6a71b986 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67660d53-18f9-4bd1-9ea2-ea87c50dd6c2,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:32.909706 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-12b89489-32cf-4363-b8dc-29fd6a71b986 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.910861 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-12b89489-32cf-4363-b8dc-29fd6a71b986 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/security-groups/67660d53-18f9-4bd1-9ea2-ea87c50dd6c2 HTTP/1.1" status: 204 len: 168 time: 0.2028730 Mar 16 11:35:33.333151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8ffa00ad-2662-414c-bcca-fc86301e55fd no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:33.366501 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 8ffa00ad-2662-414c-bcca-fc86301e55fd {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:33.366853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8ffa00ad-2662-414c-bcca-fc86301e55fd not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:33.367264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 56d908f9-049d-4486-a6f8-edadd5b2113a no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:33.383024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44768) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:33.388507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778175976', 'description': 'tempest-secgroup-smoke-778175976 description', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:33.394433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:33.398633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:33.401614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:33.403253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 56d908f9-049d-4486-a6f8-edadd5b2113a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:33.403973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 56d908f9-049d-4486-a6f8-edadd5b2113a not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:33.407262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:33.419231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.438986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:33.442682 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:33.445440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:33.450919 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:33.524980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.530931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.573378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21882543-1c50-4e53-884d-a8c9542ee17d,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:33.579218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.580438 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-938e357d-fe17-4c9a-ac9a-0850ed76b831 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1963940 Mar 16 11:35:33.583437 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44772) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:33.588524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '21882543-1c50-4e53-884d-a8c9542ee17d', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:33.594572 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:33.598554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:33.601414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:33.607494 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:33.626465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.780551 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.788164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.811680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60544f2d-703f-416f-bdce-98f6aa87306c,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:33.821729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.822965 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9525fefc-fa91-4e8f-9a6a-0f5f4c2057b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2386279 Mar 16 11:35:33.825948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44776) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:33.830845 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '21882543-1c50-4e53-884d-a8c9542ee17d', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:33.836768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:33.840556 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:33.843404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:33.849001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:33.866615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.925438 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.933776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.957453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cb371f-bf7f-4ffd-82c4-9bbcc633e551,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:33.968049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:33.969376 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6a2f2ab4-2a36-405e-bfaa-ce1fe317ee37 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425023 Mar 16 11:35:33.972077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44780) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:33.977096 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '21882543-1c50-4e53-884d-a8c9542ee17d', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:33.983005 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:33.986826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:33.989681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:33.995496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:34.012434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.076812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.082459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.106953 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649a1911-ad50-4dcb-a6a5-21b31d287170,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:34.116603 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.117905 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e721d080-ffdc-49c3-9cc6-c98f7b91ebe9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448569 Mar 16 11:35:34.120645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44784) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:34.125663 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '21882543-1c50-4e53-884d-a8c9542ee17d', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:34.131497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:34.135333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:34.138226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:34.143842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:34.162249 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.227228 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.232723 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.255119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd24b64-5ee3-4692-bbdc-15c27ad1d6d2,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:34.264828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.268653 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b2725437-456d-4bb5-b174-44ee52fe7d64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444006 Mar 16 11:35:34.268901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44788) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:34.273797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '21882543-1c50-4e53-884d-a8c9542ee17d', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:34.280064 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:34.284150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:34.287165 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:34.293034 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:34.304831 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Project 55f19e1b110c4ceba4248241e4f8afd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:35:34.311526 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.376694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.381600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.404046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238ffd9b-bb5f-4489-8dbb-3f502dbcaa1c,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:34.413920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.415179 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-5893a65e-eb75-4fb9-8081-94fa4ba7df9a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454020 Mar 16 11:35:34.418145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44792) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:34.423167 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '21882543-1c50-4e53-884d-a8c9542ee17d', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:34.429143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:34.433200 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:34.436547 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:34.442515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:34.454440 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Project 55f19e1b110c4ceba4248241e4f8afd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:35:34.460860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.527288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.533531 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.557961 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f89dc08-5bf9-4f67-a9f7-7f1f70e4aca5,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:34.567391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.568527 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cb3ec130-fa79-4596-b270-47e2523bd488 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494062 Mar 16 11:35:34.571595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44796) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:34.577181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'network': {'name': 'tempest-network-smoke--83101034', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:34.582154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:34.586304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:network and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:34.589154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:34.594811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:34.605145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:35:34.608505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.635297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:35:34.643501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.643886 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Added segment b0902a33-41e0-470d-8601-64fbc6b7dfd3 of type vlan for network 2279a83c-0b97-4378-bb70-7d969f9f10fe Mar 16 11:35:34.668803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.699021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.704390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:34.704997 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.805502 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2327747 Mar 16 11:35:34.809416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44800) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:34.811723 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f76087-5b48-4543-89cf-4780f06e95e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Network': ['ID=2279a83c-0b97-4378-bb70-7d969f9f10fe,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:34.815104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'admin_state_up': True, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:34.822144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 2279a83c-0b97-4378-bb70-7d969f9f10fe details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:35:34.822650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:34.826684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:router and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:34.829668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:34.836140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:34.847422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.848521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.864520 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:35.127269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:35.533485 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:35.562399 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:35.694861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.26.2.80 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/5d8682b4-5632-4253-9ba4-5d94395ecb41) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:35.848001 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:35.888353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:35.951143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:35.958333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:35.962472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:35:35.991076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=5d8682b4-5632-4253-9ba4-5d94395ecb41,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:36.380043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:36.823609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:37.032069 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 295dc26c-0dd0-4206-8a39-50decadffb31 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:35:37.219197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:35:37.229122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Sync routers for ids ['295dc26c-0dd0-4206-8a39-50decadffb31'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:35:37.239196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Routers {'295dc26c-0dd0-4206-8a39-50decadffb31'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:37.239821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:35:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['295dc26c-0dd0-4206-8a39-50decadffb31'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:37.246371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:37.247619 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-29f6e80d-88e6-4b84-b483-291bb6f8cf01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4367735 Mar 16 11:35:37.250903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44804) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:37.290159 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ae79fff0-906f-4590-91fa-ed92cd86330a tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=55f19e1b110c4ceba4248241e4f8afd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381796 Mar 16 11:35:37.292773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44808) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:37.413630 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Set router 295dc26c-0dd0-4206-8a39-50decadffb31 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:37.420104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c73b6e-5105-41f4-a93a-3dd888d9e5e9 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:37.424318 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c5c73b6e-5105-41f4-a93a-3dd888d9e5e9 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279631 Mar 16 11:35:37.424539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44812) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:37.465631 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-251e987b-776f-4777-bc54-c908213740c7 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376565 Mar 16 11:35:37.465839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44816) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:37.512967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-877591938', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:37.623932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:37.627711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:subnet and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:37.630806 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:37.636544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:37.647702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:35:37.651172 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:37.726003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:36Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:37.729946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Checking router: 295dc26c-0dd0-4206-8a39-50decadffb31 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:35:37.730300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Updating router 295dc26c-0dd0-4206-8a39-50decadffb31 port 5d8682b4-5632-4253-9ba4-5d94395ecb41 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:35:37.783207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:37.867819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:37.939342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Subnet': ['ID=2426d293-3f03-464a-adcd-a112dbb0b2c3,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:37.953420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Checking segment: {'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:35:37.953752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network hostable DHCP agents. Network: 2279a83c-0b97-4378-bb70-7d969f9f10fe, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:35:37.974264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 2279a83c-0b97-4378-bb70-7d969f9f10fe is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:35:37.982974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 2279a83c-0b97-4378-bb70-7d969f9f10fe) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:37.987029 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:37.987606 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:37.996288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f9c532-91b0-4b5f-957a-64b3fda91d88 None None] Network 2279a83c-0b97-4378-bb70-7d969f9f10fe requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:35:38.008411 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d9989df0-f728-42e4-9f07-046899ff05a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5416369 Mar 16 11:35:38.011178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44822) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:38.280726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.301100 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-2279a83c-0b97-4378-bb70-7d969f9f10fe', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:35:38.301978 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.314923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Transition to ACTIVE for port object 5d8682b4-5632-4253-9ba4-5d94395ecb41 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:38.328905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.472178 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Attempting to bind port 5d8682b4-5632-4253-9ba4-5d94395ecb41 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:35:38.472507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Attempting to bind port 5d8682b4-5632-4253-9ba4-5d94395ecb41 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:35:38.472992 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Attempting to bind port 5d8682b4-5632-4253-9ba4-5d94395ecb41 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:35:38.484838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eba41-a661-434c-805b-455546114e78 None None] Pushing event updated for resources: {'Port': ['ID=5d8682b4-5632-4253-9ba4-5d94395ecb41,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:38.491171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:35:38.491531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:35:38.491931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.492300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:35:38.493381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Bound port: 5d8682b4-5632-4253-9ba4-5d94395ecb41, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:35:38.493381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.604921 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Allocated IP 172.20.0.2 (2279a83c-0b97-4378-bb70-7d969f9f10fe/2426d293-3f03-464a-adcd-a112dbb0b2c3/a52deb51-491b-4851-8884-4a9ab5dc1b0a) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:38.617283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] For port 5d8682b4-5632-4253-9ba4-5d94395ecb41, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:35:38.620715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] For port 5d8682b4-5632-4253-9ba4-5d94395ecb41, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5d8682b4-5632-4253-9ba4-5d94395ecb41,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:35:38.626195 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.800913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.806429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Routers {'295dc26c-0dd0-4206-8a39-50decadffb31'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:38.807044 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:35:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['295dc26c-0dd0-4206-8a39-50decadffb31'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:38.813526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.869697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eba41-a661-434c-805b-455546114e78 None None] Pushing event updated for resources: {'Port': ['ID=5d8682b4-5632-4253-9ba4-5d94395ecb41,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:39.103694 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] Set router 295dc26c-0dd0-4206-8a39-50decadffb31 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:39.143998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:39.226066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Transition to ACTIVE for port object a52deb51-491b-4851-8884-4a9ab5dc1b0a will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:39.305633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Transition to ACTIVE for port object a52deb51-491b-4851-8884-4a9ab5dc1b0a will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:39.321471 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:39.382747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.20.0.1 (2279a83c-0b97-4378-bb70-7d969f9f10fe/2426d293-3f03-464a-adcd-a112dbb0b2c3/ea78c79f-26f7-47a5-8cd8-c9735c239377) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:39.413212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Network 2279a83c-0b97-4378-bb70-7d969f9f10fe is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:39.413979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Pushing event updated for resources: {'Port': ['ID=a52deb51-491b-4851-8884-4a9ab5dc1b0a,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:39.417822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:39.443273 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:35:39.540974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:39.547742 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Attempting to bind port a52deb51-491b-4851-8884-4a9ab5dc1b0a on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:35:39.548095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Attempting to bind port a52deb51-491b-4851-8884-4a9ab5dc1b0a by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:35:39.548454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Attempting to bind port a52deb51-491b-4851-8884-4a9ab5dc1b0a on network 2279a83c-0b97-4378-bb70-7d969f9f10fe {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:35:39.556067 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:35:39.556435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Checking segment: {'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:35:39.556931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Transition to ACTIVE for port object ea78c79f-26f7-47a5-8cd8-c9735c239377 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:39.557092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:39.557265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Bound using segment: {'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:35:39.557691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Bound port: a52deb51-491b-4851-8884-4a9ab5dc1b0a, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:35:39.558045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:39.581266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:39.612256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:36Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:39.619295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d57e4-174e-4c3b-b99a-a42585efcaa3 None None] The sync data for ids ['295dc26c-0dd0-4206-8a39-50decadffb31'] in dv-neutron-833860-1-hyperv is: [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:36Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:35:39.651499 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 2279a83c-0b97-4378-bb70-7d969f9f10fe is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:39.659094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:39.662668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] For port a52deb51-491b-4851-8884-4a9ab5dc1b0a, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:35:39.663671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:35:39.666078 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] For port a52deb51-491b-4851-8884-4a9ab5dc1b0a, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=a52deb51-491b-4851-8884-4a9ab5dc1b0a,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:35:39.671904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:39.705386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=ea78c79f-26f7-47a5-8cd8-c9735c239377,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:39.728588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:39.757391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d3ec7-d9df-46a1-92e2-7c0519758e0b None None] Pushing event updated for resources: {'Port': ['ID=a52deb51-491b-4851-8884-4a9ab5dc1b0a,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:39.878264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:40.452707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:40.459445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:40.581336 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=ea78c79f-26f7-47a5-8cd8-c9735c239377,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:40.586008 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:40.727567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa7ef4-42d1-466e-a2b6-864869f69755 None None] Network 2279a83c-0b97-4378-bb70-7d969f9f10fe requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:35:40.730462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 2279a83c-0b97-4378-bb70-7d969f9f10fe is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:40.731562 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:40.835241 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9c4e0b05-022a-4539-b5b8-b58adce19f90 None None] Provisioning for port a52deb51-491b-4851-8884-4a9ab5dc1b0a completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:40.925660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 295dc26c-0dd0-4206-8a39-50decadffb31 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:35:41.117630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:35:41.130222 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ecd2f483-c81b-419b-9e46-2fdf297886cf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "PUT /v2.0/routers/295dc26c-0dd0-4206-8a39-50decadffb31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1180537 Mar 16 11:35:41.176238 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Sync routers for ids ['295dc26c-0dd0-4206-8a39-50decadffb31'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:35:41.201746 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Routers {'295dc26c-0dd0-4206-8a39-50decadffb31'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:41.203676 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:35:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['295dc26c-0dd0-4206-8a39-50decadffb31'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:41.217810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0b546a0d-7a39-4bc4-94ce-64f82f286e6c None None] Provisioning for port ea78c79f-26f7-47a5-8cd8-c9735c239377 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:41.223286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0b546a0d-7a39-4bc4-94ce-64f82f286e6c None None] Provisioning complete for port ea78c79f-26f7-47a5-8cd8-c9735c239377 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:41.223664 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0b546a0d-7a39-4bc4-94ce-64f82f286e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.296540 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-0b546a0d-7a39-4bc4-94ce-64f82f286e6c None None] Port ea78c79f-26f7-47a5-8cd8-c9735c239377 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:35:41.347533 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-495c43f1-effa-40db-bcfe-fbed6655dfe2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778175976&fields=id&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 267 time: 0.0844994 Mar 16 11:35:41.421492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-74958395-2ae1-4665-892f-de12635c5a77 None None] Provisioning complete for port ea78c79f-26f7-47a5-8cd8-c9735c239377 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:41.421865 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-74958395-2ae1-4665-892f-de12635c5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.425627 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Set router 295dc26c-0dd0-4206-8a39-50decadffb31 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:41.478001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-74958395-2ae1-4665-892f-de12635c5a77 None None] Port ea78c79f-26f7-47a5-8cd8-c9735c239377 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:35:41.479447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a52deb51-491b-4851-8884-4a9ab5dc1b0a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:41.557728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45766d68-13c6-4784-928c-b2f154e0315b req-a4181299-1b12-46a9-bad6-5feb3c94a8c7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:41.566321 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-a4181299-1b12-46a9-bad6-5feb3c94a8c7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 795 time: 0.2072811 Mar 16 11:35:41.572858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port a52deb51-491b-4851-8884-4a9ab5dc1b0a completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:41.579074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port a52deb51-491b-4851-8884-4a9ab5dc1b0a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:41.579625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.587050 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-171cabc5-c2a7-4c03-acf8-3bfc5dd4396e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/quotas/55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 375 time: 0.0190525 Mar 16 11:35:41.679262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-45766d68-13c6-4784-928c-b2f154e0315b req-145e8569-a731-4658-8fba-cccd3e7091e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:41.699407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-45766d68-13c6-4784-928c-b2f154e0315b req-145e8569-a731-4658-8fba-cccd3e7091e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:41.701394 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-145e8569-a731-4658-8fba-cccd3e7091e5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134360 Mar 16 11:35:41.719508 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9552d388-a01e-4acb-a226-61accdbf677e None None] Provisioning complete for port ea78c79f-26f7-47a5-8cd8-c9735c239377 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:41.719883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9552d388-a01e-4acb-a226-61accdbf677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.749756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.785389 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'ea78c79f-26f7-47a5-8cd8-c9735c239377', 'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d5:82:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:39Z', 'updated_at': '2022-03-16T11:35:40Z', 'revision_number': 2, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:41.790244 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Checking router: 295dc26c-0dd0-4206-8a39-50decadffb31 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:35:41.790443 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Updating router 295dc26c-0dd0-4206-8a39-50decadffb31 port ea78c79f-26f7-47a5-8cd8-c9735c239377 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:35:41.799573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9552d388-a01e-4acb-a226-61accdbf677e None None] Port ea78c79f-26f7-47a5-8cd8-c9735c239377 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:35:41.804846 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port a52deb51-491b-4851-8884-4a9ab5dc1b0a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=a52deb51-491b-4851-8884-4a9ab5dc1b0a,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:41.809995 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.811073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5d8682b4-5632-4253-9ba4-5d94395ecb41 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:41.845402 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-9dabdfd9-aaca-4fb8-9ce8-0fabc5293489 service neutron] 10.222.0.37 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315112 Mar 16 11:35:41.847596 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.926779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=a52deb51-491b-4851-8884-4a9ab5dc1b0a,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:41.940926 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 5d8682b4-5632-4253-9ba4-5d94395ecb41 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:41.946834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 5d8682b4-5632-4253-9ba4-5d94395ecb41 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:41.947254 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.998392 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-1dda5ebb-6052-48f2-83b7-d770835e7e71 service neutron] 10.222.0.37 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391993 Mar 16 11:35:42.069565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:42.086673 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 5d8682b4-5632-4253-9ba4-5d94395ecb41, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5d8682b4-5632-4253-9ba4-5d94395ecb41,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:42.090881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:42.205320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=5d8682b4-5632-4253-9ba4-5d94395ecb41,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:42.211018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-f8ecdac2-6468-43be-81cb-d1ed21eb075c req-5a89d10b-530f-4c22-b3d3-36cc5eafae80 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:42.214439 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:42.224577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-f8ecdac2-6468-43be-81cb-d1ed21eb075c req-5a89d10b-530f-4c22-b3d3-36cc5eafae80 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:42.225787 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f8ecdac2-6468-43be-81cb-d1ed21eb075c req-5a89d10b-530f-4c22-b3d3-36cc5eafae80 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 210 time: 0.0671313 Mar 16 11:35:42.227784 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Transition to ACTIVE for port object ea78c79f-26f7-47a5-8cd8-c9735c239377 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:42.235136 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:42.360202 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Pushing event updated for resources: {'Port': ['ID=ea78c79f-26f7-47a5-8cd8-c9735c239377,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:42.370803 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.371137 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.371472 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.371786 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.372160 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.372483 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.372822 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.373139 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.373445 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.373913 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.374225 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.374535 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:42.464176 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Attempting to bind port ea78c79f-26f7-47a5-8cd8-c9735c239377 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:35:42.464541 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Attempting to bind port ea78c79f-26f7-47a5-8cd8-c9735c239377 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:35:42.464921 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Attempting to bind port ea78c79f-26f7-47a5-8cd8-c9735c239377 on network 2279a83c-0b97-4378-bb70-7d969f9f10fe {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:35:42.470675 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:35:42.471040 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Checking segment: {'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:35:42.471429 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:42.471824 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Bound using segment: {'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:35:42.472319 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Bound port: ea78c79f-26f7-47a5-8cd8-c9735c239377, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:35:42.472632 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:42.561591 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] For port ea78c79f-26f7-47a5-8cd8-c9735c239377, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:35:42.564425 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] For port ea78c79f-26f7-47a5-8cd8-c9735c239377, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ea78c79f-26f7-47a5-8cd8-c9735c239377,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:35:42.568925 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:42.646091 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Routers {'295dc26c-0dd0-4206-8a39-50decadffb31'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:42.646692 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:35:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['295dc26c-0dd0-4206-8a39-50decadffb31'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:42.708730 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753db64-95ae-4652-b100-00ec43b3b1b8 None None] Pushing event updated for resources: {'Port': ['ID=ea78c79f-26f7-47a5-8cd8-c9735c239377,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:42.826689 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] Set router 295dc26c-0dd0-4206-8a39-50decadffb31 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:43.143421 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'ea78c79f-26f7-47a5-8cd8-c9735c239377', 'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d5:82:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:39Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:43.147719 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81f249-f6ef-4deb-910b-72137a072fd2 None None] The sync data for ids ['295dc26c-0dd0-4206-8a39-50decadffb31'] in dv-neutron-833860-1-hyperv is: [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'ea78c79f-26f7-47a5-8cd8-c9735c239377', 'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d5:82:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:39Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:35:43.451293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a52deb51-491b-4851-8884-4a9ab5dc1b0a up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:43.491364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45766d68-13c6-4784-928c-b2f154e0315b req-14e6b701-07c4-4bfd-b2c0-320a76caa93c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:43.492941 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-14e6b701-07c4-4bfd-b2c0-320a76caa93c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 795 time: 0.3454916 Mar 16 11:35:43.528140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port a52deb51-491b-4851-8884-4a9ab5dc1b0a triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:43.528512 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:43.552945 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6aa57ed4-11ad-4afb-99a6-22aa8f514a95 req-0e2d2a1f-16a4-49d4-8bf7-e590cf2b24cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 210 time: 0.0589480 Mar 16 11:35:43.575163 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-e8ea790f-0d57-485c-bfa3-bc9395cec5e8 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 379 time: 0.0513251 Mar 16 11:35:43.586652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'port': {'device_id': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'admin_state_up': True, 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'security_groups': ['21882543-1c50-4e53-884d-a8c9542ee17d']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:43.648459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5d8682b4-5632-4253-9ba4-5d94395ecb41 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:43.725854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 5d8682b4-5632-4253-9ba4-5d94395ecb41 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:43.726234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:43.729628 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:43.739502 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:43.751143 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:35:43.755500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:43.846936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ea78c79f-26f7-47a5-8cd8-c9735c239377 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:43.921977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port ea78c79f-26f7-47a5-8cd8-c9735c239377 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:43.928560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ea78c79f-26f7-47a5-8cd8-c9735c239377 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:43.929133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:43.930965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.20.0.9 (2279a83c-0b97-4378-bb70-7d969f9f10fe/2426d293-3f03-464a-adcd-a112dbb0b2c3/e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:44.070089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.104340 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port ea78c79f-26f7-47a5-8cd8-c9735c239377, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ea78c79f-26f7-47a5-8cd8-c9735c239377,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:44.109721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.129218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.145141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Transition to ACTIVE for port object e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:44.174788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.183691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=ea78c79f-26f7-47a5-8cd8-c9735c239377,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:44.246215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 2279a83c-0b97-4378-bb70-7d969f9f10fe is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:44.254368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:44.258934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:35:44.291984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:44.330084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:44.330726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.356608 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-2e4d0529-ae99-435a-a3f0-500ddaa356d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7758894 Mar 16 11:35:44.368431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Request body: {'port': {'device_id': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:44.474266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2b229273-4342-4ee9-bd61-e464885dbc45 None None] Provisioning for port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:44.479154 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2b229273-4342-4ee9-bd61-e464885dbc45 None None] Provisioning complete for port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:44.479527 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2b229273-4342-4ee9-bd61-e464885dbc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.485433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.538333 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-2b229273-4342-4ee9-bd61-e464885dbc45 None None] Port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:35:44.748998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5f732-c345-4fe4-a8fb-cf205636d4dd req-365f80a7-0047-4197-8089-87ead7176a9f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:44.750447 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-90e5f732-c345-4fe4-a8fb-cf205636d4dd req-365f80a7-0047-4197-8089-87ead7176a9f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 931 time: 0.0816069 Mar 16 11:35:44.792520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-90e5f732-c345-4fe4-a8fb-cf205636d4dd req-c00d870e-74d3-44bd-9ae7-a723667638e7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:44.808359 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-90e5f732-c345-4fe4-a8fb-cf205636d4dd req-c00d870e-74d3-44bd-9ae7-a723667638e7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:44.809989 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-90e5f732-c345-4fe4-a8fb-cf205636d4dd req-c00d870e-74d3-44bd-9ae7-a723667638e7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535283 Mar 16 11:35:44.832147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:35:44.839476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.853652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Transition to ACTIVE for port object e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:44.859571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.998864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:45.101350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Attempting to bind port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:35:45.101680 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Attempting to bind port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:35:45.102115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Attempting to bind port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db on network 2279a83c-0b97-4378-bb70-7d969f9f10fe {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:35:45.106624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db on network 2279a83c-0b97-4378-bb70-7d969f9f10fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:35:45.106934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Attempting to bind port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db on network 2279a83c-0b97-4378-bb70-7d969f9f10fe {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:35:45.111880 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:35:45.112218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Checking segment: {'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:35:45.112589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Bound using segment: {'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:35:45.113040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Bound port: e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0902a33-41e0-470d-8601-64fbc6b7dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:35:45.113371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:45.205641 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] For port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:35:45.208597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] For port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:35:45.216013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:45.268064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:45.268064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:45.269828 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] 10.222.0.48 "PUT /v2.0/ports/e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 1093 time: 0.9061794 Mar 16 11:35:45.272219 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:45.343964 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'status': 'completed', 'code': 200} Mar 16 11:35:45.344682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4136e47-0f32-45c5-a7de-5325e6422810 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:45.361897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ea78c79f-26f7-47a5-8cd8-c9735c239377 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:45.434421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ea78c79f-26f7-47a5-8cd8-c9735c239377 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:45.435151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:45.500237 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45766d68-13c6-4784-928c-b2f154e0315b req-6e342caa-2239-4dcb-826a-691dafaf6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:45.501747 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-6e342caa-2239-4dcb-826a-691dafaf6699 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1096 time: 0.1910894 Mar 16 11:35:45.571733 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-f6b9eb99-9229-4154-961c-c13978e6ea8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 217 time: 0.0625417 Mar 16 11:35:45.636052 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45766d68-13c6-4784-928c-b2f154e0315b req-896d24e5-1763-47d4-a361-5e02fb1b663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:45.637518 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-896d24e5-1763-47d4-a361-5e02fb1b663f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 200 len: 834 time: 0.0600951 Mar 16 11:35:45.725682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45766d68-13c6-4784-928c-b2f154e0315b req-bb4883a8-7ccd-4685-9c72-9f8cc5751c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:45.727695 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-bb4883a8-7ccd-4685-9c72-9f8cc5751c5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2279a83c-0b97-4378-bb70-7d969f9f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841432 Mar 16 11:35:45.870492 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-fb35ebac-1b71-47b4-80c4-83e63009b439 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364007 Mar 16 11:35:45.999637 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f9ce7-3daf-47a8-981a-00327f549b9a req-0dcc5c7e-e6e1-4491-86e0-c3a1d2316f8e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:46.001807 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8f9f9ce7-3daf-47a8-981a-00327f549b9a req-0dcc5c7e-e6e1-4491-86e0-c3a1d2316f8e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 943 time: 0.0837712 Mar 16 11:35:46.005587 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-45766d68-13c6-4784-928c-b2f154e0315b req-f5a9db27-dec9-4f87-8aa6-16b00959eb5c service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270058 Mar 16 11:35:46.046836 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8f9f9ce7-3daf-47a8-981a-00327f549b9a req-5bf663b0-5800-42b2-b523-3f6aded7706e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391901 Mar 16 11:35:46.130291 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-0c327125-817c-4ac7-a70f-4003481ffaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:46.131682 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-0c327125-817c-4ac7-a70f-4003481ffaa3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1096 time: 0.0777071 Mar 16 11:35:46.266709 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-21ba50b1-170d-4383-abf9-0ae303f975bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:46.268149 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-21ba50b1-170d-4383-abf9-0ae303f975bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 896 time: 0.1304841 Mar 16 11:35:46.334127 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-b0d3fd42-7a91-415a-be37-30874dd39dd8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 217 time: 0.0594289 Mar 16 11:35:46.402690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-cd193cef-5675-44be-9af8-903024968cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:46.404827 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-cd193cef-5675-44be-9af8-903024968cbd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 200 len: 834 time: 0.0653174 Mar 16 11:35:46.483817 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-811e39c4-8163-4a71-b546-b299727f0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:46.485283 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-811e39c4-8163-4a71-b546-b299727f0ac7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2279a83c-0b97-4378-bb70-7d969f9f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744724 Mar 16 11:35:46.621415 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-6a63fdb2-9e7a-4373-8027-a017afefc3ad service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302609 Mar 16 11:35:46.752853 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1c6d089f-a928-49c4-8443-4d8cb82b928d req-9d6e38f8-e05a-475f-b797-712dcc72a8b9 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242239 Mar 16 11:35:47.254783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92fcd3-5021-48e2-ae1e-96dd24913ed8 req-43b0a412-fef2-41c7-aed9-98345a523928 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:47.255504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-4c92fcd3-5021-48e2-ae1e-96dd24913ed8 req-43b0a412-fef2-41c7-aed9-98345a523928 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:47.276599 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-4c92fcd3-5021-48e2-ae1e-96dd24913ed8 req-43b0a412-fef2-41c7-aed9-98345a523928 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:47.278180 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c92fcd3-5021-48e2-ae1e-96dd24913ed8 req-43b0a412-fef2-41c7-aed9-98345a523928 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 943 time: 0.1172726 Mar 16 11:35:47.327891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c92fcd3-5021-48e2-ae1e-96dd24913ed8 req-4b59904a-13d2-4021-802c-d8b7e78c840f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413370 Mar 16 11:35:48.521930 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480ca7-e2bd-44e0-ae8b-e67c1e787999 req-70eaa4c2-1716-45fa-97f4-6a96396e43e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:48.523386 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e5480ca7-e2bd-44e0-ae8b-e67c1e787999 req-70eaa4c2-1716-45fa-97f4-6a96396e43e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 943 time: 0.0832765 Mar 16 11:35:48.569303 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e5480ca7-e2bd-44e0-ae8b-e67c1e787999 req-8fe17415-2649-4946-989a-0a0af2ddd3bd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375514 Mar 16 11:35:49.763451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd1ba1-8105-4ae1-b996-2a88617dfaa5 req-2a363374-595b-4bf3-b6f1-fbeb6e384ae3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:49.764948 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-27fd1ba1-8105-4ae1-b996-2a88617dfaa5 req-2a363374-595b-4bf3-b6f1-fbeb6e384ae3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 943 time: 0.0891588 Mar 16 11:35:49.811171 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-27fd1ba1-8105-4ae1-b996-2a88617dfaa5 req-677e461d-2497-4642-91bc-d5374546fcef tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383432 Mar 16 11:35:50.580203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:35:50.717074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:50.729993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'port_id': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'mac_address': 'fa:16:3e:8f:a6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:35:50.788311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.805475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:35:50.821918 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:50.831031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.899872 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:51.010164 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a029a-c378-4220-9325-02e6cd18d513 req-7e34f016-0904-4b53-9c7b-50b98abf0b43 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:51.011596 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-769a029a-c378-4220-9325-02e6cd18d513 req-7e34f016-0904-4b53-9c7b-50b98abf0b43 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 944 time: 0.0849612 Mar 16 11:35:51.055047 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-769a029a-c378-4220-9325-02e6cd18d513 req-4980901c-7f77-454f-bc56-486e12e72849 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377300 Mar 16 11:35:51.209715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:35:51.487153 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:35:51.951657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6555511d-7d60-4967-b50f-0c19fe274166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:52.266844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41946400-9d11-46f6-9b8a-49b5c749921e req-f9ce6c33-eee6-4dcc-b360-53263a781e01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:52.268292 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-41946400-9d11-46f6-9b8a-49b5c749921e req-f9ce6c33-eee6-4dcc-b360-53263a781e01 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 944 time: 0.0862517 Mar 16 11:35:52.314469 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-41946400-9d11-46f6-9b8a-49b5c749921e req-4a3b46fe-5173-4864-8e79-043926109a0d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404010 Mar 16 11:35:52.587721 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:52.656767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:52.661657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:52.662025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:52.801421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:52.828885 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:52.839335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:52.844897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:52.875336 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'code': 200} Mar 16 11:35:52.916287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:53.101509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca093e-46d9-4757-872b-191d56ae9f29 req-04883fed-2291-4619-afc5-053e20e5a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:53.102836 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4dca093e-46d9-4757-872b-191d56ae9f29 req-04883fed-2291-4619-afc5-053e20e5a39c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0702569 Mar 16 11:35:53.147497 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4dca093e-46d9-4757-872b-191d56ae9f29 req-512dc600-c41d-4748-b5f7-1838111c260e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389023 Mar 16 11:35:53.604448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab09580-86ef-4abc-9cc0-c123e1638acd req-ff1cba19-73e5-4fe9-9a72-edd4c5753da2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:53.605979 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-eab09580-86ef-4abc-9cc0-c123e1638acd req-ff1cba19-73e5-4fe9-9a72-edd4c5753da2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.1740220 Mar 16 11:35:53.651197 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-eab09580-86ef-4abc-9cc0-c123e1638acd req-b5a20b42-1ec3-4b62-82ab-9a2f06ea5b20 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391893 Mar 16 11:35:54.861120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67216c3d-f670-461b-86e8-61174e802249 req-0651de06-164b-4dad-bc70-5601afae1841 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:54.862577 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-67216c3d-f670-461b-86e8-61174e802249 req-0651de06-164b-4dad-bc70-5601afae1841 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0905800 Mar 16 11:35:54.910324 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-67216c3d-f670-461b-86e8-61174e802249 req-fa095ebc-6de0-4666-b940-5a30c9e04c21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420079 Mar 16 11:35:55.089679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.109832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3820c-c3d6-49c6-9e6e-1457b25a053a req-4dd5b729-6b7f-4951-8637-8a0f1a0cf975 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:55.111376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54d3820c-c3d6-49c6-9e6e-1457b25a053a req-4dd5b729-6b7f-4951-8637-8a0f1a0cf975 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0881555 Mar 16 11:35:55.127133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-93140624-7fc7-4de2-a767-d25dd33448db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.156895 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54d3820c-c3d6-49c6-9e6e-1457b25a053a req-af170044-a673-45f3-be87-15e2f18bba64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395162 Mar 16 11:35:55.179309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44880) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:55.295327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01899f-ba8c-49be-8d72-0fe135736c77 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:55.297012 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-aa01899f-ba8c-49be-8d72-0fe135736c77 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1093 time: 0.1167336 Mar 16 11:35:55.299802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44886) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:55.304942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:55.311333 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:55.315182 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:floatingip and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:55.318402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:55.324139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:55.329332 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.335707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.475130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.618078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.26.2.254 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/6dd6fbce-a8aa-4ba9-8322-526a31221d7c) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:55.767163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.801247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.873010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:55.879639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:55.883617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:35:55.911929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=6dd6fbce-a8aa-4ba9-8322-526a31221d7c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:56.301388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.380569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.591600 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.597742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.802171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=6dd6fbce-a8aa-4ba9-8322-526a31221d7c,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:56.802602 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.814323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.984690 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Floating IP 55bb06c6-58b5-4b4a-a884-798a7fe0d68e associated. External IP: 172.26.2.254, port: e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db. Mar 16 11:35:57.344174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 295dc26c-0dd0-4206-8a39-50decadffb31 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:35:57.526077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:35:57.536075 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] Sync routers for ids ['295dc26c-0dd0-4206-8a39-50decadffb31'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:35:57.545919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] Routers {'295dc26c-0dd0-4206-8a39-50decadffb31'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:57.546462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:35:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['295dc26c-0dd0-4206-8a39-50decadffb31'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:57.552262 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:57.616879 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3312dca9-c5e7-429c-9828-243692cee23d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3133852 Mar 16 11:35:57.616879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:57.659144 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'status': 'completed', 'code': 200} Mar 16 11:35:57.723502 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] Set router 295dc26c-0dd0-4206-8a39-50decadffb31 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:57.748548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-ee630c15-1bbd-4c51-bead-5bdc513b44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:57.750164 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-ee630c15-1bbd-4c51-bead-5bdc513b44be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0706093 Mar 16 11:35:57.783577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c95f-8a67-4522-b11b-56a608a1280d req-d5c90bf2-3a18-4451-852f-4f532d40b134 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:57.785057 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bd65c95f-8a67-4522-b11b-56a608a1280d req-d5c90bf2-3a18-4451-852f-4f532d40b134 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0810924 Mar 16 11:35:57.833436 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bd65c95f-8a67-4522-b11b-56a608a1280d req-633baa8a-a374-4060-89ac-c6a97cfc5a64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399511 Mar 16 11:35:57.857480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 44894) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:57.960132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-f9653db8-0812-4462-b8b5-228669cdeb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:57.961678 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-f9653db8-0812-4462-b8b5-228669cdeb2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 896 time: 0.2055936 Mar 16 11:35:58.029150 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e6252680-fe42-4a7e-973d-3a7feccaf1d4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/55bb06c6-58b5-4b4a-a884-798a7fe0d68e HTTP/1.1" status: 200 len: 991 time: 0.1704512 Mar 16 11:35:58.068884 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '55bb06c6-58b5-4b4a-a884-798a7fe0d68e', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.254', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'port_id': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'mac_address': 'fa:16:3e:8f:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:56Z', 'updated_at': '2022-03-16T11:35:56Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea78c79f-26f7-47a5-8cd8-c9735c239377', 'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d5:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:39Z', 'updated_at': '2022-03-16T11:35:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:58.072268 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-069dffdb-9691-4545-9cbc-614aabf332b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 999 time: 0.1002109 Mar 16 11:35:58.072970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] Checking router: 295dc26c-0dd0-4206-8a39-50decadffb31 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:35:58.081568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] Routers {'295dc26c-0dd0-4206-8a39-50decadffb31'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:58.082156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:35:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['295dc26c-0dd0-4206-8a39-50decadffb31'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:58.132818 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-0165c61b-1827-49f1-b022-ee7869caa9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:58.134162 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-0165c61b-1827-49f1-b022-ee7869caa9e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 200 len: 834 time: 0.0559373 Mar 16 11:35:58.213800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-a6b40b82-1fd5-490a-b583-dc7e2d438002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:58.215267 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-a6b40b82-1fd5-490a-b583-dc7e2d438002 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2279a83c-0b97-4378-bb70-7d969f9f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749662 Mar 16 11:35:58.260122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] Set router 295dc26c-0dd0-4206-8a39-50decadffb31 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:58.463044 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-e3c88add-4c55-4074-9a73-cc02fb6149da service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417111 Mar 16 11:35:58.594430 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-89f2ed39-850c-478d-b218-f65c28d646a7 req-30b16cfd-7a17-4345-bd1d-1cfc149f1c8d service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251032 Mar 16 11:35:58.610168 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '55bb06c6-58b5-4b4a-a884-798a7fe0d68e', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.254', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'port_id': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'mac_address': 'fa:16:3e:8f:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:56Z', 'updated_at': '2022-03-16T11:35:56Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea78c79f-26f7-47a5-8cd8-c9735c239377', 'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d5:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:39Z', 'updated_at': '2022-03-16T11:35:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:58.614777 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945274e-bf19-4336-86eb-d7c639a81a73 None None] The sync data for ids ['295dc26c-0dd0-4206-8a39-50decadffb31'] in dv-neutron-833860-1-hyperv is: [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '55bb06c6-58b5-4b4a-a884-798a7fe0d68e', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.254', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'port_id': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'mac_address': 'fa:16:3e:8f:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:56Z', 'updated_at': '2022-03-16T11:35:56Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea78c79f-26f7-47a5-8cd8-c9735c239377', 'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d5:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:39Z', 'updated_at': '2022-03-16T11:35:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:35:58.792877 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98225264-65b8-4d80-84ad-3d136c55b2da None None] New status for floating IP 55bb06c6-58b5-4b4a-a884-798a7fe0d68e: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:35:58.936719 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-104fc91f-ceee-41bc-bc38-570e569cc837 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703571 Mar 16 11:35:59.033199 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44898) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:59.080688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-2605cdea-2728-4565-834a-8792ed418d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:59.082244 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-2605cdea-2728-4565-834a-8792ed418d38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0755177 Mar 16 11:35:59.150649 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0ccfca1d-f669-4a26-8f52-9329329793d4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/55bb06c6-58b5-4b4a-a884-798a7fe0d68e HTTP/1.1" status: 200 len: 993 time: 0.1163499 Mar 16 11:35:59.226405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-5020c60c-c37b-4c8d-8bf0-b30d73119796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:59.227820 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-5020c60c-c37b-4c8d-8bf0-b30d73119796 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 896 time: 0.1262062 Mar 16 11:35:59.326099 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-28de22c1-12ee-4b03-b5f8-b28a23c1dae3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 1001 time: 0.0925434 Mar 16 11:35:59.394719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-d72fd311-d771-47d3-9641-536f3deb0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:59.397149 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-d72fd311-d771-47d3-9641-536f3deb0790 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 200 len: 834 time: 0.0654323 Mar 16 11:35:59.473905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-0792a160-81bb-49f1-bc32-7c0e05d6df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:59.475341 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-0792a160-81bb-49f1-bc32-7c0e05d6df3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2279a83c-0b97-4378-bb70-7d969f9f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726855 Mar 16 11:35:59.614536 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-f26f616d-9cb6-4272-84a2-d84c39b65a15 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323135 Mar 16 11:35:59.754475 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-869b3ef9-242a-4776-9531-0a8d9ce6aa61 req-9ff10d0c-5d96-4867-af39-01a1a7d83198 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345103 Mar 16 11:36:08.714336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:21.958788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-28f9b1d4-a149-431c-ad9d-b3d6b98fdc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:25.097317 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:25.132221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-995cc11e-9d92-404e-85c9-6852a2a4e233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:25.334991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:26.811345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:28.492068 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:36:38.725898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:51.945767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-25e8473a-e9ec-4eca-9240-7350853b60b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.102621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.136539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-55cf5dc0-e3e4-47f0-bfd8-4d332e9963fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.336225 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.812764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:59.943397 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-a312cc4e-b1dd-4125-b4e2-23a39c03b9f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743408 Mar 16 11:37:00.086587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-bc1b5a93-7208-4e3d-bcd5-9c8738a0b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:00.088018 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-bc1b5a93-7208-4e3d-bcd5-9c8738a0b416 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0722463 Mar 16 11:37:00.233784 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-dff5d764-ca2d-4a1d-936e-321431f5c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:00.235124 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-dff5d764-ca2d-4a1d-936e-321431f5c0d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 896 time: 0.1282268 Mar 16 11:37:00.338163 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-a40bac46-f058-432e-9e4b-bcc44fd322b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 1001 time: 0.0965936 Mar 16 11:37:00.411725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-e4debc7c-847a-4ff3-9c7e-e697614e1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:00.413157 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-e4debc7c-847a-4ff3-9c7e-e697614e1e2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 200 len: 834 time: 0.0686405 Mar 16 11:37:00.585248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-e0f91686-e384-404a-ac23-be734c319724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:00.586605 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-e0f91686-e384-404a-ac23-be734c319724 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2279a83c-0b97-4378-bb70-7d969f9f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1652160 Mar 16 11:37:00.721721 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-da46a9b1-12a7-4b3c-9454-8cb2b97b2238 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284153 Mar 16 11:37:00.853189 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-be6ca48b-5022-431b-9e3e-3a8da531615a req-edfde439-0ac8-4636-898d-f9db81c04f07 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237345 Mar 16 11:37:05.496616 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:37:08.718780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:11.053605 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 44932) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:37:11.062790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b508a-4e44-47ed-b055-6c38e308faf6 req-6e3fe855-cd11-45c8-ac26-c521d37322b1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:11.064285 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-938b508a-4e44-47ed-b055-6c38e308faf6 req-6e3fe855-cd11-45c8-ac26-c521d37322b1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0797703 Mar 16 11:37:11.112120 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-938b508a-4e44-47ed-b055-6c38e308faf6 req-25e75d0b-ba83-45f0-8b2c-c875d57a5979 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418060 Mar 16 11:37:11.169038 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-14d168a5-b29c-438f-b7ef-2b4c3585144b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141560 Mar 16 11:37:12.318143 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5778f-129e-4556-b4a0-9ce3d7ae855d req-35ac8865-9cd3-49ac-88bc-3abbb6953126 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:12.319589 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfc5778f-129e-4556-b4a0-9ce3d7ae855d req-35ac8865-9cd3-49ac-88bc-3abbb6953126 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0859272 Mar 16 11:37:12.369977 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfc5778f-129e-4556-b4a0-9ce3d7ae855d req-6fd80481-386a-49fe-9e08-a8d0a47df7c4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440192 Mar 16 11:37:12.440504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-f40c82ad-c782-4e57-8ec3-428b94698d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:12.441977 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-f40c82ad-c782-4e57-8ec3-428b94698d02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0813324 Mar 16 11:37:12.572689 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-982986d8-e79b-4a04-9766-09b8184f4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:12.574164 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-982986d8-e79b-4a04-9766-09b8184f4280 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 896 time: 0.1261187 Mar 16 11:37:12.676100 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-10a2b69f-7fce-48e2-b421-ad16572595b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 1001 time: 0.0958650 Mar 16 11:37:12.738072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-fa8a6b9f-c864-4e89-9cfd-a847d6ce085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:12.739418 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-fa8a6b9f-c864-4e89-9cfd-a847d6ce085a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 200 len: 834 time: 0.0581222 Mar 16 11:37:12.819064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-d60ac989-97f9-481d-8569-49554157cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:12.820519 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-d60ac989-97f9-481d-8569-49554157cd03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2279a83c-0b97-4378-bb70-7d969f9f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752633 Mar 16 11:37:12.952136 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-f61b5eae-35a9-465e-94a1-58db9ee385e1 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246126 Mar 16 11:37:13.095463 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-afe0e6a9-62e3-46f8-add7-75ae68ed08ef service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372631 Mar 16 11:37:13.578691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8376-b37f-4192-87de-478045eccdb4 req-2d01a0df-7c78-4cc1-a494-00d38680e0da tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:13.580158 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-386b8376-b37f-4192-87de-478045eccdb4 req-2d01a0df-7c78-4cc1-a494-00d38680e0da tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0931406 Mar 16 11:37:13.624245 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-386b8376-b37f-4192-87de-478045eccdb4 req-f162e5cd-6452-45e3-99df-3e52a8f67b10 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380845 Mar 16 11:37:14.818393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74534bb8-22fd-43e1-87ad-66276ee4557d req-5e40eb9f-0748-41a5-b470-9f7ca29fc068 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:14.819801 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-74534bb8-22fd-43e1-87ad-66276ee4557d req-5e40eb9f-0748-41a5-b470-9f7ca29fc068 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0914378 Mar 16 11:37:14.865667 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-74534bb8-22fd-43e1-87ad-66276ee4557d req-e0c21802-049b-4f1f-917e-88142863b087 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398624 Mar 16 11:37:16.068013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f41eb-5fb4-44d5-9bc3-1f265195cc3d req-f90eea38-a29f-4ebb-9c87-5c8e637a6080 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:16.069453 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-196f41eb-5fb4-44d5-9bc3-1f265195cc3d req-f90eea38-a29f-4ebb-9c87-5c8e637a6080 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0921669 Mar 16 11:37:16.113889 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-196f41eb-5fb4-44d5-9bc3-1f265195cc3d req-b3270ddb-bdaa-4732-8638-8e414bd6d4d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388436 Mar 16 11:37:17.311655 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5136c-96d2-45c4-9b82-9654892d0763 req-dd9c8b55-c423-4942-bc5b-916e487e87af tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:17.313128 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1aa5136c-96d2-45c4-9b82-9654892d0763 req-dd9c8b55-c423-4942-bc5b-916e487e87af tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0868728 Mar 16 11:37:17.357461 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-1aa5136c-96d2-45c4-9b82-9654892d0763 req-48858434-275b-44ca-b3e0-511a2319fb64 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386801 Mar 16 11:37:18.554867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81909d36-51b6-440f-a9c0-abc3193a6a97 req-208075be-3c68-4010-8578-b823ce565e3b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:18.556317 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-81909d36-51b6-440f-a9c0-abc3193a6a97 req-208075be-3c68-4010-8578-b823ce565e3b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0866752 Mar 16 11:37:18.603568 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-81909d36-51b6-440f-a9c0-abc3193a6a97 req-c7c0b2e0-8aed-42c2-8be7-10f4b28b51db tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412250 Mar 16 11:37:19.791989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbae3f1-e029-4ce7-8a54-700d33d023cf req-8afd2e4d-5bc1-4e22-a8ea-6ff8f5e81f8a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:19.793457 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ccbae3f1-e029-4ce7-8a54-700d33d023cf req-8afd2e4d-5bc1-4e22-a8ea-6ff8f5e81f8a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0835013 Mar 16 11:37:19.837991 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ccbae3f1-e029-4ce7-8a54-700d33d023cf req-2f0b4a44-f0ab-450c-9e37-9aef6313466a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388534 Mar 16 11:37:21.046548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1e135-ffd3-41f2-9287-730919f3468a req-c81bd224-a7dd-4b9d-99ec-8193f9d522f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:21.047998 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8da1e135-ffd3-41f2-9287-730919f3468a req-c81bd224-a7dd-4b9d-99ec-8193f9d522f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0874901 Mar 16 11:37:21.091911 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8da1e135-ffd3-41f2-9287-730919f3468a req-b2973a49-421e-4625-9b4f-818a6f084edb tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382111 Mar 16 11:37:21.943891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b27b307f-21f9-4a1b-a034-eecda3831b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:22.305784 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db90ee8-2a14-44e0-983a-cfc7651b4062 req-ca1d589f-24ec-4417-acfd-e1f092565405 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:22.307116 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2db90ee8-2a14-44e0-983a-cfc7651b4062 req-ca1d589f-24ec-4417-acfd-e1f092565405 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0981340 Mar 16 11:37:22.351504 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2db90ee8-2a14-44e0-983a-cfc7651b4062 req-66d37752-df1e-498f-8654-3f940db9e398 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382433 Mar 16 11:37:23.646417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0794e4-49a4-4a38-9b38-574a228b506f req-f773d33b-9139-4b31-9fc1-9e34c9c3c501 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:23.647916 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0c0794e4-49a4-4a38-9b38-574a228b506f req-f773d33b-9139-4b31-9fc1-9e34c9c3c501 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.1874726 Mar 16 11:37:23.692371 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0c0794e4-49a4-4a38-9b38-574a228b506f req-d97a38d2-7c06-42ca-aca6-d82eb523ea97 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386338 Mar 16 11:37:24.887270 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-4ee4a45a-e4d0-4317-a446-e48f8d8dccc7 service neutron] 10.222.0.48 "GET /v2.0/ports/e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db/bindings/hv-neutron-8338 HTTP/1.1" status: 200 len: 384 time: 0.0760808 Mar 16 11:37:24.887957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2104d-95e0-4558-b246-e9ab0086a59b req-dc6ca812-8481-4709-b697-1dd76f31efbe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:24.889460 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-73a2104d-95e0-4558-b246-e9ab0086a59b req-dc6ca812-8481-4709-b697-1dd76f31efbe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0890005 Mar 16 11:37:24.933890 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-73a2104d-95e0-4558-b246-e9ab0086a59b req-1a955798-5d3b-442c-9ead-265cb3587b77 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386617 Mar 16 11:37:25.100369 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:25.139805 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-05aeef94-33e0-4a06-9865-9ebab1422bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:25.161397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-8678cdbf-9312-4515-8d05-15c00d1f450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:25.163030 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-8678cdbf-9312-4515-8d05-15c00d1f450d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 1098 time: 0.0789037 Mar 16 11:37:25.260914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-56cdc980-2439-44b3-b6df-b7335f791f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:25.262373 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-56cdc980-2439-44b3-b6df-b7335f791f2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0770266 Mar 16 11:37:25.329445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:25.394465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-14839ab3-7760-4adc-b125-98a88b5cf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:25.395838 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-14839ab3-7760-4adc-b125-98a88b5cf4d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 896 time: 0.1277010 Mar 16 11:37:25.498668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-c187fdec-1fde-4d5e-8589-09c7c89505b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 1001 time: 0.0961635 Mar 16 11:37:25.575895 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-ebf5db05-43d2-4b66-8604-239259092e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:25.577375 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-ebf5db05-43d2-4b66-8604-239259092e0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 200 len: 834 time: 0.0725639 Mar 16 11:37:25.660703 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-cb7c902d-0b3d-4863-a05d-0973027e89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:25.662119 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-cb7c902d-0b3d-4863-a05d-0973027e89b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2279a83c-0b97-4378-bb70-7d969f9f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786998 Mar 16 11:37:25.792366 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-4cea9f7e-f7f8-4d78-b6d4-d61b92f4524c service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242909 Mar 16 11:37:25.929338 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-a4903cd4-9859-4519-8fdf-81fab91e4ca9 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303451 Mar 16 11:37:26.122736 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384738ad-150f-49d5-9712-705747ae117b req-3c79ec38-90ef-4afe-969f-0224fe608058 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:26.124228 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-384738ad-150f-49d5-9712-705747ae117b req-3c79ec38-90ef-4afe-969f-0224fe608058 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0838504 Mar 16 11:37:26.171362 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-384738ad-150f-49d5-9712-705747ae117b req-eb134736-6064-45c0-a26f-b0f43613ea5b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414956 Mar 16 11:37:26.819048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:27.071242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:37:27.193707 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:27.230745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:27.240350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:27.245825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:27.313396 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:27.320697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.321069 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.321463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.321742 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.322073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.322422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.322768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.323106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.323475 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.324030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.324373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.324787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:27.345112 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'code': 200} Mar 16 11:37:27.481051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f3ea7-7b63-4be9-ae2f-c3b8ab3faa15 req-a358e6f8-96b9-4083-bb9f-15b6d7dc76f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:27.482484 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-293f3ea7-7b63-4be9-ae2f-c3b8ab3faa15 req-a358e6f8-96b9-4083-bb9f-15b6d7dc76f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 943 time: 0.1917193 Mar 16 11:37:27.525849 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-293f3ea7-7b63-4be9-ae2f-c3b8ab3faa15 req-c70d3b01-9b12-4168-85e0-a328ae810da6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376594 Mar 16 11:37:28.885408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b969c5c-e96b-4923-a171-cdae48905381 req-64cb9264-20a2-4005-a404-09537077bec4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:28.886869 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b969c5c-e96b-4923-a171-cdae48905381 req-64cb9264-20a2-4005-a404-09537077bec4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 943 time: 0.0816951 Mar 16 11:37:28.938306 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1b969c5c-e96b-4923-a171-cdae48905381 req-f461410c-18da-439e-abbd-11c2d3f61d9d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454643 Mar 16 11:37:29.094607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:37:29.236844 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:29.249486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'port_id': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'mac_address': 'fa:16:3e:8f:a6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:37:29.305408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:29.321826 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:37:29.336764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:29.343250 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:29.404275 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:37:29.444763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:30.138513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1f10c-6e13-4a7b-91aa-3cf9fd202b54 req-418b3c02-e901-4295-9e57-0e1923935e7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.139949 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3fe1f10c-6e13-4a7b-91aa-3cf9fd202b54 req-418b3c02-e901-4295-9e57-0e1923935e7f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 944 time: 0.0880232 Mar 16 11:37:30.190607 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3fe1f10c-6e13-4a7b-91aa-3cf9fd202b54 req-ddfb19d8-dfcb-40af-841d-a79b4081e577 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421078 Mar 16 11:37:30.499678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491f21-e6f2-42eb-a9c5-2c39cae1ef46 req-cfe31a15-5be3-4d01-b308-3e0b5ade9ee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.501063 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3a491f21-e6f2-42eb-a9c5-2c39cae1ef46 req-cfe31a15-5be3-4d01-b308-3e0b5ade9ee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 944 time: 0.0791383 Mar 16 11:37:30.514872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-f00035e2-326a-45a9-8764-9f631c617513 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.516333 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-f00035e2-326a-45a9-8764-9f631c617513 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41&tenant_id=55f19e1b110c4ceba4248241e4f8afd5&binding%3Ahost_id=hv-neutron-8338 HTTP/1.1" status: 200 len: 944 time: 0.0862823 Mar 16 11:37:30.547150 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3a491f21-e6f2-42eb-a9c5-2c39cae1ef46 req-ab4ddfd9-42da-4bdb-8bb1-026b6c7bde4a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403283 Mar 16 11:37:30.699787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-658042c8-5afb-4a9d-977d-70e27a9cee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.701246 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-658042c8-5afb-4a9d-977d-70e27a9cee6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1097 time: 0.1084766 Mar 16 11:37:30.836147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636866a7-43e4-4633-9bcc-4375fe8cbe25 req-1454822b-1fea-44ef-987d-c16bb31b8efc tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.837574 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-636866a7-43e4-4633-9bcc-4375fe8cbe25 req-1454822b-1fea-44ef-987d-c16bb31b8efc tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 944 time: 0.1820698 Mar 16 11:37:30.867163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-44b48eb8-4dd1-4545-9521-d3aca391a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.868547 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-44b48eb8-4dd1-4545-9521-d3aca391a7f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 896 time: 0.1608353 Mar 16 11:37:30.961630 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-636866a7-43e4-4633-9bcc-4375fe8cbe25 req-1a46d9b2-a7c8-4832-8dfe-f06fd6c7d79e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133463 Mar 16 11:37:31.088425 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-e3957341-0ee5-41c3-ac75-678bf33d1229 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 1000 time: 0.2132111 Mar 16 11:37:31.121711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:37:31.150686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-ef7680cf-8119-4322-85b9-a3c9b34f919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:31.152232 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-ef7680cf-8119-4322-85b9-a3c9b34f919d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 200 len: 834 time: 0.0575902 Mar 16 11:37:31.191963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:37:31.192320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:31.229087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-99fcbf65-8be8-4d83-ace6-2f228cbddcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:31.230655 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-99fcbf65-8be8-4d83-ace6-2f228cbddcc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2279a83c-0b97-4378-bb70-7d969f9f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728250 Mar 16 11:37:31.306384 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:31.333063 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:31.345616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:31.350141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:31.361095 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-938edc36-5925-49ef-932e-6275a768c206 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245618 Mar 16 11:37:31.395745 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'code': 200} Mar 16 11:37:31.420429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:31.490866 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b4ea38d8-0a38-41da-97ce-bcd219075edd req-954bd2b0-4b79-4392-842b-2741d90b52e9 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242197 Mar 16 11:37:32.155883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e51dc-80c1-4e50-b882-260f9dba0cb1 req-3ed34a88-744b-4f0a-81db-5fe7037ceddf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:32.157353 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8f1e51dc-80c1-4e50-b882-260f9dba0cb1 req-3ed34a88-744b-4f0a-81db-5fe7037ceddf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0864279 Mar 16 11:37:32.202250 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8f1e51dc-80c1-4e50-b882-260f9dba0cb1 req-80a2e82d-33a9-401e-a7f3-c9c1d6a8eea0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390890 Mar 16 11:37:32.231149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45014) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:37:32.336714 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-26c21c7b-6ed0-4f8a-878e-13551b903fcc tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/55bb06c6-58b5-4b4a-a884-798a7fe0d68e HTTP/1.1" status: 200 len: 993 time: 0.1044257 Mar 16 11:37:38.751610 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:42.500459 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:37:51.937833 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e3c19eb7-a0e1-4dce-a7d6-9fdaeffde0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:55.104029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:55.145392 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0f9722ab-cfac-40df-9f6a-eed5e8252f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:55.344405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:56.832288 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:01.010292 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-8a3094d6-1e09-47f8-bcf6-0a91ffa9f211 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1159730 Mar 16 11:38:01.150383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-2e28916f-fd20-4724-858e-9fe89318e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:01.151787 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-2e28916f-fd20-4724-858e-9fe89318e8a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0747969 Mar 16 11:38:01.305615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-c016b894-a13a-4710-ba29-a2fe827f8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:01.307078 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-c016b894-a13a-4710-ba29-a2fe827f8624 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 896 time: 0.1291800 Mar 16 11:38:01.410475 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-b449ee2d-36bd-487a-a2e1-277ce30e5b87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 1001 time: 0.0968919 Mar 16 11:38:01.474152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-c421ef62-ca38-44f8-8158-96193db8bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:01.475541 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-c421ef62-ca38-44f8-8158-96193db8bd5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 200 len: 834 time: 0.0592282 Mar 16 11:38:01.559882 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-31171274-9697-417c-8b65-b66614a553fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:01.561406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-31171274-9697-417c-8b65-b66614a553fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2279a83c-0b97-4378-bb70-7d969f9f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787771 Mar 16 11:38:01.697499 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-dc3b1a4f-3666-4898-95d7-e1cc8170a77e service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296167 Mar 16 11:38:01.834226 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3557dfef-5720-43c9-94fa-8a89e48c8943 req-2e42cceb-f9b9-45ec-992e-ce0ad576dc82 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290240 Mar 16 11:38:08.759436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:19.505465 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:38:21.942196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-738879b7-f607-407f-9c18-410c007a7c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:25.107401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:25.149672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ad8bca87-3bcb-45f0-a11c-0e2de8b3ab59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:25.344446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:25.382385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45052) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:25.590474 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port 6dd6fbce-a8aa-4ba9-8322-526a31221d7c {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:38:25.590814 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:25.863879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:25.864161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:25.986313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for 6dd6fbce-a8aa-4ba9-8322-526a31221d7c owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:38:26.141124 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:26.187053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=6dd6fbce-a8aa-4ba9-8322-526a31221d7c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:26.223163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.223508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.223847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.224179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.224505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.224862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.225192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.225511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.225823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.226137 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.226458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.226771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:26.293907 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:26.294242 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Floating IP 55bb06c6-58b5-4b4a-a884-798a7fe0d68e disassociated (deleted). External IP: 172.26.2.254, port: e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db. Mar 16 11:38:26.651462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 295dc26c-0dd0-4206-8a39-50decadffb31 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:38:26.822326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:26.828544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:38:26.838114 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] Sync routers for ids ['295dc26c-0dd0-4206-8a39-50decadffb31'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:38:26.847934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] Routers {'295dc26c-0dd0-4206-8a39-50decadffb31'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:26.848621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:38:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['295dc26c-0dd0-4206-8a39-50decadffb31'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:26.849371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:26.902796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-3c60b702-ba62-4cc5-864d-468febe28a7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/floatingips/55bb06c6-58b5-4b4a-a884-798a7fe0d68e HTTP/1.1" status: 204 len: 168 time: 1.5189750 Mar 16 11:38:26.903362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:38:26.950523 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'status': 'completed', 'code': 200} Mar 16 11:38:27.031031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] Set router 295dc26c-0dd0-4206-8a39-50decadffb31 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:27.045428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-bd209436-0643-4c54-8a33-474d6d774e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:27.046971 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-bd209436-0643-4c54-8a33-474d6d774e7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0761900 Mar 16 11:38:27.310897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-3eb7bb06-47c8-423d-8d98-0e21a74a0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:27.312242 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-3eb7bb06-47c8-423d-8d98-0e21a74a0089 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 200 len: 896 time: 0.2589791 Mar 16 11:38:27.384917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'ea78c79f-26f7-47a5-8cd8-c9735c239377', 'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d5:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:39Z', 'updated_at': '2022-03-16T11:35:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:27.389174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] Checking router: 295dc26c-0dd0-4206-8a39-50decadffb31 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:38:27.398143 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] Routers {'295dc26c-0dd0-4206-8a39-50decadffb31'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:27.398839 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:38:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['295dc26c-0dd0-4206-8a39-50decadffb31'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:27.419864 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-4a708aee-3011-439f-bf41-bfe510cc3fa1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 200 len: 217 time: 0.0986319 Mar 16 11:38:27.499331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-0c168beb-1de1-46c2-935d-bcb12b806585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:27.500871 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-0c168beb-1de1-46c2-935d-bcb12b806585 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 200 len: 834 time: 0.0695548 Mar 16 11:38:27.513398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a8bb3-710b-44eb-8177-830536c8adb6 req-1a929089-46e2-4840-8489-cf10006ee3c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:27.514068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-640a8bb3-710b-44eb-8177-830536c8adb6 req-1a929089-46e2-4840-8489-cf10006ee3c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:38:27.579906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] Set router 295dc26c-0dd0-4206-8a39-50decadffb31 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:27.582131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-640a8bb3-710b-44eb-8177-830536c8adb6 req-1a929089-46e2-4840-8489-cf10006ee3c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:38:27.583300 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-640a8bb3-710b-44eb-8177-830536c8adb6 req-1a929089-46e2-4840-8489-cf10006ee3c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.2794878 Mar 16 11:38:27.631630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-522a4b98-8cf2-42e3-8a99-693f3d420330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:27.633142 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-522a4b98-8cf2-42e3-8a99-693f3d420330 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2279a83c-0b97-4378-bb70-7d969f9f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164713 Mar 16 11:38:27.644206 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-640a8bb3-710b-44eb-8177-830536c8adb6 req-067418f8-00c4-46f8-b081-499577b7a9e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521698 Mar 16 11:38:27.770963 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-22225a28-b76c-4ff3-bf41-b0486a6347a9 service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299887 Mar 16 11:38:27.898435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'ea78c79f-26f7-47a5-8cd8-c9735c239377', 'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d5:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:39Z', 'updated_at': '2022-03-16T11:35:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:27.901097 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-16dcf7f6-e751-4724-b5c9-9efbe420aead req-aee785d2-dec9-4cf9-81ab-682ce2a5716f service neutron] 10.222.0.48 "GET /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235123 Mar 16 11:38:27.902935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafae924-ea03-4326-a367-2a08c19ca1c9 None None] The sync data for ids ['295dc26c-0dd0-4206-8a39-50decadffb31'] in dv-neutron-833860-1-hyperv is: [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:35:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'ea78c79f-26f7-47a5-8cd8-c9735c239377', 'name': '', 'network_id': '2279a83c-0b97-4378-bb70-7d969f9f10fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d5:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:39Z', 'updated_at': '2022-03-16T11:35:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '2426d293-3f03-464a-adcd-a112dbb0b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:38:28.130491 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a1b7a-9617-4cb6-ab2b-63f3627e4845 None None] New status for floating IP 55bb06c6-58b5-4b4a-a884-798a7fe0d68e: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:38:28.889506 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb329-946a-44b7-a00a-09b0cd359b55 req-207a51ff-8fef-4a35-99a7-c65b3e977239 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:28.890979 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fdbcb329-946a-44b7-a00a-09b0cd359b55 req-207a51ff-8fef-4a35-99a7-c65b3e977239 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.1292150 Mar 16 11:38:28.935314 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fdbcb329-946a-44b7-a00a-09b0cd359b55 req-7e6e741d-3b8e-4d50-ab16-89cef0a2ff2f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=21882543-1c50-4e53-884d-a8c9542ee17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386326 Mar 16 11:38:29.159665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-436786e6-34f4-4b3f-82a5-7ad225e0735e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:29.161019 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-436786e6-34f4-4b3f-82a5-7ad225e0735e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 945 time: 0.0837979 Mar 16 11:38:29.231646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-91eb5d7d-b65a-4523-9402-15ff66839d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:38:29.231952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-91eb5d7d-b65a-4523-9402-15ff66839d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:29.470165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-91eb5d7d-b65a-4523-9402-15ff66839d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:29.470386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-91eb5d7d-b65a-4523-9402-15ff66839d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:29.588301 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-91eb5d7d-b65a-4523-9402-15ff66839d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:38:29.743120 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-91eb5d7d-b65a-4523-9402-15ff66839d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:29.793380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb5d7d-b65a-4523-9402-15ff66839d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:29.871024 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-91eb5d7d-b65a-4523-9402-15ff66839d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] No DVR routers for this DVR port e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:38:29.874904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-91eb5d7d-b65a-4523-9402-15ff66839d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:29.878787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'name': 'network-vif-deleted', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:38:29.897839 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0b9fb03a-48c6-4e65-b04f-c2868c22c1d9 req-91eb5d7d-b65a-4523-9402-15ff66839d84 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "DELETE /v2.0/ports/e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db HTTP/1.1" status: 204 len: 173 time: 0.7317772 Mar 16 11:38:29.925890 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c74d1f4-867c-4e1f-8530-fa342a7a4a41', 'name': 'network-vif-deleted', 'tag': 'e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db', 'status': 'completed', 'code': 200} Mar 16 11:38:30.095219 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-71970f53-c8ad-4a4b-9708-1af818f2b102 req-92b97b1e-e7d0-45dc-9344-169b64214a06 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c74d1f4-867c-4e1f-8530-fa342a7a4a41 HTTP/1.1" status: 200 len: 210 time: 0.0427222 Mar 16 11:38:31.208234 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45074) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:31.426421 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:38:31.461017 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:38:31.461426 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device e9b7873e-dfe5-49b9-8fdb-2e94b94fb0db not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:38:31.782362 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:32.131539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port ea78c79f-26f7-47a5-8cd8-c9735c239377 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:38:32.131796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:32.424907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port ea78c79f-26f7-47a5-8cd8-c9735c239377, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ea78c79f-26f7-47a5-8cd8-c9735c239377,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:32.425615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:32.551937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for ea78c79f-26f7-47a5-8cd8-c9735c239377 owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:38:32.748871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:32.797346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=ea78c79f-26f7-47a5-8cd8-c9735c239377,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:32.835192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.835535 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.835902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.836213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.836534 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.836899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.837226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.837550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.837868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.838189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.838498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:32.838834 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:33.081083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:33.457816 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 295dc26c-0dd0-4206-8a39-50decadffb31 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:38:33.637693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:38:33.647723 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] Sync routers for ids ['295dc26c-0dd0-4206-8a39-50decadffb31'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:38:33.652543 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-07c76ad9-1d6d-4c2b-a7c8-398ac01dce89 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "PUT /v2.0/routers/295dc26c-0dd0-4206-8a39-50decadffb31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4432116 Mar 16 11:38:33.655335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45078) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:33.657465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] Routers {'295dc26c-0dd0-4206-8a39-50decadffb31'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:33.658066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:38:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['295dc26c-0dd0-4206-8a39-50decadffb31'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:33.719309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83cc581-24da-4e60-af12-1d0fd64c4ff5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting subnet 2426d293-3f03-464a-adcd-a112dbb0b2c3 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:38:33.722289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d83cc581-24da-4e60-af12-1d0fd64c4ff5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:33.837131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] Set router 295dc26c-0dd0-4206-8a39-50decadffb31 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:33.890089 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d83cc581-24da-4e60-af12-1d0fd64c4ff5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:33.972159 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d83cc581-24da-4e60-af12-1d0fd64c4ff5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.052495 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d83cc581-24da-4e60-af12-1d0fd64c4ff5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.091635 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cc581-24da-4e60-af12-1d0fd64c4ff5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Subnet': ['ID=2426d293-3f03-464a-adcd-a112dbb0b2c3,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:34.095501 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d83cc581-24da-4e60-af12-1d0fd64c4ff5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.101733 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d83cc581-24da-4e60-af12-1d0fd64c4ff5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/subnets/2426d293-3f03-464a-adcd-a112dbb0b2c3 HTTP/1.1" status: 204 len: 168 time: 0.4451048 Mar 16 11:38:34.104445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45082) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:34.115773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66513289-cf56-4d6b-931e-b9cd33529121 None None] Network 2279a83c-0b97-4378-bb70-7d969f9f10fe requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:38:34.282425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.303287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:38:32Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:34.310084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] Checking router: 295dc26c-0dd0-4206-8a39-50decadffb31 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:38:34.325424 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] Routers {'295dc26c-0dd0-4206-8a39-50decadffb31'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:34.326011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:38:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['295dc26c-0dd0-4206-8a39-50decadffb31'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:34.468206 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.468802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] DHCP port deletion for 2279a83c-0b97-4378-bb70-7d969f9f10fe request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:38:34.481790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port 5d8682b4-5632-4253-9ba4-5d94395ecb41 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:38:34.482126 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.483546 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Deleting port a52deb51-491b-4851-8884-4a9ab5dc1b0a {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:38:34.484025 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.556922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] Set router 295dc26c-0dd0-4206-8a39-50decadffb31 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:34.657046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port 5d8682b4-5632-4253-9ba4-5d94395ecb41, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=5d8682b4-5632-4253-9ba4-5d94395ecb41,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:34.657372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.779056 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for 5d8682b4-5632-4253-9ba4-5d94395ecb41 owned by network:router_gateway {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:38:34.905286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] For port a52deb51-491b-4851-8884-4a9ab5dc1b0a, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=a52deb51-491b-4851-8884-4a9ab5dc1b0a,segment=NetworkSegment(b0902a33-41e0-470d-8601-64fbc6b7dfd3),segment_id=b0902a33-41e0-470d-8601-64fbc6b7dfd3)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:34.905900 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.946941 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.994365 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=5d8682b4-5632-4253-9ba4-5d94395ecb41,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:35.072679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Calling delete_port for a52deb51-491b-4851-8884-4a9ab5dc1b0a owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:38:35.085576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.152645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:38:32Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:35.156579 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.189506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c68211-1d00-4b86-b868-ce99f6038e20 None None] The sync data for ids ['295dc26c-0dd0-4206-8a39-50decadffb31'] in dv-neutron-833860-1-hyperv is: [{'id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327686425', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:34Z', 'updated_at': '2022-03-16T11:38:32Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '5d8682b4-5632-4253-9ba4-5d94395ecb41', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295dc26c-0dd0-4206-8a39-50decadffb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:35Z', 'updated_at': '2022-03-16T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:38:35.204921 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Pushing event deleted for resources: {'Port': ['ID=a52deb51-491b-4851-8884-4a9ab5dc1b0a,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:35.214207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] No DVR routers for this DVR port a52deb51-491b-4851-8884-4a9ab5dc1b0a on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:38:35.216568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.216687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.217118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.217494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.217928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.218157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.218464 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.218782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.225933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.225933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.225933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.225933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84996575-d25f-42f7-8e5e-faf3d2685584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:35.371104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.373478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.405583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.406284 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Fanout notify agent at l3_agent the message router_deleted on router 295dc26c-0dd0-4206-8a39-50decadffb31 {{(pid=87875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:38:35.420973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.422145 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0a151a7a-3fdb-4998-bc03-5d277c5dc105 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/routers/295dc26c-0dd0-4206-8a39-50decadffb31 HTTP/1.1" status: 204 len: 168 time: 1.3167217 Mar 16 11:38:35.424831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45086) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:35.535973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.677946 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.679302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a52deb51-491b-4851-8884-4a9ab5dc1b0a no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:38:35.704366 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2279a83c-0b97-4378-bb70-7d969f9f10fe']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:35.713484 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: a52deb51-491b-4851-8884-4a9ab5dc1b0a {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:38:35.713853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a52deb51-491b-4851-8884-4a9ab5dc1b0a not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:38:35.714264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ea78c79f-26f7-47a5-8cd8-c9735c239377 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:38:35.716901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0902a33-41e0-470d-8601-64fbc6b7dfd3') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:35.717202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0902a33-41e0-470d-8601-64fbc6b7dfd3') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:35.728544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.744727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.750938 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:38:35.751414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.751539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: ea78c79f-26f7-47a5-8cd8-c9735c239377 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:38:35.751961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ea78c79f-26f7-47a5-8cd8-c9735c239377 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:38:35.766285 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:38:35.850938 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.869676 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.881815 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Network': ['ID=2279a83c-0b97-4378-bb70-7d969f9f10fe,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:35.885994 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-be72e447-ee7a-4914-ac9b-8cc4e381cccd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/networks/2279a83c-0b97-4378-bb70-7d969f9f10fe HTTP/1.1" status: 204 len: 168 time: 0.4585311 Mar 16 11:38:35.887110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45090) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:35.963598 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6dd1b30b-4dbf-4b88-8ad9-b67b7a80a697 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.993721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6dd1b30b-4dbf-4b88-8ad9-b67b7a80a697 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.066643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6dd1b30b-4dbf-4b88-8ad9-b67b7a80a697 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.085642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1b30b-4dbf-4b88-8ad9-b67b7a80a697 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21882543-1c50-4e53-884d-a8c9542ee17d,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:36.099721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6dd1b30b-4dbf-4b88-8ad9-b67b7a80a697 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.103082 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6dd1b30b-4dbf-4b88-8ad9-b67b7a80a697 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/security-groups/21882543-1c50-4e53-884d-a8c9542ee17d HTTP/1.1" status: 204 len: 168 time: 0.2130010 Mar 16 11:38:36.465193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45100) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:36.470639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184166591', 'description': 'tempest-secgroup-smoke-1184166591 description', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:36.477305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:36.481778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:36.484974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:36.491253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:36.504198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.525369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:36.529384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:36.532205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:36.537956 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:36.607698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.612527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.657033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fe0d50-640b-46c8-9008-459cdbaa059e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:36.665781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.667044 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f7c4aa6d-9516-4d2f-a56e-9e5be5b24196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2008567 Mar 16 11:38:36.670129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45104) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:36.675167 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': 'f1fe0d50-640b-46c8-9008-459cdbaa059e', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:36.681384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:36.685913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:36.688991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:36.694954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:36.714130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.772897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.777924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.810442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e077f014-e5b4-49bf-a2d5-9839a62e99eb,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:36.820159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.821346 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-437bb411-0621-4714-bb5b-c18b414bbb26 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502845 Mar 16 11:38:36.824408 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45108) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:36.829311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': 'f1fe0d50-640b-46c8-9008-459cdbaa059e', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:36.835272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:36.839145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:36.842169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:36.847838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:36.962236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.031135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.036822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.060762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1a28f6-42af-45d6-86f0-27231feee7e7,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:37.072168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.073385 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0b703f26-1520-46f4-8ac0-92d6f242a4b9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2480710 Mar 16 11:38:37.076257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45112) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:37.081190 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': 'f1fe0d50-640b-46c8-9008-459cdbaa059e', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:37.087003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:37.090830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:37.093720 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:37.099533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:37.119025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.180711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.186244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.208878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d877a63-a021-492e-a4bb-4e55d28c390a,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:37.217156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.218309 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5ce48995-6736-4ff1-985d-d84d186f530b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411300 Mar 16 11:38:37.221271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45116) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:37.226173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': 'f1fe0d50-640b-46c8-9008-459cdbaa059e', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:37.232042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:37.235965 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:37.238869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:37.244459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:37.262714 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.330195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.335883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.366033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5480c0-48b0-44bc-b5a6-899f464f3c06,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:37.376300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.380594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45120) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:37.381095 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0fb4d483-90ac-4816-bed6-2c1628a8d210 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584742 Mar 16 11:38:37.386390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': 'f1fe0d50-640b-46c8-9008-459cdbaa059e', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:37.389806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5d8682b4-5632-4253-9ba4-5d94395ecb41 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:38:37.392813 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:37.397021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:37.400007 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:37.406376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:37.418568 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Project 55f19e1b110c4ceba4248241e4f8afd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:38:37.426180 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.468647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 5d8682b4-5632-4253-9ba4-5d94395ecb41 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:38:37.468994 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 5d8682b4-5632-4253-9ba4-5d94395ecb41 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:38:37.493312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.497686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.519763 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51ddccd-976c-46ba-bccb-64bd79ee3a92,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:37.528931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.530101 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-b54f8c2e-0182-4f43-a43e-6011227f621a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483300 Mar 16 11:38:37.533046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45124) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:37.537929 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': 'f1fe0d50-640b-46c8-9008-459cdbaa059e', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:37.543679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:37.547517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:37.550459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:37.556147 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:37.568050 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Project 55f19e1b110c4ceba4248241e4f8afd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:38:37.575300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.648141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.652538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.674665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6176f91-007b-4933-86bb-85a92c2d3bbe,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:37.684695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.685897 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d10de6e8-44ad-4837-ad24-056cf19f4473 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519639 Mar 16 11:38:37.689590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45128) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:37.694931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'network': {'name': 'tempest-network-smoke--1311295569', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:37.699631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:37.703717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:network and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:37.706627 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:37.712385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:37.724952 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:38:37.728540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.747468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [req-ef0c1a83-e7cb-4e5b-9d71-fb42fdb8b165 req-d6cebbb8-0738-4069-b343-c8b6377f0002 service neutron] (87875) timed out ('10.222.0.37', 41402) {{(pid=87875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:38:37.757756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:38:37.767792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.768156 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Added segment ae76c914-b47c-47f4-a21a-9f8e144e68a4 of type vlan for network 85c7844a-cd76-42be-8807-8c291a1bff13 Mar 16 11:38:37.797765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.827912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.833468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:37.834058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.935261 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2446373 Mar 16 11:38:37.938752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45132) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:37.941397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737bc57-be3a-417b-ac3e-0359cd8e13d0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Network': ['ID=85c7844a-cd76-42be-8807-8c291a1bff13,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:37.944318 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'admin_state_up': True, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:37.951655 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 85c7844a-cd76-42be-8807-8c291a1bff13 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:38:37.951839 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:37.955952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:router and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:37.958924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:37.965623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:37.977498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.978700 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.995096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:38.264488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:38.574924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:38.602986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:38.744263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.26.2.95 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/ac57dac3-668b-4f32-8a4b-aef029dd2ed0) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:38:38.770543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:38.903260 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:38.942982 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:39.004235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:38:39.010778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:38:39.014732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:38:39.042712 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=ac57dac3-668b-4f32-8a4b-aef029dd2ed0,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:39.553435 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:39.893498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:40.102437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router c36f095d-a4eb-4657-ad04-0c41e7383a6b is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:38:40.282254 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:38:40.292063 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Sync routers for ids ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:38:40.302233 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Routers {'c36f095d-a4eb-4657-ad04-0c41e7383a6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:40.302948 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:38:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:40.310582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:40.315289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-309a2191-5db6-4fcb-91a9-d862ed10ac5a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3756886 Mar 16 11:38:40.315497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45136) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:40.356755 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c32cc9d8-33c2-43b0-bcd5-334e8e42452c tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=55f19e1b110c4ceba4248241e4f8afd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396504 Mar 16 11:38:40.359484 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45140) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:40.472073 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Set router c36f095d-a4eb-4657-ad04-0c41e7383a6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:40.490258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ceb198-00fc-4638-82b5-7659cc5fb0d0 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:40.491990 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c8ceb198-00fc-4638-82b5-7659cc5fb0d0 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315603 Mar 16 11:38:40.495031 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45144) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:40.539755 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-af6a3beb-951d-4f59-b2c6-4939a19fa12b tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411341 Mar 16 11:38:40.540152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45148) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:40.545994 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1476131649', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:40.653849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:40.658446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:subnet and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:40.661363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:40.666974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:40.677597 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:38:40.681276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:40.781165 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:39Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:40.785371 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Checking router: c36f095d-a4eb-4657-ad04-0c41e7383a6b for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:38:40.785713 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Updating router c36f095d-a4eb-4657-ad04-0c41e7383a6b port ac57dac3-668b-4f32-8a4b-aef029dd2ed0 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:38:40.837788 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.019379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.096170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Subnet': ['ID=11bae84e-d9ca-451d-a214-a5b0f1f34336,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:41.107514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Checking segment: {'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:38:41.108075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network hostable DHCP agents. Network: 85c7844a-cd76-42be-8807-8c291a1bff13, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:38:41.127402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 85c7844a-cd76-42be-8807-8c291a1bff13 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:38:41.137593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 85c7844a-cd76-42be-8807-8c291a1bff13) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:38:41.141717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:41.142342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.150155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9824467d-a0ba-46a8-9531-6a3a2dfc84df None None] Network 85c7844a-cd76-42be-8807-8c291a1bff13 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:38:41.161910 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.164701 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-01d9716f-b94d-42ac-855e-69307052bb21 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6232765 Mar 16 11:38:41.167719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45152) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:41.177420 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Transition to ACTIVE for port object ac57dac3-668b-4f32-8a4b-aef029dd2ed0 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:38:41.184594 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.265655 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Attempting to bind port ac57dac3-668b-4f32-8a4b-aef029dd2ed0 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:38:41.266190 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Attempting to bind port ac57dac3-668b-4f32-8a4b-aef029dd2ed0 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:38:41.266621 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Attempting to bind port ac57dac3-668b-4f32-8a4b-aef029dd2ed0 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:38:41.282872 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:38:41.283321 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:38:41.283778 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.284244 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:38:41.284791 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Bound port: ac57dac3-668b-4f32-8a4b-aef029dd2ed0, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:38:41.285224 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.319104 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Pushing event updated for resources: {'Port': ['ID=ac57dac3-668b-4f32-8a4b-aef029dd2ed0,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:41.329519 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.329938 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.330345 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.330755 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.331161 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.331558 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.331932 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.332316 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.332699 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.333098 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.333478 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.333851 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:41.370948 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] For port ac57dac3-668b-4f32-8a4b-aef029dd2ed0, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:38:41.374644 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] For port ac57dac3-668b-4f32-8a4b-aef029dd2ed0, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ac57dac3-668b-4f32-8a4b-aef029dd2ed0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:38:41.379147 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-85c7844a-cd76-42be-8807-8c291a1bff13', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:38:41.380242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.383636 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.465050 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Routers {'c36f095d-a4eb-4657-ad04-0c41e7383a6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:41.465680 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:38:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:41.539179 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2c42e-bd1f-4237-a54c-66d940814a41 None None] Pushing event updated for resources: {'Port': ['ID=ac57dac3-668b-4f32-8a4b-aef029dd2ed0,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:41.546289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Allocated IP 172.20.0.2 (85c7844a-cd76-42be-8807-8c291a1bff13/11bae84e-d9ca-451d-a214-a5b0f1f34336/f4e5eee9-67a6-491a-9a3c-9eadf063d375) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:38:41.663318 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] Set router c36f095d-a4eb-4657-ad04-0c41e7383a6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:41.778357 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.791136 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Transition to ACTIVE for port object f4e5eee9-67a6-491a-9a3c-9eadf063d375 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:38:41.814171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Transition to ACTIVE for port object f4e5eee9-67a6-491a-9a3c-9eadf063d375 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:38:41.821489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.854066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.885028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Network 85c7844a-cd76-42be-8807-8c291a1bff13 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:38:41.893439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:38:41.897706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:38:41.903864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Pushing event updated for resources: {'Port': ['ID=f4e5eee9-67a6-491a-9a3c-9eadf063d375,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:41.955943 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:39Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:41.961177 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aabb38-c573-4e3f-9f9a-c82e27a175bd None None] The sync data for ids ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'] in dv-neutron-833860-1-hyperv is: [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:39Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:38:41.996403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Attempting to bind port f4e5eee9-67a6-491a-9a3c-9eadf063d375 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:38:41.996784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Attempting to bind port f4e5eee9-67a6-491a-9a3c-9eadf063d375 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:38:41.997142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Attempting to bind port f4e5eee9-67a6-491a-9a3c-9eadf063d375 on network 85c7844a-cd76-42be-8807-8c291a1bff13 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:38:42.002481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:38:42.002836 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Checking segment: {'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:38:42.003300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:42.003603 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Bound using segment: {'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:38:42.004060 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Bound port: f4e5eee9-67a6-491a-9a3c-9eadf063d375, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:38:42.004417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:42.097102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] For port f4e5eee9-67a6-491a-9a3c-9eadf063d375, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:38:42.100687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] For port f4e5eee9-67a6-491a-9a3c-9eadf063d375, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f4e5eee9-67a6-491a-9a3c-9eadf063d375,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:38:42.106823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:42.202876 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffebddc-36b0-4d5d-afa3-8d8d0725162b None None] Pushing event updated for resources: {'Port': ['ID=f4e5eee9-67a6-491a-9a3c-9eadf063d375,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:42.301075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.20.0.1 (85c7844a-cd76-42be-8807-8c291a1bff13/11bae84e-d9ca-451d-a214-a5b0f1f34336/7e41303b-7d37-4a07-941d-d2a9891a5aed) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:38:42.485028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:42.505477 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Transition to ACTIVE for port object 7e41303b-7d37-4a07-941d-d2a9891a5aed will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:38:42.531657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:42.713694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 85c7844a-cd76-42be-8807-8c291a1bff13 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:38:42.717073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:38:42.721431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:38:42.777670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=7e41303b-7d37-4a07-941d-d2a9891a5aed,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:42.791540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:42.919498 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:43.153784 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4921e59-692e-4056-add7-b5562e95a272 None None] Network 85c7844a-cd76-42be-8807-8c291a1bff13 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:38:43.262218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-71762142-9031-4c26-8081-ac021f7448f6 None None] Provisioning for port f4e5eee9-67a6-491a-9a3c-9eadf063d375 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:38:43.341431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:43.347518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:43.474688 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=7e41303b-7d37-4a07-941d-d2a9891a5aed,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:43.478534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:43.523081 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ac57dac3-668b-4f32-8a4b-aef029dd2ed0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:38:43.613415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port ac57dac3-668b-4f32-8a4b-aef029dd2ed0 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:38:43.619045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ac57dac3-668b-4f32-8a4b-aef029dd2ed0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:43.619410 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:43.632559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 85c7844a-cd76-42be-8807-8c291a1bff13 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:38:43.633824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:38:43.754734 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e1ecc651-9329-4e04-8a9b-4de58cdb32e5 None None] Provisioning for port 7e41303b-7d37-4a07-941d-d2a9891a5aed completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:38:43.757947 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:43.766333 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e1ecc651-9329-4e04-8a9b-4de58cdb32e5 None None] Provisioning complete for port 7e41303b-7d37-4a07-941d-d2a9891a5aed triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:43.766606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e1ecc651-9329-4e04-8a9b-4de58cdb32e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:43.813472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port ac57dac3-668b-4f32-8a4b-aef029dd2ed0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ac57dac3-668b-4f32-8a4b-aef029dd2ed0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:43.825874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:43.826660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f4e5eee9-67a6-491a-9a3c-9eadf063d375 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:38:43.836544 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router c36f095d-a4eb-4657-ad04-0c41e7383a6b has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:38:43.942110 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-e1ecc651-9329-4e04-8a9b-4de58cdb32e5 None None] Port 7e41303b-7d37-4a07-941d-d2a9891a5aed cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:38:43.996319 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=ac57dac3-668b-4f32-8a4b-aef029dd2ed0,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:44.010168 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port f4e5eee9-67a6-491a-9a3c-9eadf063d375 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:38:44.015014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f4e5eee9-67a6-491a-9a3c-9eadf063d375 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:44.015383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:44.026103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:38:44.040929 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-78069d1a-5135-4387-98cf-f35673afdee3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "PUT /v2.0/routers/c36f095d-a4eb-4657-ad04-0c41e7383a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8719933 Mar 16 11:38:44.044353 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Sync routers for ids ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:38:44.074800 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Routers {'c36f095d-a4eb-4657-ad04-0c41e7383a6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:44.075447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:38:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:44.203425 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-380c56e2-8c00-4b0b-ae57-1c832e02b3c6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:38:44.219624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-380c56e2-8c00-4b0b-ae57-1c832e02b3c6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:38:44.220939 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-380c56e2-8c00-4b0b-ae57-1c832e02b3c6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184166591&fields=id&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 267 time: 0.0565407 Mar 16 11:38:44.227122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-71623ba1-42db-4cb3-a103-b0b933f5b1ce None None] Provisioning complete for port 7e41303b-7d37-4a07-941d-d2a9891a5aed triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:44.227498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-71623ba1-42db-4cb3-a103-b0b933f5b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:44.357225 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:44.365757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-71623ba1-42db-4cb3-a103-b0b933f5b1ce None None] Port 7e41303b-7d37-4a07-941d-d2a9891a5aed cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:38:44.374504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Set router c36f095d-a4eb-4657-ad04-0c41e7383a6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:44.382203 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5453425f-e541-406c-90fe-2c3680186e4e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:44.382875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5453425f-e541-406c-90fe-2c3680186e4e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:38:44.399354 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5453425f-e541-406c-90fe-2c3680186e4e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:38:44.400511 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5453425f-e541-406c-90fe-2c3680186e4e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/networks?id=85c7844a-cd76-42be-8807-8c291a1bff13 HTTP/1.1" status: 200 len: 797 time: 0.1714566 Mar 16 11:38:44.416122 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-9f23fe53-2aca-4c8a-931a-d4863d113649 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/quotas/55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 375 time: 0.0094841 Mar 16 11:38:44.498642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-6b9b72e8-3cc7-4d4d-af92-8b0b43fff3ae tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:38:44.507441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port f4e5eee9-67a6-491a-9a3c-9eadf063d375, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f4e5eee9-67a6-491a-9a3c-9eadf063d375,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:44.514119 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-6b9b72e8-3cc7-4d4d-af92-8b0b43fff3ae tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:38:44.515468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:44.515611 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-6b9b72e8-3cc7-4d4d-af92-8b0b43fff3ae tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932472 Mar 16 11:38:44.581267 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-aaca36fa-3837-45fb-9f45-f1bf00f70ce3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:38:44.588140 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-aaca36fa-3837-45fb-9f45-f1bf00f70ce3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586770 Mar 16 11:38:44.666234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=f4e5eee9-67a6-491a-9a3c-9eadf063d375,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:44.715578 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-4d12d296-9c5d-4dad-aace-528f8ab65f58 service neutron] 10.222.0.37 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262779 Mar 16 11:38:44.757005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7e41303b-7d37-4a07-941d-d2a9891a5aed', 'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d0:b0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:42Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 2, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:44.761090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Checking router: c36f095d-a4eb-4657-ad04-0c41e7383a6b for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:38:44.761437 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Updating router c36f095d-a4eb-4657-ad04-0c41e7383a6b port 7e41303b-7d37-4a07-941d-d2a9891a5aed binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:38:44.813080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:44.846944 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-935543e4-69e2-4c3b-a849-8bd67c78115f service neutron] 10.222.0.37 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250341 Mar 16 11:38:45.046622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-387a622e-2a12-4b53-a1d7-af51b5c6c67e req-ea6f29e7-c854-40d3-b0df-d9b62db37526 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:38:45.064125 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-387a622e-2a12-4b53-a1d7-af51b5c6c67e req-ea6f29e7-c854-40d3-b0df-d9b62db37526 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:38:45.065365 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-387a622e-2a12-4b53-a1d7-af51b5c6c67e req-ea6f29e7-c854-40d3-b0df-d9b62db37526 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 210 time: 0.0774376 Mar 16 11:38:45.175014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:45.187052 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Transition to ACTIVE for port object 7e41303b-7d37-4a07-941d-d2a9891a5aed will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:38:45.193891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:45.395393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4a330-7308-49a2-9fa9-a08c1272890f None None] Pushing event updated for resources: {'Port': ['ID=7e41303b-7d37-4a07-941d-d2a9891a5aed,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:45.464031 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ac57dac3-668b-4f32-8a4b-aef029dd2ed0 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:38:45.492006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Attempting to bind port 7e41303b-7d37-4a07-941d-d2a9891a5aed on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:38:45.492375 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Attempting to bind port 7e41303b-7d37-4a07-941d-d2a9891a5aed by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:38:45.492750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Attempting to bind port 7e41303b-7d37-4a07-941d-d2a9891a5aed on network 85c7844a-cd76-42be-8807-8c291a1bff13 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:38:45.510588 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:38:45.510958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Checking segment: {'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:38:45.511343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:45.511727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Bound using segment: {'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:38:45.512191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Bound port: 7e41303b-7d37-4a07-941d-d2a9891a5aed, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:38:45.512542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:45.635074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port ac57dac3-668b-4f32-8a4b-aef029dd2ed0 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:45.635454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:45.664564 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] For port 7e41303b-7d37-4a07-941d-d2a9891a5aed, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:38:45.681276 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] For port 7e41303b-7d37-4a07-941d-d2a9891a5aed, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7e41303b-7d37-4a07-941d-d2a9891a5aed,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:38:45.693973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:45.781249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Routers {'c36f095d-a4eb-4657-ad04-0c41e7383a6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:45.781969 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:38:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:45.863567 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4a330-7308-49a2-9fa9-a08c1272890f None None] Pushing event updated for resources: {'Port': ['ID=7e41303b-7d37-4a07-941d-d2a9891a5aed,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:45.910834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f4e5eee9-67a6-491a-9a3c-9eadf063d375 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:38:46.075137 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] Set router c36f095d-a4eb-4657-ad04-0c41e7383a6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:46.152105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port f4e5eee9-67a6-491a-9a3c-9eadf063d375 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:46.152479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:46.233947 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-91630036-720d-4c13-8c47-b2b7e2bae28d req-d697d5b5-888f-4083-9ac1-9da714520037 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 210 time: 0.0581536 Mar 16 11:38:46.266651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-319ee9d9-aa22-4ce8-a60c-a82b0db8be68 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:46.268075 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-319ee9d9-aa22-4ce8-a60c-a82b0db8be68 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/networks?id=85c7844a-cd76-42be-8807-8c291a1bff13 HTTP/1.1" status: 200 len: 797 time: 0.3014882 Mar 16 11:38:46.314466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5a66df40-ec32-4c75-a71e-d0a809cc1ef1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:38:46.325773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5a66df40-ec32-4c75-a71e-d0a809cc1ef1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:38:46.326801 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5a66df40-ec32-4c75-a71e-d0a809cc1ef1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 380 time: 0.0512691 Mar 16 11:38:46.335915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'port': {'device_id': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'admin_state_up': True, 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'security_groups': ['f1fe0d50-640b-46c8-9008-459cdbaa059e']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:46.469842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:46.479616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:46.490387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:38:46.494263 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:46.513440 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7e41303b-7d37-4a07-941d-d2a9891a5aed', 'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d0:b0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:42Z', 'updated_at': '2022-03-16T11:38:45Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:46.517383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e6418-f15d-4aa4-8fd3-7fdb980595f1 None None] The sync data for ids ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'] in dv-neutron-833860-1-hyperv is: [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7e41303b-7d37-4a07-941d-d2a9891a5aed', 'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d0:b0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:42Z', 'updated_at': '2022-03-16T11:38:45Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:38:46.673343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.20.0.8 (85c7844a-cd76-42be-8807-8c291a1bff13/11bae84e-d9ca-451d-a214-a5b0f1f34336/c7ecb473-9c5a-42d7-89dc-69567d512804) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:38:46.874023 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:46.889710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Transition to ACTIVE for port object c7ecb473-9c5a-42d7-89dc-69567d512804 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:38:46.914787 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:46.986973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network 85c7844a-cd76-42be-8807-8c291a1bff13 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:38:46.994929 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:38:46.999555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:38:47.031672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=c7ecb473-9c5a-42d7-89dc-69567d512804,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:47.070209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:47.071004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:47.098836 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-5d7c3eae-a7cf-49e4-8f29-dc9fae608d1c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664316 Mar 16 11:38:47.110804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Request body: {'port': {'device_id': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:47.201027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c26e3a85-0bd5-467a-acd1-865af0b5dc58 None None] Provisioning for port c7ecb473-9c5a-42d7-89dc-69567d512804 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:38:47.206840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c26e3a85-0bd5-467a-acd1-865af0b5dc58 None None] Provisioning complete for port c7ecb473-9c5a-42d7-89dc-69567d512804 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:47.207215 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c26e3a85-0bd5-467a-acd1-865af0b5dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:47.231537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:47.264552 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c26e3a85-0bd5-467a-acd1-865af0b5dc58 None None] Port c7ecb473-9c5a-42d7-89dc-69567d512804 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:38:47.467363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7e41303b-7d37-4a07-941d-d2a9891a5aed up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:38:47.538078 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 7e41303b-7d37-4a07-941d-d2a9891a5aed completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:38:47.544115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 7e41303b-7d37-4a07-941d-d2a9891a5aed triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:47.544587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:47.547248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e0d7e-f5b3-4408-b905-e40597654bd5 req-0c19f0ae-d335-4715-9321-cfb118e1caee tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:47.547954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-287e0d7e-f5b3-4408-b905-e40597654bd5 req-0c19f0ae-d335-4715-9321-cfb118e1caee tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:38:47.583780 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-287e0d7e-f5b3-4408-b905-e40597654bd5 req-0c19f0ae-d335-4715-9321-cfb118e1caee tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:38:47.585018 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-287e0d7e-f5b3-4408-b905-e40597654bd5 req-0c19f0ae-d335-4715-9321-cfb118e1caee tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 931 time: 0.2375257 Mar 16 11:38:47.673788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:47.689132 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-287e0d7e-f5b3-4408-b905-e40597654bd5 req-84299918-c772-42df-b0a5-b9152f20d9b3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915859 Mar 16 11:38:47.691222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ecb473-9c5a-42d7-89dc-69567d512804 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:38:47.699010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:47.707974 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 7e41303b-7d37-4a07-941d-d2a9891a5aed, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7e41303b-7d37-4a07-941d-d2a9891a5aed,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:47.712336 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:47.717433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Transition to ACTIVE for port object c7ecb473-9c5a-42d7-89dc-69567d512804 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:38:47.721524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:47.820388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=7e41303b-7d37-4a07-941d-d2a9891a5aed,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:47.879801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Pushing event updated for resources: {'Port': ['ID=c7ecb473-9c5a-42d7-89dc-69567d512804,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:47.957620 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Attempting to bind port c7ecb473-9c5a-42d7-89dc-69567d512804 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:38:47.957947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Attempting to bind port c7ecb473-9c5a-42d7-89dc-69567d512804 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:38:47.958267 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Attempting to bind port c7ecb473-9c5a-42d7-89dc-69567d512804 on network 85c7844a-cd76-42be-8807-8c291a1bff13 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:38:47.963179 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Port c7ecb473-9c5a-42d7-89dc-69567d512804 on network 85c7844a-cd76-42be-8807-8c291a1bff13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:38:47.963494 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Attempting to bind port c7ecb473-9c5a-42d7-89dc-69567d512804 on network 85c7844a-cd76-42be-8807-8c291a1bff13 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:38:47.968569 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:38:47.968967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Checking segment: {'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:38:47.969347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Bound using segment: {'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:38:47.969761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Bound port: c7ecb473-9c5a-42d7-89dc-69567d512804, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76c914-b47c-47f4-a21a-9f8e144e68a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:38:47.970096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:48.062733 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] For port c7ecb473-9c5a-42d7-89dc-69567d512804, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:38:48.067226 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] For port c7ecb473-9c5a-42d7-89dc-69567d512804, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7ecb473-9c5a-42d7-89dc-69567d512804,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:38:48.076553 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:48.232175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:48.232859 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:48.234334 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] 10.222.0.48 "PUT /v2.0/ports/c7ecb473-9c5a-42d7-89dc-69567d512804 HTTP/1.1" status: 200 len: 1093 time: 1.1284509 Mar 16 11:38:48.234809 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'tag': 'c7ecb473-9c5a-42d7-89dc-69567d512804'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:38:48.259315 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa233c-9e07-4e6b-8cf9-bab51a9788ef service neutron] Pushing event updated for resources: {'Port': ['ID=c7ecb473-9c5a-42d7-89dc-69567d512804,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:48.306209 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'tag': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'status': 'completed', 'code': 200} Mar 16 11:38:48.347801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-b6407319-af46-41ec-8062-c5df233a735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:48.349388 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-b6407319-af46-41ec-8062-c5df233a735c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 1096 time: 0.0746081 Mar 16 11:38:48.419754 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-95d866f4-a50d-4da2-81c0-784142e083e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ecb473-9c5a-42d7-89dc-69567d512804 HTTP/1.1" status: 200 len: 217 time: 0.0634966 Mar 16 11:38:48.482085 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-39688962-f538-4d71-94db-097a8ae2b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:48.483407 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-39688962-f538-4d71-94db-097a8ae2b1e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11bae84e-d9ca-451d-a214-a5b0f1f34336 HTTP/1.1" status: 200 len: 835 time: 0.0575054 Mar 16 11:38:48.564495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-7456d3bf-39bf-457e-8989-9452ddcb9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:48.566004 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-7456d3bf-39bf-457e-8989-9452ddcb9295 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85c7844a-cd76-42be-8807-8c291a1bff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762172 Mar 16 11:38:48.699587 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-a50c8982-8036-4fb0-8864-0144dce969d0 service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270564 Mar 16 11:38:48.880102 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73608502-0d71-4d88-b03c-43f0a7f2fb62 req-f702ae9e-5e80-4cd6-a909-215e00a3d0f5 service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731319 Mar 16 11:38:48.906061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31efe7-3ff9-46ba-b696-03e480e9937e req-77888428-b28a-40a2-a4c3-b96b384776f4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:48.907704 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5f31efe7-3ff9-46ba-b696-03e480e9937e req-77888428-b28a-40a2-a4c3-b96b384776f4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 943 time: 0.1041996 Mar 16 11:38:48.996037 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5f31efe7-3ff9-46ba-b696-03e480e9937e req-682ff386-cfa6-4720-99b2-e671c1d2171c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826643 Mar 16 11:38:49.021919 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-5edfe07c-d68d-45aa-8125-88c633ba3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:49.023458 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-5edfe07c-d68d-45aa-8125-88c633ba3c71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 1096 time: 0.0948501 Mar 16 11:38:49.153044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-63a97d2c-ceea-4f8f-9bed-ba8d719e0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:49.154488 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-63a97d2c-ceea-4f8f-9bed-ba8d719e0ace service neutron] 10.222.0.48 "GET /v2.0/networks?id=85c7844a-cd76-42be-8807-8c291a1bff13 HTTP/1.1" status: 200 len: 898 time: 0.1253479 Mar 16 11:38:49.223897 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-44977162-c5d4-41d4-8bfa-d33bc14be942 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ecb473-9c5a-42d7-89dc-69567d512804 HTTP/1.1" status: 200 len: 217 time: 0.0632908 Mar 16 11:38:49.284297 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-9cd1e2eb-f4f3-47c4-aaec-80ccf71d02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:49.285763 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-9cd1e2eb-f4f3-47c4-aaec-80ccf71d02b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11bae84e-d9ca-451d-a214-a5b0f1f34336 HTTP/1.1" status: 200 len: 835 time: 0.0563426 Mar 16 11:38:49.364652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-f7131961-bc64-4928-982e-1218c2022883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:49.366164 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-f7131961-bc64-4928-982e-1218c2022883 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85c7844a-cd76-42be-8807-8c291a1bff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748453 Mar 16 11:38:49.439861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7e41303b-7d37-4a07-941d-d2a9891a5aed up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:38:49.497729 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-ff27b107-502c-4278-b78b-b7c08d51ac88 service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252398 Mar 16 11:38:49.507689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 7e41303b-7d37-4a07-941d-d2a9891a5aed triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:49.508062 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:49.634639 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-70de296a-375c-4b1b-ac45-af6db70308a8 req-8e8f71f6-2ace-4a10-b610-a54ff2eaee12 service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299891 Mar 16 11:38:50.202880 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b8eef-f702-4573-922b-db04829d43b2 req-4130f54b-85b2-4ab6-93f1-d81aa70bc58f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:50.204371 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d21b8eef-f702-4573-922b-db04829d43b2 req-4130f54b-85b2-4ab6-93f1-d81aa70bc58f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 943 time: 0.0920060 Mar 16 11:38:50.251438 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d21b8eef-f702-4573-922b-db04829d43b2 req-fd0af9ed-18f2-4007-b33f-4bdc6e81b9d8 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384099 Mar 16 11:38:51.440767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbe919-cbba-4d0b-b108-d973e53e31c3 req-db0036c4-4d93-4ef1-abb9-8e971f105a13 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:51.442258 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2bbe919-cbba-4d0b-b108-d973e53e31c3 req-db0036c4-4d93-4ef1-abb9-8e971f105a13 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 943 time: 0.0844903 Mar 16 11:38:51.488457 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2bbe919-cbba-4d0b-b108-d973e53e31c3 req-64d2d622-9ccf-4bc7-815b-d79f0ad8a646 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379956 Mar 16 11:38:51.505324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c7ecb473-9c5a-42d7-89dc-69567d512804 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:38:51.638022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c7ecb473-9c5a-42d7-89dc-69567d512804, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7ecb473-9c5a-42d7-89dc-69567d512804,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:51.650512 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'port_id': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'mac_address': 'fa:16:3e:42:a1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:38:51.720214 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:51.736583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ecb473-9c5a-42d7-89dc-69567d512804 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:38:51.751977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c7ecb473-9c5a-42d7-89dc-69567d512804, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7ecb473-9c5a-42d7-89dc-69567d512804,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:51.759191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:51.825970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=c7ecb473-9c5a-42d7-89dc-69567d512804,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:51.946819 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ff62461c-6174-44c2-b6c5-3f0a5dc5c2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:52.159886 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['c7ecb473-9c5a-42d7-89dc-69567d512804'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:38:52.696595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753bd3d-265d-45f4-b20b-7bd8e406ce68 req-dfd9a0f0-349a-456b-be32-9bae1ff5dbe4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:52.698063 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f753bd3d-265d-45f4-b20b-7bd8e406ce68 req-dfd9a0f0-349a-456b-be32-9bae1ff5dbe4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 944 time: 0.0899491 Mar 16 11:38:52.741848 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f753bd3d-265d-45f4-b20b-7bd8e406ce68 req-1d448c85-a765-49b8-abd6-ef3de43425de tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381589 Mar 16 11:38:53.536930 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c7ecb473-9c5a-42d7-89dc-69567d512804 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:38:53.618731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port c7ecb473-9c5a-42d7-89dc-69567d512804 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:38:53.625870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port c7ecb473-9c5a-42d7-89dc-69567d512804 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:53.626256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:53.741629 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:53.768516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ecb473-9c5a-42d7-89dc-69567d512804'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:38:53.778646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port c7ecb473-9c5a-42d7-89dc-69567d512804, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7ecb473-9c5a-42d7-89dc-69567d512804,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:53.784650 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:53.816111 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'code': 200} Mar 16 11:38:53.854109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=c7ecb473-9c5a-42d7-89dc-69567d512804,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:53.923961 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128b74-3157-49e3-9e1d-fda648125296 req-7c9f9ab6-15f4-4177-a7d1-81f8bb88465e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:53.925493 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-49128b74-3157-49e3-9e1d-fda648125296 req-7c9f9ab6-15f4-4177-a7d1-81f8bb88465e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0780177 Mar 16 11:38:53.974728 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-49128b74-3157-49e3-9e1d-fda648125296 req-e1699a77-4194-4b70-98de-6dd8b679a08a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Mar 16 11:38:54.042523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80487a3-b162-4d0b-a725-eda2fbb5d1fa req-afd5bf30-a004-45fc-ba7d-cf121531cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:54.044017 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f80487a3-b162-4d0b-a725-eda2fbb5d1fa req-afd5bf30-a004-45fc-ba7d-cf121531cfc9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 1098 time: 0.0685713 Mar 16 11:38:54.085080 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f80487a3-b162-4d0b-a725-eda2fbb5d1fa req-d35f0472-75b9-44f0-8ad9-9cd4ae1676a4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341947 Mar 16 11:38:55.109226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:55.154117 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2e6d9544-d326-4e4e-8f3f-8eec1da1867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:55.184489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a01ddb-5614-4fc7-8071-f103467a8f70 req-7639b3af-f54b-400d-8d0a-0ce883912b3b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:55.185971 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-79a01ddb-5614-4fc7-8071-f103467a8f70 req-7639b3af-f54b-400d-8d0a-0ce883912b3b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0886846 Mar 16 11:38:55.234585 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-79a01ddb-5614-4fc7-8071-f103467a8f70 req-0954bd60-defa-4fc1-b579-56f2da33d078 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427542 Mar 16 11:38:55.343032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:56.506012 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:38:56.520922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593df09-745d-4faf-b76d-0ccf547b67d0 req-f1c2c438-4369-46fa-9a04-1f8e659beddf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:56.522407 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b593df09-745d-4faf-b76d-0ccf547b67d0 req-f1c2c438-4369-46fa-9a04-1f8e659beddf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.1835878 Mar 16 11:38:56.566072 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b593df09-745d-4faf-b76d-0ccf547b67d0 req-95e33ef2-7f48-4de8-af61-a7c6da380cc8 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Mar 16 11:38:56.757744 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffd197-6e2e-480d-8783-2161329ba3ae req-8b97a168-f651-4231-bb8b-c51267765410 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:56.759078 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-35ffd197-6e2e-480d-8783-2161329ba3ae req-8b97a168-f651-4231-bb8b-c51267765410 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0905812 Mar 16 11:38:56.806686 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-35ffd197-6e2e-480d-8783-2161329ba3ae req-2b4e07a3-b826-4c5e-b64c-57e627da0a85 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393043 Mar 16 11:38:56.824595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:56.829905 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45208) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:56.901781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8de35e-67c1-438a-92d0-a74dcc1ae2f5 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:56.903299 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dd8de35e-67c1-438a-92d0-a74dcc1ae2f5 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 1093 time: 0.0724149 Mar 16 11:38:56.906341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45212) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:56.911177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:38:56.917454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:38:56.921384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:floatingip and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:38:56.924189 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:38:56.929991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:38:56.942409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.084336 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.226328 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.26.2.109 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/e049d24f-a1cc-4637-8077-28c32a0c0f2e) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:38:57.386375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.419609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.481234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:38:57.483875 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:38:57.491508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:38:57.525571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=e049d24f-a1cc-4637-8077-28c32a0c0f2e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:57.912006 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.989384 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:58.191439 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:58.200487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:58.307985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=e049d24f-a1cc-4637-8077-28c32a0c0f2e,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:58.320719 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:58.594788 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Floating IP b8421aa9-e698-4685-a887-06600cd0e8fe associated. External IP: 172.26.2.109, port: c7ecb473-9c5a-42d7-89dc-69567d512804. Mar 16 11:38:58.953812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router c36f095d-a4eb-4657-ad04-0c41e7383a6b has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:38:59.138775 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:38:59.149010 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] Sync routers for ids ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:38:59.158715 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] Routers {'c36f095d-a4eb-4657-ad04-0c41e7383a6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:59.159315 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:38:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:59.164754 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:59.225852 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-01d5b18d-c71c-4038-903b-5ac5a30cfa8d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3156724 Mar 16 11:38:59.225852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'tag': 'c7ecb473-9c5a-42d7-89dc-69567d512804'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:38:59.283225 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'tag': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'status': 'completed', 'code': 200} Mar 16 11:38:59.345902 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] Set router c36f095d-a4eb-4657-ad04-0c41e7383a6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:59.428076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-1c3f373d-233a-4412-b3c7-e7a8f52755d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:59.429623 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-1c3f373d-233a-4412-b3c7-e7a8f52755d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 1098 time: 0.1228557 Mar 16 11:38:59.484175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beba98-360b-4680-9f5e-30e5f16c2b56 req-3f36e3af-316e-4b0d-a571-8bfdb65b7561 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:59.485598 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-90beba98-360b-4680-9f5e-30e5f16c2b56 req-3f36e3af-316e-4b0d-a571-8bfdb65b7561 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.1436694 Mar 16 11:38:59.602287 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-90beba98-360b-4680-9f5e-30e5f16c2b56 req-1354fb3f-2550-49b2-89b9-d4bf397235d2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731857 Mar 16 11:38:59.609287 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-78a79e59-db9e-44ba-a5dd-6a9178c05132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:59.610737 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-78a79e59-db9e-44ba-a5dd-6a9178c05132 service neutron] 10.222.0.48 "GET /v2.0/networks?id=85c7844a-cd76-42be-8807-8c291a1bff13 HTTP/1.1" status: 200 len: 898 time: 0.1738591 Mar 16 11:38:59.629101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45220) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:59.719382 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-a6e842cc-fbe9-4bc4-b749-d7b1c0025b39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ecb473-9c5a-42d7-89dc-69567d512804 HTTP/1.1" status: 200 len: 999 time: 0.1023924 Mar 16 11:38:59.726465 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'b8421aa9-e698-4685-a887-06600cd0e8fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.109', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'port_id': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'mac_address': 'fa:16:3e:42:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:38:57Z', 'updated_at': '2022-03-16T11:38:57Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e41303b-7d37-4a07-941d-d2a9891a5aed', 'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d0:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:42Z', 'updated_at': '2022-03-16T11:38:47Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:59.731162 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] Checking router: c36f095d-a4eb-4657-ad04-0c41e7383a6b for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:38:59.741341 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] Routers {'c36f095d-a4eb-4657-ad04-0c41e7383a6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:59.741877 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:38:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:59.782086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-6adf1aa8-31e9-4ca2-85aa-d3b4b7e922c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:59.783628 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-6adf1aa8-31e9-4ca2-85aa-d3b4b7e922c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11bae84e-d9ca-451d-a214-a5b0f1f34336 HTTP/1.1" status: 200 len: 835 time: 0.0586493 Mar 16 11:38:59.849324 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-3f50d0f0-bb3f-46a6-880f-3c16f9cf7c3c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/b8421aa9-e698-4685-a887-06600cd0e8fe HTTP/1.1" status: 200 len: 991 time: 0.2175827 Mar 16 11:38:59.859675 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-4a71291d-dece-4b08-9d3c-f6f911d4d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:59.861164 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-4a71291d-dece-4b08-9d3c-f6f911d4d775 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85c7844a-cd76-42be-8807-8c291a1bff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707572 Mar 16 11:38:59.919793 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] Set router c36f095d-a4eb-4657-ad04-0c41e7383a6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:59.990281 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-d8bf476e-fd62-4d27-a872-85474c13a1e0 service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228499 Mar 16 11:39:00.242253 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e6d59e85-baa7-4bbb-9b57-afbf207abdb0 req-08a463f1-3ff7-4ab5-9410-94927e40cf09 service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458138 Mar 16 11:39:00.266767 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'b8421aa9-e698-4685-a887-06600cd0e8fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.109', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'port_id': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'mac_address': 'fa:16:3e:42:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:38:57Z', 'updated_at': '2022-03-16T11:38:57Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e41303b-7d37-4a07-941d-d2a9891a5aed', 'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d0:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:42Z', 'updated_at': '2022-03-16T11:38:47Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:00.270902 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b491c22-9dd3-4980-8f81-fcc59f48ff61 None None] The sync data for ids ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'] in dv-neutron-833860-1-hyperv is: [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'b8421aa9-e698-4685-a887-06600cd0e8fe', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.109', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'port_id': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'mac_address': 'fa:16:3e:42:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:38:57Z', 'updated_at': '2022-03-16T11:38:57Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e41303b-7d37-4a07-941d-d2a9891a5aed', 'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d0:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:42Z', 'updated_at': '2022-03-16T11:38:47Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:00.454662 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166dead-2485-4d0a-8140-b4a13d135c92 None None] New status for floating IP b8421aa9-e698-4685-a887-06600cd0e8fe: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:39:00.853384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45224) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:00.927256 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c8311e98-b204-420c-87e1-411f5387cdfa req-f016dca2-77e7-4342-a876-5149a2fb43d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738187 Mar 16 11:39:00.960255 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4212b20a-55bc-45a6-a443-7203ba73664e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/b8421aa9-e698-4685-a887-06600cd0e8fe HTTP/1.1" status: 200 len: 993 time: 0.1057250 Mar 16 11:39:01.073573 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8311e98-b204-420c-87e1-411f5387cdfa req-e605d805-f8c8-44ae-b22a-e3f720756d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:01.075028 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c8311e98-b204-420c-87e1-411f5387cdfa req-e605d805-f8c8-44ae-b22a-e3f720756d41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 1098 time: 0.0756183 Mar 16 11:39:01.230276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8311e98-b204-420c-87e1-411f5387cdfa req-67f82f29-5899-401d-90aa-3bb6867ec95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:01.231653 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c8311e98-b204-420c-87e1-411f5387cdfa req-67f82f29-5899-401d-90aa-3bb6867ec95d service neutron] 10.222.0.48 "GET /v2.0/networks?id=85c7844a-cd76-42be-8807-8c291a1bff13 HTTP/1.1" status: 200 len: 898 time: 0.1374145 Mar 16 11:39:01.333817 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c8311e98-b204-420c-87e1-411f5387cdfa req-860f9bdb-bba5-429f-9e4b-cef44d408e73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ecb473-9c5a-42d7-89dc-69567d512804 HTTP/1.1" status: 200 len: 1001 time: 0.0963273 Mar 16 11:39:01.399800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8311e98-b204-420c-87e1-411f5387cdfa req-00a99569-05f1-45fe-a73a-a1b129626847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:01.401280 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c8311e98-b204-420c-87e1-411f5387cdfa req-00a99569-05f1-45fe-a73a-a1b129626847 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11bae84e-d9ca-451d-a214-a5b0f1f34336 HTTP/1.1" status: 200 len: 835 time: 0.0622146 Mar 16 11:39:01.480185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8311e98-b204-420c-87e1-411f5387cdfa req-d5d757be-ef4c-4548-9937-c7974fa8d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:01.481741 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c8311e98-b204-420c-87e1-411f5387cdfa req-d5d757be-ef4c-4548-9937-c7974fa8d5b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85c7844a-cd76-42be-8807-8c291a1bff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727179 Mar 16 11:39:01.613698 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c8311e98-b204-420c-87e1-411f5387cdfa req-26bbbf08-33dc-4dc2-acde-01ad41009e15 service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258802 Mar 16 11:39:01.747181 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c8311e98-b204-420c-87e1-411f5387cdfa req-e6a04489-9ab5-4ef4-a6cd-01001fb60f1d service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278040 Mar 16 11:39:08.799419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:21.955702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2efd97e8-f2ef-4aa3-9353-e2f87157c08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.112856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.157523 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f06c99d1-5f8a-4e7d-b69e-34273fb10ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.345136 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.838553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.511556 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:39:38.779631 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.956614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ab1f896-b11d-4781-a8d2-97edd20198c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.501558 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-2cdd5727-c743-4ba0-93b1-157eadc0908a req-a8d4d00e-9a84-40ce-bdd2-b89243cb364d service neutron] (87874) timed out ('10.222.0.48', 51039) {{(pid=87874) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:39:55.120279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.160441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d61bbc6b-721d-47a2-bf38-f3a0c443ae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.348272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.833903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.923117 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-68ac9dd1-555e-4ad4-9ce0-faea120b48e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746028 Mar 16 11:40:01.062899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-b5b00804-3148-4976-a8c1-77b1e9c7b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:01.064373 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-b5b00804-3148-4976-a8c1-77b1e9c7b014 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 1098 time: 0.0727644 Mar 16 11:40:01.230570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-4801fe65-a499-4084-aa3a-f5bad2252fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:01.231905 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-4801fe65-a499-4084-aa3a-f5bad2252fb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=85c7844a-cd76-42be-8807-8c291a1bff13 HTTP/1.1" status: 200 len: 898 time: 0.1466160 Mar 16 11:40:01.335459 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-83bb3f3e-2cf4-47a2-bf3d-a440a3f5fdad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ecb473-9c5a-42d7-89dc-69567d512804 HTTP/1.1" status: 200 len: 1001 time: 0.0972974 Mar 16 11:40:01.394589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-611a6927-dfb4-4be1-9802-b03d08fc3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:01.395968 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-611a6927-dfb4-4be1-9802-b03d08fc3930 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11bae84e-d9ca-451d-a214-a5b0f1f34336 HTTP/1.1" status: 200 len: 835 time: 0.0548205 Mar 16 11:40:01.473746 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-78247574-6f94-4c46-a502-ba0c4715b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:01.475165 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-78247574-6f94-4c46-a502-ba0c4715b458 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85c7844a-cd76-42be-8807-8c291a1bff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731747 Mar 16 11:40:01.701003 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-b92bbca7-0b54-4f4f-996e-d6fabb17d7ab service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188575 Mar 16 11:40:01.839048 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7f17b979-fad9-4d67-a42d-37b9d4b87c92 req-626734c5-38a4-4ee9-b00e-f37e4c6006e1 service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314337 Mar 16 11:40:08.781321 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.487796 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56982b6-6cde-4761-950c-24a91ac5cea2 req-394e8256-d10c-44f2-b1d1-e21f68e558b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:10.489194 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e56982b6-6cde-4761-950c-24a91ac5cea2 req-394e8256-d10c-44f2-b1d1-e21f68e558b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0835435 Mar 16 11:40:10.511789 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:40:10.539565 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e56982b6-6cde-4761-950c-24a91ac5cea2 req-8349eb9a-be31-448d-aab9-ea93d674d965 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413733 Mar 16 11:40:11.735095 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2c11-8f3a-4e05-aa33-3b90fce18b13 req-264a2db6-3130-42b6-bd0f-df1463b347ad tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:11.736463 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c6f2c11-8f3a-4e05-aa33-3b90fce18b13 req-264a2db6-3130-42b6-bd0f-df1463b347ad tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0876122 Mar 16 11:40:11.783601 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4c6f2c11-8f3a-4e05-aa33-3b90fce18b13 req-ba39538a-e33c-418f-9dc2-20dec4944a48 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389276 Mar 16 11:40:12.983049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6088b1-1714-44e0-ad91-a12e730e9530 req-09ee5319-f66b-4996-b03d-f3ec590b49d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:12.984471 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ce6088b1-1714-44e0-ad91-a12e730e9530 req-09ee5319-f66b-4996-b03d-f3ec590b49d6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0820944 Mar 16 11:40:13.027170 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ce6088b1-1714-44e0-ad91-a12e730e9530 req-a1e78613-b285-4868-b3da-5a74ec6e2760 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370569 Mar 16 11:40:14.222440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce239119-da1f-4eef-a829-eb6c3b720862 req-af32ec27-9f64-4993-b0e0-cbc6d468423f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:14.223846 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ce239119-da1f-4eef-a829-eb6c3b720862 req-af32ec27-9f64-4993-b0e0-cbc6d468423f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0848677 Mar 16 11:40:14.267668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ce239119-da1f-4eef-a829-eb6c3b720862 req-b32d2bc2-7349-4cd4-9f71-0873d9f75ed6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381920 Mar 16 11:40:15.470328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0addb-ce28-4448-8a39-9a3e0c99bb9e req-d60710fa-9215-4514-aeab-b0b543bc7070 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:15.471718 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfa0addb-ce28-4448-8a39-9a3e0c99bb9e req-d60710fa-9215-4514-aeab-b0b543bc7070 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0914955 Mar 16 11:40:15.515467 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfa0addb-ce28-4448-8a39-9a3e0c99bb9e req-d1af993c-eded-477b-9dab-0e022c6a7133 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379174 Mar 16 11:40:16.712964 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c8f4c-c168-4b12-89a0-5bdc95646e42 req-97ef891c-ceee-4498-bc9c-fabc5c5982ec tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:16.714379 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2a4c8f4c-c168-4b12-89a0-5bdc95646e42 req-97ef891c-ceee-4498-bc9c-fabc5c5982ec tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0900218 Mar 16 11:40:16.761374 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2a4c8f4c-c168-4b12-89a0-5bdc95646e42 req-5eee9636-a80b-4d37-8d61-012e3f44f0df tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412323 Mar 16 11:40:17.952419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c9fe8-1ed6-4c5a-a726-767f910ae46c req-79070aa2-9040-4263-b8dc-62dba825dafe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:17.954109 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-440c9fe8-1ed6-4c5a-a726-767f910ae46c req-79070aa2-9040-4263-b8dc-62dba825dafe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0815597 Mar 16 11:40:18.000460 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-440c9fe8-1ed6-4c5a-a726-767f910ae46c req-4bec2dac-521e-4af8-bf4a-aaa190cf727b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399415 Mar 16 11:40:19.197472 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421d135-5e1d-40d4-9649-ffefb7421596 req-a4aca9e5-1377-4c9f-a2ec-80c9500355df tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:19.198900 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f421d135-5e1d-40d4-9649-ffefb7421596 req-a4aca9e5-1377-4c9f-a2ec-80c9500355df tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0845845 Mar 16 11:40:19.254885 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f421d135-5e1d-40d4-9649-ffefb7421596 req-afc10c8e-715f-47e4-9d8c-81cb80b175df tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502541 Mar 16 11:40:20.459203 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601fb1a-7f66-4c46-899f-ea1238e43b48 req-c38013a2-8295-4147-a0c2-e2a399a3b59c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:20.460682 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9601fb1a-7f66-4c46-899f-ea1238e43b48 req-c38013a2-8295-4147-a0c2-e2a399a3b59c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0865669 Mar 16 11:40:20.507560 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9601fb1a-7f66-4c46-899f-ea1238e43b48 req-aa971d8c-7784-41af-bd43-5abfc92aba7e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386055 Mar 16 11:40:21.715532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e120775-03cf-4602-8f12-741f4050edd7 req-dabe780a-11af-4e74-9526-b2cdb15eab44 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:21.716906 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e120775-03cf-4602-8f12-741f4050edd7 req-dabe780a-11af-4e74-9526-b2cdb15eab44 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0878105 Mar 16 11:40:21.764043 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8e120775-03cf-4602-8f12-741f4050edd7 req-778b5e6b-b71a-4b37-af02-dd8a80f33eb1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391505 Mar 16 11:40:21.788852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45272) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:21.894643 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1122eac9-567a-46e4-a10d-5ff348510908 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/b8421aa9-e698-4685-a887-06600cd0e8fe HTTP/1.1" status: 200 len: 993 time: 0.1047125 Mar 16 11:40:21.949176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-552f2708-623a-4437-b962-8eba254abc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.383252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6d98e-9af7-4ccc-978b-e05589d61a97 req-eafb9f67-32f0-41f3-9453-131d73397fad tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:23.384763 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9fe6d98e-9af7-4ccc-978b-e05589d61a97 req-eafb9f67-32f0-41f3-9453-131d73397fad tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0833333 Mar 16 11:40:23.433725 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9fe6d98e-9af7-4ccc-978b-e05589d61a97 req-d4c72507-e185-4385-9028-8c29202948ea tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Mar 16 11:40:23.441949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-8128f065-9b8f-4839-8d79-7e92be2e7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:23.443453 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-8128f065-9b8f-4839-8d79-7e92be2e7c74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 1098 time: 0.0725162 Mar 16 11:40:23.577228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-153234ed-27c8-4dc1-a5f4-9b1efd7fe8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:23.578617 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-153234ed-27c8-4dc1-a5f4-9b1efd7fe8df service neutron] 10.222.0.48 "GET /v2.0/networks?id=85c7844a-cd76-42be-8807-8c291a1bff13 HTTP/1.1" status: 200 len: 898 time: 0.1294675 Mar 16 11:40:23.680685 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-4fb852a6-6de9-4ab0-828d-015bde70d240 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ecb473-9c5a-42d7-89dc-69567d512804 HTTP/1.1" status: 200 len: 1001 time: 0.0962567 Mar 16 11:40:23.743539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-73b03e13-927b-43e8-9032-31ca0ae7fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:23.745020 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-73b03e13-927b-43e8-9032-31ca0ae7fabe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11bae84e-d9ca-451d-a214-a5b0f1f34336 HTTP/1.1" status: 200 len: 835 time: 0.0580678 Mar 16 11:40:23.825017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-6d77b64c-8831-4b5c-b2e7-798c0099f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:23.826487 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-6d77b64c-8831-4b5c-b2e7-798c0099f204 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85c7844a-cd76-42be-8807-8c291a1bff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756922 Mar 16 11:40:23.970504 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-c22f4f35-f810-49cd-985e-a923fcc3eb4a service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375864 Mar 16 11:40:24.109707 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c051a771-1b7f-413b-aa38-2de8873f6cc4 req-7258d773-b384-4c0c-90f8-c8cb30a3907a service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328633 Mar 16 11:40:24.620540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862294e-5927-4027-af6e-46e93d90e73d req-b380bf5c-0e51-4f0a-9a2a-c72627e9a774 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:24.622036 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c862294e-5927-4027-af6e-46e93d90e73d req-b380bf5c-0e51-4f0a-9a2a-c72627e9a774 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0811479 Mar 16 11:40:24.673373 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c862294e-5927-4027-af6e-46e93d90e73d req-8dd445d5-7420-4f2c-a305-bc15ef8a2634 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453982 Mar 16 11:40:25.123841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.164656 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4388baa4-b877-47e1-869e-78b3fdeaa352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.353049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.876052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81138e-ec59-4267-9dab-a7072c0f01d8 req-d7cb5c6b-3d6c-4413-ad2e-93e967fc4728 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:25.877532 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5f81138e-ec59-4267-9dab-a7072c0f01d8 req-d7cb5c6b-3d6c-4413-ad2e-93e967fc4728 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0896649 Mar 16 11:40:25.921611 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5f81138e-ec59-4267-9dab-a7072c0f01d8 req-530826d5-120b-4a81-a793-5bb5849fc6e0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382445 Mar 16 11:40:25.949625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45286) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:26.065721 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-771b1793-0a9d-439e-928a-92e9b5ef8dba tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/b8421aa9-e698-4685-a887-06600cd0e8fe HTTP/1.1" status: 200 len: 993 time: 0.1145933 Mar 16 11:40:26.840980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:38.794750 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:47.516817 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:40:51.965018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-19d95416-3e94-486a-9041-a0962a6952b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:55.137277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:55.168572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e169c769-352c-4a61-a4e7-9ef81b66d993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:55.353960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:56.840307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:02.039120 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-b69a19cb-2a34-4dc3-95ea-0bb0cfecdc10 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1740687 Mar 16 11:41:02.192106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-09d9e67f-80bb-45b2-b284-93151854db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:02.193608 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-09d9e67f-80bb-45b2-b284-93151854db1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 1098 time: 0.0788045 Mar 16 11:41:02.340595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-705ca311-1d98-4fa0-9bd7-bc71e8ea0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:02.341976 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-705ca311-1d98-4fa0-9bd7-bc71e8ea0988 service neutron] 10.222.0.48 "GET /v2.0/networks?id=85c7844a-cd76-42be-8807-8c291a1bff13 HTTP/1.1" status: 200 len: 898 time: 0.1284895 Mar 16 11:41:02.443580 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-4df03f86-dfc8-4855-84e8-601716d0b1f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ecb473-9c5a-42d7-89dc-69567d512804 HTTP/1.1" status: 200 len: 1001 time: 0.0951798 Mar 16 11:41:02.509800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-b99169ba-6b22-4c71-b45a-6d82efa3b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:02.511176 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-b99169ba-6b22-4c71-b45a-6d82efa3b613 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11bae84e-d9ca-451d-a214-a5b0f1f34336 HTTP/1.1" status: 200 len: 835 time: 0.0611339 Mar 16 11:41:02.585231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-42e47fc8-0cde-47f4-bae4-e89da0c0a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:02.586723 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-42e47fc8-0cde-47f4-bae4-e89da0c0a7d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85c7844a-cd76-42be-8807-8c291a1bff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694478 Mar 16 11:41:02.722300 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-a49e06a1-6a94-4ccc-b156-d22ae7d9bfc7 service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289785 Mar 16 11:41:02.854623 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c272d2fa-0a1f-4169-b205-9e4a62f52b79 req-96108253-d370-4091-950c-7ced419a8e64 service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259642 Mar 16 11:41:08.790927 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.967099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ea780db0-c888-488e-a167-af0f87353949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.977758 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45320) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:22.182922 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port e049d24f-a1cc-4637-8077-28c32a0c0f2e {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:22.183228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.353915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.354142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.477827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for e049d24f-a1cc-4637-8077-28c32a0c0f2e owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:22.637711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.687627 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=e049d24f-a1cc-4637-8077-28c32a0c0f2e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.723453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.723624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.723991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.724326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.724663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.725017 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.725340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.725664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.725984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.726304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.726624 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.726939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:22.794102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.794434 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Floating IP b8421aa9-e698-4685-a887-06600cd0e8fe disassociated (deleted). External IP: 172.26.2.109, port: c7ecb473-9c5a-42d7-89dc-69567d512804. Mar 16 11:41:23.251893 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router c36f095d-a4eb-4657-ad04-0c41e7383a6b has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:23.431516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:23.442122 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] Sync routers for ids ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:23.454161 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] Routers {'c36f095d-a4eb-4657-ad04-0c41e7383a6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:23.454364 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:23.454760 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:40:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:23.511122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-09a587c9-bc04-4182-86fb-e3de13aef8f3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/floatingips/b8421aa9-e698-4685-a887-06600cd0e8fe HTTP/1.1" status: 204 len: 168 time: 1.5321143 Mar 16 11:41:23.511662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'tag': 'c7ecb473-9c5a-42d7-89dc-69567d512804'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:23.611946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'tag': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'status': 'completed', 'code': 200} Mar 16 11:41:23.637438 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] Set router c36f095d-a4eb-4657-ad04-0c41e7383a6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:23.707524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d6478-1efd-485c-8797-a35c79d00725 req-cbe0b31f-c190-4e37-8e48-fb2120f88cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:23.709151 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b40d6478-1efd-485c-8797-a35c79d00725 req-cbe0b31f-c190-4e37-8e48-fb2120f88cd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 1098 time: 0.0763288 Mar 16 11:41:23.895648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d6478-1efd-485c-8797-a35c79d00725 req-8865146a-0a5e-4505-b9ca-9faab4775725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:23.897124 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b40d6478-1efd-485c-8797-a35c79d00725 req-8865146a-0a5e-4505-b9ca-9faab4775725 service neutron] 10.222.0.48 "GET /v2.0/networks?id=85c7844a-cd76-42be-8807-8c291a1bff13 HTTP/1.1" status: 200 len: 898 time: 0.1771119 Mar 16 11:41:23.971486 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b40d6478-1efd-485c-8797-a35c79d00725 req-19e268d8-3834-48c3-8a56-c36a94e0db54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ecb473-9c5a-42d7-89dc-69567d512804 HTTP/1.1" status: 200 len: 217 time: 0.0667028 Mar 16 11:41:23.983380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d604-0a2f-4848-8007-2efff5d23ff8 req-efedac61-4a27-4855-8757-cc1bd532709a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:23.984057 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-33d5d604-0a2f-4848-8007-2efff5d23ff8 req-efedac61-4a27-4855-8757-cc1bd532709a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:23.990001 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7e41303b-7d37-4a07-941d-d2a9891a5aed', 'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d0:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:42Z', 'updated_at': '2022-03-16T11:38:47Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:23.993805 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] Checking router: c36f095d-a4eb-4657-ad04-0c41e7383a6b for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:24.002699 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] Routers {'c36f095d-a4eb-4657-ad04-0c41e7383a6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:24.003451 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:40:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:24.044873 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-33d5d604-0a2f-4848-8007-2efff5d23ff8 req-efedac61-4a27-4855-8757-cc1bd532709a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:24.045991 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-33d5d604-0a2f-4848-8007-2efff5d23ff8 req-efedac61-4a27-4855-8757-cc1bd532709a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.2238886 Mar 16 11:41:24.052971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d6478-1efd-485c-8797-a35c79d00725 req-01dac8d9-3c76-4552-9300-57df09093f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:24.054496 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b40d6478-1efd-485c-8797-a35c79d00725 req-01dac8d9-3c76-4552-9300-57df09093f32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11bae84e-d9ca-451d-a214-a5b0f1f34336 HTTP/1.1" status: 200 len: 835 time: 0.0667589 Mar 16 11:41:24.139245 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-33d5d604-0a2f-4848-8007-2efff5d23ff8 req-c85dd02f-a826-42ec-8dda-1c08832f1247 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839150 Mar 16 11:41:24.166233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d6478-1efd-485c-8797-a35c79d00725 req-3daa2159-8d53-42cd-aabe-a121618159db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:24.176245 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b40d6478-1efd-485c-8797-a35c79d00725 req-3daa2159-8d53-42cd-aabe-a121618159db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85c7844a-cd76-42be-8807-8c291a1bff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992405 Mar 16 11:41:24.205011 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] Set router c36f095d-a4eb-4657-ad04-0c41e7383a6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:24.300155 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b40d6478-1efd-485c-8797-a35c79d00725 req-e419f665-1942-4e42-a380-a8088666347e service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244104 Mar 16 11:41:24.429249 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b40d6478-1efd-485c-8797-a35c79d00725 req-fba0d3c9-bf81-418d-a36a-53a6dd188b4e service neutron] 10.222.0.48 "GET /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227484 Mar 16 11:41:24.512506 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7e41303b-7d37-4a07-941d-d2a9891a5aed', 'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d0:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:42Z', 'updated_at': '2022-03-16T11:38:47Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:24.518720 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:41:24.520119 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea6dc6-cb61-4e9b-9b3c-806da2e9cff6 None None] The sync data for ids ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'] in dv-neutron-833860-1-hyperv is: [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:38:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '7e41303b-7d37-4a07-941d-d2a9891a5aed', 'name': '', 'network_id': '85c7844a-cd76-42be-8807-8c291a1bff13', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:d0:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:42Z', 'updated_at': '2022-03-16T11:38:47Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '11bae84e-d9ca-451d-a214-a5b0f1f34336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:24.724651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab996e7-0887-49a5-9f72-9d1cc51c9f67 None None] New status for floating IP b8421aa9-e698-4685-a887-06600cd0e8fe: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:41:25.134079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.175388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e27bd126-970c-46af-86e6-dc5d1d05034b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.348213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.351100 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd792259-8e93-4474-86ad-232985bdfe1c req-a12c557b-c41a-4c54-a039-0917b078f270 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:25.352614 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dd792259-8e93-4474-86ad-232985bdfe1c req-a12c557b-c41a-4c54-a039-0917b078f270 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0882683 Mar 16 11:41:25.397092 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dd792259-8e93-4474-86ad-232985bdfe1c req-2b107c63-ce19-45aa-b273-8bce925aaf70 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1fe0d50-640b-46c8-9008-459cdbaa059e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386846 Mar 16 11:41:25.658325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-4976279e-6e15-45f0-8a83-540ac42acb6b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:25.659702 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-4976279e-6e15-45f0-8a83-540ac42acb6b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 945 time: 0.0864539 Mar 16 11:41:25.737231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-7021b54e-4cb4-4d1b-b9f8-b7c245dff8cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port c7ecb473-9c5a-42d7-89dc-69567d512804 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:25.737690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-7021b54e-4cb4-4d1b-b9f8-b7c245dff8cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.103577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-7021b54e-4cb4-4d1b-b9f8-b7c245dff8cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port c7ecb473-9c5a-42d7-89dc-69567d512804, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=c7ecb473-9c5a-42d7-89dc-69567d512804,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:26.103934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-7021b54e-4cb4-4d1b-b9f8-b7c245dff8cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.226028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-7021b54e-4cb4-4d1b-b9f8-b7c245dff8cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for c7ecb473-9c5a-42d7-89dc-69567d512804 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:26.383163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-7021b54e-4cb4-4d1b-b9f8-b7c245dff8cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.436191 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021b54e-4cb4-4d1b-b9f8-b7c245dff8cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=c7ecb473-9c5a-42d7-89dc-69567d512804,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:26.512134 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-7021b54e-4cb4-4d1b-b9f8-b7c245dff8cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] No DVR routers for this DVR port c7ecb473-9c5a-42d7-89dc-69567d512804 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:26.546683 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-7021b54e-4cb4-4d1b-b9f8-b7c245dff8cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.549386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'name': 'network-vif-deleted', 'tag': 'c7ecb473-9c5a-42d7-89dc-69567d512804'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:26.569673 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-33b6db8d-81ec-4f93-8909-210d1ec36fec req-4519fffc-1cd2-4187-9454-61327d2dc8d8 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=a44e7839-6b73-4519-9e59-63300a8505fb HTTP/1.1" status: 200 len: 210 time: 0.0595765 Mar 16 11:41:26.578715 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a69bdfca-a8cb-4a4a-9161-fb292fd1cc13 req-7021b54e-4cb4-4d1b-b9f8-b7c245dff8cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "DELETE /v2.0/ports/c7ecb473-9c5a-42d7-89dc-69567d512804 HTTP/1.1" status: 204 len: 173 time: 0.9134374 Mar 16 11:41:26.616310 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e7839-6b73-4519-9e59-63300a8505fb', 'name': 'network-vif-deleted', 'tag': 'c7ecb473-9c5a-42d7-89dc-69567d512804', 'status': 'completed', 'code': 200} Mar 16 11:41:26.841724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.663590 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45340) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:28.232494 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.691554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port 7e41303b-7d37-4a07-941d-d2a9891a5aed {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:28.692277 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.897224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port 7e41303b-7d37-4a07-941d-d2a9891a5aed, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=7e41303b-7d37-4a07-941d-d2a9891a5aed,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:28.897570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:29.020453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for 7e41303b-7d37-4a07-941d-d2a9891a5aed owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:29.342281 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:29.393849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=7e41303b-7d37-4a07-941d-d2a9891a5aed,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:29.666619 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.140244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router c36f095d-a4eb-4657-ad04-0c41e7383a6b has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:30.250138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c7ecb473-9c5a-42d7-89dc-69567d512804 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:30.286486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: c7ecb473-9c5a-42d7-89dc-69567d512804 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:30.286807 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device c7ecb473-9c5a-42d7-89dc-69567d512804 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:30.325595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:30.335282 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] Sync routers for ids ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:30.338148 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-1538f9ca-05f8-45a8-9466-be259fc635b0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "PUT /v2.0/routers/c36f095d-a4eb-4657-ad04-0c41e7383a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6734104 Mar 16 11:41:30.341004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45354) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:30.345199 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] Routers {'c36f095d-a4eb-4657-ad04-0c41e7383a6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:30.345801 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:41:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:30.408443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77966fb-07a3-40ef-a221-44373caedd3e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting subnet 11bae84e-d9ca-451d-a214-a5b0f1f34336 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:41:30.411713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e77966fb-07a3-40ef-a221-44373caedd3e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.465181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e77966fb-07a3-40ef-a221-44373caedd3e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.520352 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] Set router c36f095d-a4eb-4657-ad04-0c41e7383a6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:30.546759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e77966fb-07a3-40ef-a221-44373caedd3e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.623374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e77966fb-07a3-40ef-a221-44373caedd3e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.659847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77966fb-07a3-40ef-a221-44373caedd3e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Subnet': ['ID=11bae84e-d9ca-451d-a214-a5b0f1f34336,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:30.665480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e77966fb-07a3-40ef-a221-44373caedd3e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.672304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49926ecb-8894-45c4-a659-3e9d693d6de4 None None] Network 85c7844a-cd76-42be-8807-8c291a1bff13 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:30.673653 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e77966fb-07a3-40ef-a221-44373caedd3e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/subnets/11bae84e-d9ca-451d-a214-a5b0f1f34336 HTTP/1.1" status: 204 len: 168 time: 0.3316965 Mar 16 11:41:30.676378 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45358) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:30.797078 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:41:29Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:30.801363 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] Checking router: c36f095d-a4eb-4657-ad04-0c41e7383a6b for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:30.810158 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] Routers {'c36f095d-a4eb-4657-ad04-0c41e7383a6b'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:30.810766 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:41:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:30.859334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.938367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] DHCP port deletion for 85c7844a-cd76-42be-8807-8c291a1bff13 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:41:30.942524 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Deleting port f4e5eee9-67a6-491a-9a3c-9eadf063d375 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:30.942854 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.034857 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] Set router c36f095d-a4eb-4657-ad04-0c41e7383a6b gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:31.073005 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.083509 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port ac57dac3-668b-4f32-8a4b-aef029dd2ed0 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:31.083849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.144229 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] For port f4e5eee9-67a6-491a-9a3c-9eadf063d375, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=f4e5eee9-67a6-491a-9a3c-9eadf063d375,segment=NetworkSegment(ae76c914-b47c-47f4-a21a-9f8e144e68a4),segment_id=ae76c914-b47c-47f4-a21a-9f8e144e68a4)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:31.144693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.266558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Calling delete_port for f4e5eee9-67a6-491a-9a3c-9eadf063d375 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:31.277975 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port ac57dac3-668b-4f32-8a4b-aef029dd2ed0, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=ac57dac3-668b-4f32-8a4b-aef029dd2ed0,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:31.278492 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.320133 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:41:29Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:31.324078 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697e4fb-4254-408f-93fa-b49d720db851 None None] The sync data for ids ['c36f095d-a4eb-4657-ad04-0c41e7383a6b'] in dv-neutron-833860-1-hyperv is: [{'id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145378331', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:38:37Z', 'updated_at': '2022-03-16T11:41:29Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': 'ac57dac3-668b-4f32-8a4b-aef029dd2ed0', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f095d-a4eb-4657-ad04-0c41e7383a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:38:38Z', 'updated_at': '2022-03-16T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:31.351249 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.397754 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Pushing event deleted for resources: {'Port': ['ID=f4e5eee9-67a6-491a-9a3c-9eadf063d375,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:31.402939 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] No DVR routers for this DVR port f4e5eee9-67a6-491a-9a3c-9eadf063d375 on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:31.409514 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.409865 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.410264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.414957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.414957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.414957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.414957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.414957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.414957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.414957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.414957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.414957 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1907c4d-2419-44b4-8261-d14a14e4e5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:31.519516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for ac57dac3-668b-4f32-8a4b-aef029dd2ed0 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:31.712224 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.734898 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7e41303b-7d37-4a07-941d-d2a9891a5aed no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:31.760286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=ac57dac3-668b-4f32-8a4b-aef029dd2ed0,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:31.771533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 7e41303b-7d37-4a07-941d-d2a9891a5aed {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:31.771812 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 7e41303b-7d37-4a07-941d-d2a9891a5aed not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:31.772220 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f4e5eee9-67a6-491a-9a3c-9eadf063d375 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:31.845568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: f4e5eee9-67a6-491a-9a3c-9eadf063d375 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:31.845917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device f4e5eee9-67a6-491a-9a3c-9eadf063d375 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:31.857387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.029561 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.031637 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.054752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.055216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Fanout notify agent at l3_agent the message router_deleted on router c36f095d-a4eb-4657-ad04-0c41e7383a6b {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:41:32.071928 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.075573 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7c300854-acff-475c-8a77-d18e550c69fe tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/routers/c36f095d-a4eb-4657-ad04-0c41e7383a6b HTTP/1.1" status: 204 len: 168 time: 1.3955421 Mar 16 11:41:32.076375 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45362) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:32.197847 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.328760 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.353960 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c7844a-cd76-42be-8807-8c291a1bff13']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:32.365945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae76c914-b47c-47f4-a21a-9f8e144e68a4') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:32.366242 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae76c914-b47c-47f4-a21a-9f8e144e68a4') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:32.377394 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.393225 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.400232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:41:32.400657 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:41:32.422625 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:41:32.509155 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.528595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.541125 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Network': ['ID=85c7844a-cd76-42be-8807-8c291a1bff13,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:32.551132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.551478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.551803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.552135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.552463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.552838 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.553193 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.553562 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.553893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.554235 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.554543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.554879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:32.562250 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-848fd505-9836-46e9-bb3b-9699391d077e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/networks/85c7844a-cd76-42be-8807-8c291a1bff13 HTTP/1.1" status: 204 len: 168 time: 0.4820664 Mar 16 11:41:32.562395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45366) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:32.629468 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6282-117c-4d69-a742-f573609eff96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.658633 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6282-117c-4d69-a742-f573609eff96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.730258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6282-117c-4d69-a742-f573609eff96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.849471 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf6282-117c-4d69-a742-f573609eff96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fe0d50-640b-46c8-9008-459cdbaa059e,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:32.860363 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6282-117c-4d69-a742-f573609eff96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.861527 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a6bf6282-117c-4d69-a742-f573609eff96 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/security-groups/f1fe0d50-640b-46c8-9008-459cdbaa059e HTTP/1.1" status: 204 len: 168 time: 0.2982244 Mar 16 11:41:33.272081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45376) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:33.277336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724699008', 'description': 'tempest-secgroup-smoke-1724699008 description', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:33.283617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:33.287966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:33.290933 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:33.297768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:33.313226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.339282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:33.343046 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:33.345824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:33.351747 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:33.419479 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.424323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.468842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705b7023-3651-42a8-a9fc-8a5f705cb29c,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:33.472863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.474050 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d3536fa5-aaa1-4ed4-a7a3-8a86a1eabf08 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2009573 Mar 16 11:41:33.476957 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45380) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:33.481926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '705b7023-3651-42a8-a9fc-8a5f705cb29c', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:33.491855 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:33.496220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:33.499391 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:33.505991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:33.524761 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.532528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ac57dac3-668b-4f32-8a4b-aef029dd2ed0 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:33.566254 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: ac57dac3-668b-4f32-8a4b-aef029dd2ed0 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:33.566590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device ac57dac3-668b-4f32-8a4b-aef029dd2ed0 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:33.588779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.592840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.619638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cc0157-e2e1-4683-be42-066f9b4154e5,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:33.628830 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.630105 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0cac0297-13f8-44da-9b40-1fc74428d275 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521568 Mar 16 11:41:33.633080 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45386) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:33.638033 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '705b7023-3651-42a8-a9fc-8a5f705cb29c', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:33.644077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:33.648324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:33.651241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:33.656945 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:33.672807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.733453 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.737937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.763411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d7990e-642b-4012-8ce8-645086d0cc72,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:33.773021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.774290 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4997fda6-18ec-4d2b-a115-d6f52e68d6a3 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402788 Mar 16 11:41:33.777258 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45390) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:33.782920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '705b7023-3651-42a8-a9fc-8a5f705cb29c', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:33.789351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:33.793399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:33.796376 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:33.802397 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:33.821943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.896600 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.900408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.924546 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96373a49-5a97-46d5-b646-847f5fa33785,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:33.936078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.937388 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-255731b2-f67a-4ac5-98b8-9f95990e075c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589868 Mar 16 11:41:33.940584 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45394) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:33.945849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '705b7023-3651-42a8-a9fc-8a5f705cb29c', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:33.953300 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:33.959855 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:33.965213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:33.982580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:34.001488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.069807 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.074250 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.100346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce29e05b-ee48-41e8-9748-c2de476d3f63,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:34.111293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.112724 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-97d78ae7-fbdd-4e88-a8d6-ba3f4acab396 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1711297 Mar 16 11:41:34.115609 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45402) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:34.121419 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '705b7023-3651-42a8-a9fc-8a5f705cb29c', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:34.129304 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:34.133577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:34.139275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:34.145840 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:34.159114 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Project 55f19e1b110c4ceba4248241e4f8afd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:41:34.166867 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.231871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.236558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.259398 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ee504c-d17b-45c0-8c09-d86cb1a504f9,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:34.268974 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.270186 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8f05349d-1936-49b3-9a21-b2974122ffaf tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536598 Mar 16 11:41:34.273044 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45406) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:34.277918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'security_group_rule': {'security_group_id': '705b7023-3651-42a8-a9fc-8a5f705cb29c', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:34.283611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:34.287538 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:security_group_rule and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:34.290387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:34.296048 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:34.308013 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Project 55f19e1b110c4ceba4248241e4f8afd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:41:34.314404 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.379866 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.384728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.406856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67461992-606b-4957-9508-c76ebb39da09,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:34.415999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.417207 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4c377fc1-0071-42fd-9383-36f856ada1c9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432667 Mar 16 11:41:34.420798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45410) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:34.426575 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'network': {'name': 'tempest-network-smoke--1841610011', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'port_security_enabled': True}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:34.431832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:34.436489 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:network and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:34.439517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:34.445614 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:34.457110 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:34.460510 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.489105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:41:34.498299 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.498633 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Added segment 4d4da2cb-e55d-41ef-ad27-b505e68e797d of type vlan for network c9218fdb-4a60-4b0e-ba2c-9563e339e189 Mar 16 11:41:34.525660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.555943 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.562293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:34.563297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.668680 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2468152 Mar 16 11:41:34.671644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45414) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:34.674776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f7edf-4c05-4158-b3d8-04efefd0f2f7 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Network': ['ID=c9218fdb-4a60-4b0e-ba2c-9563e339e189,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:34.677293 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'admin_state_up': True, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:34.685113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:34.685730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network c9218fdb-4a60-4b0e-ba2c-9563e339e189 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:41:34.689184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:router and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:34.692102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:34.698551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:34.709434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.710427 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.726958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.008678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.316406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.344909 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.478101 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.26.2.133 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/24fc59af-b729-4752-893c-e86e3bae2300) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:35.731247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.761362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.822705 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:35.829486 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:35.832181 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:35.870298 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=24fc59af-b729-4752-893c-e86e3bae2300,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:36.263376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.612139 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.825177 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 4c4c869c-49db-4120-a0fd-1e8ee519c745 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:41:37.121331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:37.131989 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Sync routers for ids ['4c4c869c-49db-4120-a0fd-1e8ee519c745'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:37.141945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Routers {'4c4c869c-49db-4120-a0fd-1e8ee519c745'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:37.142539 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:41:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['4c4c869c-49db-4120-a0fd-1e8ee519c745'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:37.148523 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:37.149733 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-926f769d-4fbe-48a8-a61e-6cbcc6e06dd4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4769254 Mar 16 11:41:37.153025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45420) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:37.317289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Set router 4c4c869c-49db-4120-a0fd-1e8ee519c745 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:37.456730 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-bc4e5e43-5a0f-42a4-af08-f38c90049ee6 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=55f19e1b110c4ceba4248241e4f8afd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3026178 Mar 16 11:41:37.460517 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45430) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:37.589992 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90b001-466e-44bf-b45e-bfc85e4681a1 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:37.592781 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-be90b001-466e-44bf-b45e-bfc85e4681a1 tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298680 Mar 16 11:41:37.594205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45434) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:37.598792 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:36Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:37.602858 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Checking router: 4c4c869c-49db-4120-a0fd-1e8ee519c745 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:37.603166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Updating router 4c4c869c-49db-4120-a0fd-1e8ee519c745 port 24fc59af-b729-4752-893c-e86e3bae2300 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:41:37.632780 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a3917f41-dff4-4776-b168-105629dfbc2f tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f28afb50-8b52-4a48-b4f1-1a21e581c5fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375295 Mar 16 11:41:37.635545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45438) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:37.641209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1660508143', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:37.658880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:37.749369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:37.753165 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:subnet and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:37.755912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:37.761433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:37.772827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:37.776327 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:37.979520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:37.990504 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:37.991993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Transition to ACTIVE for port object 24fc59af-b729-4752-893c-e86e3bae2300 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:37.999447 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.070704 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Subnet': ['ID=17611f83-fa55-4b72-8257-e1ef04ef69d2,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:38.075922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Attempting to bind port 24fc59af-b729-4752-893c-e86e3bae2300 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:38.076289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Attempting to bind port 24fc59af-b729-4752-893c-e86e3bae2300 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:38.076774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Attempting to bind port 24fc59af-b729-4752-893c-e86e3bae2300 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:38.079549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Checking segment: {'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:38.079906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network hostable DHCP agents. Network: c9218fdb-4a60-4b0e-ba2c-9563e339e189, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:41:38.086141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac7a06-1222-46ad-b597-136c204c959a None None] Pushing event updated for resources: {'Port': ['ID=24fc59af-b729-4752-893c-e86e3bae2300,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:38.088519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:38.088906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:38.089294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.089671 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:38.090131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Bound port: 24fc59af-b729-4752-893c-e86e3bae2300, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:38.090487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.098901 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network c9218fdb-4a60-4b0e-ba2c-9563e339e189 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:41:38.108750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, c9218fdb-4a60-4b0e-ba2c-9563e339e189) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:38.112835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:38.113503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.122726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6560da1c-0ada-47eb-9035-b3471e8850ed None None] Network c9218fdb-4a60-4b0e-ba2c-9563e339e189 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:38.135052 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9d9440ea-254d-439d-a33b-df737a32507a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4983695 Mar 16 11:41:38.137923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45442) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:38.252589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] For port 24fc59af-b729-4752-893c-e86e3bae2300, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:38.257767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] For port 24fc59af-b729-4752-893c-e86e3bae2300, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=24fc59af-b729-4752-893c-e86e3bae2300,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:38.269558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.433425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Routers {'4c4c869c-49db-4120-a0fd-1e8ee519c745'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:38.434030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:41:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['4c4c869c-49db-4120-a0fd-1e8ee519c745'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:38.480557 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac7a06-1222-46ad-b597-136c204c959a None None] Pushing event updated for resources: {'Port': ['ID=24fc59af-b729-4752-893c-e86e3bae2300,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:38.547535 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:41:38.548354 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.716415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] Set router 4c4c869c-49db-4120-a0fd-1e8ee519c745 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:38.906181 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.933282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.981726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Allocated IP 172.20.0.2 (c9218fdb-4a60-4b0e-ba2c-9563e339e189/17611f83-fa55-4b72-8257-e1ef04ef69d2/568120a3-d8e2-4e66-ab23-7d6101c96e9d) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:39.229725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:36Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:39.241243 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc147c-c4cf-47a0-85a1-2a46fd421ee6 None None] The sync data for ids ['4c4c869c-49db-4120-a0fd-1e8ee519c745'] in dv-neutron-833860-1-hyperv is: [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:36Z', 'revision_number': 3, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:39.247813 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:39.259159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Transition to ACTIVE for port object 568120a3-d8e2-4e66-ab23-7d6101c96e9d will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:39.281885 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Transition to ACTIVE for port object 568120a3-d8e2-4e66-ab23-7d6101c96e9d will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:39.288583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:39.347628 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Network c9218fdb-4a60-4b0e-ba2c-9563e339e189 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:39.350473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:39.353997 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:39.355677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.20.0.1 (c9218fdb-4a60-4b0e-ba2c-9563e339e189/17611f83-fa55-4b72-8257-e1ef04ef69d2/a4c7200c-dcb4-4f72-b894-7707758066b4) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:39.393449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Pushing event updated for resources: {'Port': ['ID=568120a3-d8e2-4e66-ab23-7d6101c96e9d,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:39.469837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Attempting to bind port 568120a3-d8e2-4e66-ab23-7d6101c96e9d on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:39.470207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Attempting to bind port 568120a3-d8e2-4e66-ab23-7d6101c96e9d by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:39.470562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Attempting to bind port 568120a3-d8e2-4e66-ab23-7d6101c96e9d on network c9218fdb-4a60-4b0e-ba2c-9563e339e189 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:39.476400 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:39.476779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Checking segment: {'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:39.477182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:39.477834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Bound using segment: {'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:39.478307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Bound port: 568120a3-d8e2-4e66-ab23-7d6101c96e9d, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:39.478672 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:39.547527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:39.570507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Transition to ACTIVE for port object a4c7200c-dcb4-4f72-b894-7707758066b4 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:39.580486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] For port 568120a3-d8e2-4e66-ab23-7d6101c96e9d, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:39.584604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] For port 568120a3-d8e2-4e66-ab23-7d6101c96e9d, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=568120a3-d8e2-4e66-ab23-7d6101c96e9d,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:39.591334 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:39.598737 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:39.636037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 24fc59af-b729-4752-893c-e86e3bae2300 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:39.682765 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network c9218fdb-4a60-4b0e-ba2c-9563e339e189 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:39.686611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:39.692375 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:39.718958 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=a4c7200c-dcb4-4f72-b894-7707758066b4,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:39.746403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a7529-0cf0-4e35-aa3f-7be94e3273e8 None None] Pushing event updated for resources: {'Port': ['ID=568120a3-d8e2-4e66-ab23-7d6101c96e9d,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:39.755693 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:39.765346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 24fc59af-b729-4752-893c-e86e3bae2300 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:39.772613 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 24fc59af-b729-4752-893c-e86e3bae2300 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:39.773098 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:39.912371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:39.931531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 24fc59af-b729-4752-893c-e86e3bae2300, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=24fc59af-b729-4752-893c-e86e3bae2300,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:39.948419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:40.038606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=24fc59af-b729-4752-893c-e86e3bae2300,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:40.082233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:40.618965 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:40.624511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:40.725232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ca1d8d-047e-4e83-a110-614efa53bf6d None None] Network c9218fdb-4a60-4b0e-ba2c-9563e339e189 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:40.734827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:40.742173 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=a4c7200c-dcb4-4f72-b894-7707758066b4,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:40.879632 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a850ede0-9c41-4918-a062-ffdd72e289f4 None None] Provisioning for port 568120a3-d8e2-4e66-ab23-7d6101c96e9d completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:40.884515 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network c9218fdb-4a60-4b0e-ba2c-9563e339e189 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:40.887182 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:41.091751 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 4c4c869c-49db-4120-a0fd-1e8ee519c745 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:41.225764 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-25e5b00e-8d60-40f8-acdd-05a21c326998 None None] Provisioning for port a4c7200c-dcb4-4f72-b894-7707758066b4 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:41.231607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-25e5b00e-8d60-40f8-acdd-05a21c326998 None None] Provisioning complete for port a4c7200c-dcb4-4f72-b894-7707758066b4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:41.232058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-25e5b00e-8d60-40f8-acdd-05a21c326998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.286379 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-25e5b00e-8d60-40f8-acdd-05a21c326998 None None] Port a4c7200c-dcb4-4f72-b894-7707758066b4 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:41.287012 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:41.297310 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Sync routers for ids ['4c4c869c-49db-4120-a0fd-1e8ee519c745'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:41.312794 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8c17ab3a-a2c7-46f5-bfe9-119348009455 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "PUT /v2.0/routers/4c4c869c-49db-4120-a0fd-1e8ee519c745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1649973 Mar 16 11:41:41.324653 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Routers {'4c4c869c-49db-4120-a0fd-1e8ee519c745'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:41.325319 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:41:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['4c4c869c-49db-4120-a0fd-1e8ee519c745'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:41.426993 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6672c6da-61ad-4954-9bd2-6307218fdd54 None None] Provisioning complete for port a4c7200c-dcb4-4f72-b894-7707758066b4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:41.427359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6672c6da-61ad-4954-9bd2-6307218fdd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.487928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6672c6da-61ad-4954-9bd2-6307218fdd54 None None] Port a4c7200c-dcb4-4f72-b894-7707758066b4 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:41.516312 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Set router 4c4c869c-49db-4120-a0fd-1e8ee519c745 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:41.519554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-4160a214-efad-4256-818f-a0b164357174 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:41.541127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-4160a214-efad-4256-818f-a0b164357174 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:41.542740 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-4160a214-efad-4256-818f-a0b164357174 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724699008&fields=id&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 267 time: 0.0756023 Mar 16 11:41:41.610021 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9dd0b28b-7e29-4afe-9d8f-a1793a38572b None None] Provisioning complete for port a4c7200c-dcb4-4f72-b894-7707758066b4 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:41.610592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9dd0b28b-7e29-4afe-9d8f-a1793a38572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.678828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9dd0b28b-7e29-4afe-9d8f-a1793a38572b None None] Port a4c7200c-dcb4-4f72-b894-7707758066b4 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:41.689749 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 568120a3-d8e2-4e66-ab23-7d6101c96e9d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:41.735791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-19dcfb25-418a-459b-b8a9-b63c8a4ab974 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:41.736562 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-19dcfb25-418a-459b-b8a9-b63c8a4ab974 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:41.754104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-19dcfb25-418a-459b-b8a9-b63c8a4ab974 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:41.755326 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-19dcfb25-418a-459b-b8a9-b63c8a4ab974 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/networks?id=c9218fdb-4a60-4b0e-ba2c-9563e339e189 HTTP/1.1" status: 200 len: 797 time: 0.2043533 Mar 16 11:41:41.756949 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 568120a3-d8e2-4e66-ab23-7d6101c96e9d completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:41.761789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 568120a3-d8e2-4e66-ab23-7d6101c96e9d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:41.762166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.771986 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-43319011-6225-4cde-bef6-383f85f2a368 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/quotas/55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 375 time: 0.0103128 Mar 16 11:41:41.853735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-a151c726-8d5e-43ee-8307-478dd2fe0027 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:41.857256 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'a4c7200c-dcb4-4f72-b894-7707758066b4', 'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:22:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:39Z', 'updated_at': '2022-03-16T11:41:40Z', 'revision_number': 2, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:41.861293 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Checking router: 4c4c869c-49db-4120-a0fd-1e8ee519c745 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:41.861572 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Updating router 4c4c869c-49db-4120-a0fd-1e8ee519c745 port a4c7200c-dcb4-4f72-b894-7707758066b4 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:41:41.869685 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-a151c726-8d5e-43ee-8307-478dd2fe0027 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:41.871351 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-a151c726-8d5e-43ee-8307-478dd2fe0027 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940099 Mar 16 11:41:41.883298 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.915506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 568120a3-d8e2-4e66-ab23-7d6101c96e9d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=568120a3-d8e2-4e66-ab23-7d6101c96e9d,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:41.918585 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.920834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:41.921647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 24fc59af-b729-4752-893c-e86e3bae2300 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:42.025543 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-c46f5c26-790c-444c-a171-6aa10f1bb217 service neutron] 10.222.0.37 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413858 Mar 16 11:41:42.034343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=568120a3-d8e2-4e66-ab23-7d6101c96e9d,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:42.047441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 24fc59af-b729-4752-893c-e86e3bae2300 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:42.047804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.171147 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-2a10c00c-acad-4001-b5c3-0aac8c6284aa service neutron] 10.222.0.37 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384959 Mar 16 11:41:42.257297 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.268691 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Transition to ACTIVE for port object a4c7200c-dcb4-4f72-b894-7707758066b4 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:42.280804 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.368341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-6137dd0d-0541-4ca5-a92a-828d9187921d req-8f1caff4-7ded-4af5-a77a-5584a95b56bd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:42.382147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-6137dd0d-0541-4ca5-a92a-828d9187921d req-8f1caff4-7ded-4af5-a77a-5584a95b56bd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:42.383532 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6137dd0d-0541-4ca5-a92a-828d9187921d req-8f1caff4-7ded-4af5-a77a-5584a95b56bd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 210 time: 0.0637326 Mar 16 11:41:42.515518 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Pushing event updated for resources: {'Port': ['ID=a4c7200c-dcb4-4f72-b894-7707758066b4,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:42.529195 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.529578 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.529861 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.530185 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.530501 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.530819 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.531146 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.531446 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.531757 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.532067 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.532380 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.532684 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:42.560278 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Attempting to bind port a4c7200c-dcb4-4f72-b894-7707758066b4 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:42.560657 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Attempting to bind port a4c7200c-dcb4-4f72-b894-7707758066b4 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:42.561068 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Attempting to bind port a4c7200c-dcb4-4f72-b894-7707758066b4 on network c9218fdb-4a60-4b0e-ba2c-9563e339e189 {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:42.567615 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:42.567978 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Checking segment: {'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:42.568408 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.568799 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Bound using segment: {'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:42.569251 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Bound port: a4c7200c-dcb4-4f72-b894-7707758066b4, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:42.569916 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.667059 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] For port a4c7200c-dcb4-4f72-b894-7707758066b4, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:42.669939 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] For port a4c7200c-dcb4-4f72-b894-7707758066b4, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=a4c7200c-dcb4-4f72-b894-7707758066b4,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:42.674395 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.750226 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Routers {'4c4c869c-49db-4120-a0fd-1e8ee519c745'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:42.750844 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:41:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['4c4c869c-49db-4120-a0fd-1e8ee519c745'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:42.807476 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28c00b-b612-4dd5-a834-0b17f12d22fd None None] Pushing event updated for resources: {'Port': ['ID=a4c7200c-dcb4-4f72-b894-7707758066b4,revision_number=4']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:42.943839 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] Set router 4c4c869c-49db-4120-a0fd-1e8ee519c745 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:43.247942 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'a4c7200c-dcb4-4f72-b894-7707758066b4', 'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:22:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:39Z', 'updated_at': '2022-03-16T11:41:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:43.251784 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0188051-93af-4d8c-9c70-7d0ac09a8897 None None] The sync data for ids ['4c4c869c-49db-4120-a0fd-1e8ee519c745'] in dv-neutron-833860-1-hyperv is: [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'a4c7200c-dcb4-4f72-b894-7707758066b4', 'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:22:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:39Z', 'updated_at': '2022-03-16T11:41:42Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:43.470484 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-2f852032-546d-426f-8d24-35af2581e38c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:43.472638 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-2f852032-546d-426f-8d24-35af2581e38c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/networks?id=c9218fdb-4a60-4b0e-ba2c-9563e339e189 HTTP/1.1" status: 200 len: 797 time: 0.1558521 Mar 16 11:41:43.587782 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-c8d8450b-621f-4406-9bad-170474da7196 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f19e1b110c4ceba4248241e4f8afd5 HTTP/1.1" status: 200 len: 380 time: 0.1062222 Mar 16 11:41:43.610319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'port': {'device_id': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'admin_state_up': True, 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'security_groups': ['705b7023-3651-42a8-a9fc-8a5f705cb29c']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:43.684144 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 568120a3-d8e2-4e66-ab23-7d6101c96e9d up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:43.711469 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-799272a9-253e-41c5-a861-cc40330e916e req-bc4804ff-be2d-46a0-9bef-7b872568d017 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 210 time: 0.1936984 Mar 16 11:41:43.767904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 568120a3-d8e2-4e66-ab23-7d6101c96e9d triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:43.768272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:43.785309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:43.795670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:43.810071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Made reservation on behalf of 55f19e1b110c4ceba4248241e4f8afd5 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:43.814102 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:43.890239 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a4c7200c-dcb4-4f72-b894-7707758066b4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:43.962772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port a4c7200c-dcb4-4f72-b894-7707758066b4 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:43.970749 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port a4c7200c-dcb4-4f72-b894-7707758066b4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:43.971120 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:43.985383 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.20.0.4 (c9218fdb-4a60-4b0e-ba2c-9563e339e189/17611f83-fa55-4b72-8257-e1ef04ef69d2/82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:44.093499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.128956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port a4c7200c-dcb4-4f72-b894-7707758066b4, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=a4c7200c-dcb4-4f72-b894-7707758066b4,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:44.134146 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.182648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.198647 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Transition to ACTIVE for port object 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:44.204087 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=a4c7200c-dcb4-4f72-b894-7707758066b4,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:44.223529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.288584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network c9218fdb-4a60-4b0e-ba2c-9563e339e189 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:44.296727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:44.301354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:44.340993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:44.379289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:44.379938 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.411985 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-5caade35-5dcd-4347-91d6-de88f3a976e1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8060179 Mar 16 11:41:44.423665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Request body: {'port': {'device_id': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:44.538152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.569986 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d2a817f0-81fe-45dd-88bb-c05652497fc2 None None] Provisioning for port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:44.574982 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-d2a817f0-81fe-45dd-88bb-c05652497fc2 None None] Provisioning complete for port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:44.575456 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d2a817f0-81fe-45dd-88bb-c05652497fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.628092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-d2a817f0-81fe-45dd-88bb-c05652497fc2 None None] Port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:45.023744 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:41:45.032133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.056792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Transition to ACTIVE for port object 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:45.062112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.102665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613de00c-03c3-408d-b076-4c4c95847390 req-cc6af164-18d2-48ae-adbf-c368667b55a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:45.103261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-613de00c-03c3-408d-b076-4c4c95847390 req-cc6af164-18d2-48ae-adbf-c368667b55a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:45.205615 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-613de00c-03c3-408d-b076-4c4c95847390 req-cc6af164-18d2-48ae-adbf-c368667b55a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:45.206861 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-613de00c-03c3-408d-b076-4c4c95847390 req-cc6af164-18d2-48ae-adbf-c368667b55a5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 931 time: 0.3879774 Mar 16 11:41:45.235394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:45.328988 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-613de00c-03c3-408d-b076-4c4c95847390 req-49de9bb6-464a-45b5-8ef7-e5949946a3c8 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945754 Mar 16 11:41:45.353381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Attempting to bind port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:45.353654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Attempting to bind port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:45.353978 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Attempting to bind port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 on network c9218fdb-4a60-4b0e-ba2c-9563e339e189 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:45.358828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 on network c9218fdb-4a60-4b0e-ba2c-9563e339e189 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:41:45.359150 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Attempting to bind port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 on network c9218fdb-4a60-4b0e-ba2c-9563e339e189 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:45.364320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:45.364653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Checking segment: {'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:45.365066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Bound using segment: {'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:45.365476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Bound port: 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4da2cb-e55d-41ef-ad27-b505e68e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:45.365815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.454060 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] For port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:45.457161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] For port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:45.464550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.521996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:45.522601 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.524281 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 HTTP/1.1" status: 200 len: 1093 time: 1.1049445 Mar 16 11:41:45.524728 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'tag': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:45.560148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a4c7200c-dcb4-4f72-b894-7707758066b4 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:45.623335 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'tag': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'status': 'completed', 'code': 200} Mar 16 11:41:45.633316 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2464f0-4ea5-4702-8b7a-ffcbce77c1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:45.650658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port a4c7200c-dcb4-4f72-b894-7707758066b4 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:45.651023 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.665888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-2fb0f24d-e163-46cd-bcca-5e1720f30a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:45.667389 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-2fb0f24d-e163-46cd-bcca-5e1720f30a37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 1096 time: 0.0890021 Mar 16 11:41:45.740460 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-61488e31-dc35-4db4-9dcd-26e6c442e612 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 HTTP/1.1" status: 200 len: 217 time: 0.0655856 Mar 16 11:41:45.806622 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-9985ad1d-b37e-4ffe-a4e5-74f23c4c62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:45.809571 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-9985ad1d-b37e-4ffe-a4e5-74f23c4c62aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17611f83-fa55-4b72-8257-e1ef04ef69d2 HTTP/1.1" status: 200 len: 835 time: 0.0630260 Mar 16 11:41:45.886894 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-287bd4b8-55a8-49e0-abe6-6b12c233822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:45.888363 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-287bd4b8-55a8-49e0-abe6-6b12c233822a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9218fdb-4a60-4b0e-ba2c-9563e339e189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740244 Mar 16 11:41:46.030820 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-ddfad780-772e-4840-a161-bfc23f5bb2a1 service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362147 Mar 16 11:41:46.159807 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f37cbdca-3e04-40bd-a7b9-0632b7f5a033 req-95869d4a-b188-4520-bc38-dc37f703102e service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229010 Mar 16 11:41:46.273289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-856e05b4-6a1e-4afe-aeb3-72622b4f001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:46.274905 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-856e05b4-6a1e-4afe-aeb3-72622b4f001c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 1096 time: 0.0730350 Mar 16 11:41:46.412308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-83b787c0-0303-4dce-97c7-d492c702fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:46.413724 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-83b787c0-0303-4dce-97c7-d492c702fc69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9218fdb-4a60-4b0e-ba2c-9563e339e189 HTTP/1.1" status: 200 len: 898 time: 0.1331615 Mar 16 11:41:46.514895 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-b3fe89cf-63ef-4836-970e-487edfa5ee9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 HTTP/1.1" status: 200 len: 217 time: 0.0946760 Mar 16 11:41:46.587320 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-b8cd191e-784d-44bc-97d7-900d3b716601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:46.588773 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-b8cd191e-784d-44bc-97d7-900d3b716601 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17611f83-fa55-4b72-8257-e1ef04ef69d2 HTTP/1.1" status: 200 len: 835 time: 0.0677717 Mar 16 11:41:46.752699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc92fb1-9fbf-4515-a848-e2f510c6e605 req-a763dba5-af43-411f-a5de-f7f2040e21e2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:46.754108 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fcc92fb1-9fbf-4515-a848-e2f510c6e605 req-a763dba5-af43-411f-a5de-f7f2040e21e2 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 943 time: 0.2841148 Mar 16 11:41:46.810177 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fcc92fb1-9fbf-4515-a848-e2f510c6e605 req-380a8593-c7a9-48ce-8a8f-c470fbf9975a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497241 Mar 16 11:41:46.815717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-115c2068-449d-47ab-831c-3390271baade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:46.817187 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-115c2068-449d-47ab-831c-3390271baade service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9218fdb-4a60-4b0e-ba2c-9563e339e189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2201824 Mar 16 11:41:46.950017 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-e2bb4908-7792-4e0d-a12d-97347c31770e service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260812 Mar 16 11:41:47.091056 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d7c9e7ab-bf7f-4b8a-8594-8a358c44c016 req-8ba28223-52c5-434a-be99-58aa8b1f1bab service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343274 Mar 16 11:41:48.024252 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90450dab-5466-4254-8b1c-1456994161e4 req-5f843e0b-97e5-4dc3-9405-3370eeec893c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:48.025809 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-90450dab-5466-4254-8b1c-1456994161e4 req-5f843e0b-97e5-4dc3-9405-3370eeec893c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 943 time: 0.1050401 Mar 16 11:41:48.071203 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-90450dab-5466-4254-8b1c-1456994161e4 req-468e1e5a-b909-45aa-9bb8-63b583efdbb0 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383959 Mar 16 11:41:48.326500 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:41:48.465660 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:48.478485 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'port_id': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'mac_address': 'fa:16:3e:f9:34:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:41:48.534051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:48.550521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:41:48.566137 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:48.571739 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:48.640101 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:48.956228 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:41:49.262912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93e93e-0d43-42ed-8d0b-12cc5c9222f3 req-e0a9914e-d23a-4c11-8a3a-6bc790e8f935 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:49.264277 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1d93e93e-0d43-42ed-8d0b-12cc5c9222f3 req-e0a9914e-d23a-4c11-8a3a-6bc790e8f935 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 944 time: 0.0869117 Mar 16 11:41:49.309168 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1d93e93e-0d43-42ed-8d0b-12cc5c9222f3 req-fba656a4-b1c5-4153-a524-c7d342d36e1e tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 Mar 16 11:41:50.342253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:50.423665 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:50.429738 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:50.430201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.504566 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34852d5e-3864-4b4f-b70f-56c5404747f2 req-e2e96881-33e5-4d8a-a1d8-bc5b9d051efa tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:50.506092 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-34852d5e-3864-4b4f-b70f-56c5404747f2 req-e2e96881-33e5-4d8a-a1d8-bc5b9d051efa tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 944 time: 0.0813816 Mar 16 11:41:50.545687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.549443 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-34852d5e-3864-4b4f-b70f-56c5404747f2 req-b6fbbe3f-52bb-49c3-9662-ccfd05569c2d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376353 Mar 16 11:41:50.572929 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:50.583341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:50.588287 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.626658 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'code': 200} Mar 16 11:41:50.668965 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:50.844968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac31227-f074-468f-b101-b2e94b8697f8 req-3f5a4c6b-5390-4768-9502-3a1a7798371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:50.846330 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-aac31227-f074-468f-b101-b2e94b8697f8 req-3f5a4c6b-5390-4768-9502-3a1a7798371a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 1098 time: 0.0717521 Mar 16 11:41:50.885992 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-aac31227-f074-468f-b101-b2e94b8697f8 req-09f74908-2c69-4ee8-8822-f452ab5b5cdd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Mar 16 11:41:51.739947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b8c1a-2a05-499b-abfb-0c6599049891 req-9f98daee-3add-4fac-9f09-5676b030ff3c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:51.741413 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-817b8c1a-2a05-499b-abfb-0c6599049891 req-9f98daee-3add-4fac-9f09-5676b030ff3c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.0852249 Mar 16 11:41:51.784426 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-817b8c1a-2a05-499b-abfb-0c6599049891 req-3b611b2d-c134-4e4b-a1ee-f4f08b754b7a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373659 Mar 16 11:41:51.969565 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5fb4409e-864d-4c43-a145-b11f22e98082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:52.989930 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e01ad-f34e-4074-9b86-5d70ffafdefb req-6768336a-62fc-475d-8ccd-de40b0671e3f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:52.991381 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b3e01ad-f34e-4074-9b86-5d70ffafdefb req-6768336a-62fc-475d-8ccd-de40b0671e3f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.0975528 Mar 16 11:41:53.035640 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b3e01ad-f34e-4074-9b86-5d70ffafdefb req-e4382b55-5971-4b90-b3a2-ba696760a939 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384555 Mar 16 11:41:53.232272 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdca67-f033-4eb1-8e5a-84ed198aa465 req-e9dbe455-b32e-4de9-8d65-044f5d1d0e71 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:53.233736 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-87bdca67-f033-4eb1-8e5a-84ed198aa465 req-e9dbe455-b32e-4de9-8d65-044f5d1d0e71 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.0840490 Mar 16 11:41:53.281328 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-87bdca67-f033-4eb1-8e5a-84ed198aa465 req-b45084b8-1f30-414c-8a76-9006c0ee2833 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 Mar 16 11:41:53.303904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45496) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:53.376017 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0576e0a-96e7-4f43-94a6-78941a1a9b1c tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:53.377495 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e0576e0a-96e7-4f43-94a6-78941a1a9b1c tempest-TestNetworkAdvancedServerOps-1861022375 tempest-TestNetworkAdvancedServerOps-1861022375-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 1093 time: 0.0726120 Mar 16 11:41:53.380342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45500) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:53.385169 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:53.391273 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:53.396661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Usage tracker for resource:floatingip and tenant:55f19e1b110c4ceba4248241e4f8afd5 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:53.399607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:53.405296 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:53.417448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:53.556756 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:53.699148 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Allocated IP 172.26.2.136 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/e59c6070-5e07-4abd-ab13-f79654db721f) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:53.858670 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:53.895227 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:53.958843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:53.961496 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:53.969571 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:54.003507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=e59c6070-5e07-4abd-ab13-f79654db721f,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:54.383748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:54.459145 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:54.769487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:54.777343 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:54.893288 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event updated for resources: {'Port': ['ID=e59c6070-5e07-4abd-ab13-f79654db721f,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:54.903475 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.076206 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Floating IP fc0bc420-3b41-4181-8df1-1b8ef78a3587 associated. External IP: 172.26.2.136, port: 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93. Mar 16 11:41:55.134212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.168161 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-381628f6-712a-4f5c-9c23-7b58fdd926e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.352570 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.426134 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 4c4c869c-49db-4120-a0fd-1e8ee519c745 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:55.604025 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:55.613920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] Sync routers for ids ['4c4c869c-49db-4120-a0fd-1e8ee519c745'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:55.622748 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] Routers {'4c4c869c-49db-4120-a0fd-1e8ee519c745'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:55.623375 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:41:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['4c4c869c-49db-4120-a0fd-1e8ee519c745'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:55.630095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.685898 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0a92321d-c3cf-4b74-8ed1-2576733666cd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3045242 Mar 16 11:41:55.686485 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'tag': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:55.820638 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] Set router 4c4c869c-49db-4120-a0fd-1e8ee519c745 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:55.827442 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'tag': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'status': 'completed', 'code': 200} Mar 16 11:41:55.927304 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923f6c2-5bc0-4235-a9ae-6146d383ea50 req-94b58b2c-a037-4de9-a2ae-4097b58ebc3d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:55.928778 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3923f6c2-5bc0-4235-a9ae-6146d383ea50 req-94b58b2c-a037-4de9-a2ae-4097b58ebc3d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.1368761 Mar 16 11:41:55.974610 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-e99d7e33-7e9f-4eb9-960b-3b1b68a665dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:55.976068 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-e99d7e33-7e9f-4eb9-960b-3b1b68a665dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 1098 time: 0.1250870 Mar 16 11:41:56.004513 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-3923f6c2-5bc0-4235-a9ae-6146d383ea50 req-1f934c25-31ae-4a11-827a-9efefc9a1185 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689743 Mar 16 11:41:56.027726 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45510) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:56.112999 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-5f8a2ab6-a046-4b95-a392-3d8e2ba525d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:56.114491 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-5f8a2ab6-a046-4b95-a392-3d8e2ba525d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9218fdb-4a60-4b0e-ba2c-9563e339e189 HTTP/1.1" status: 200 len: 898 time: 0.1309793 Mar 16 11:41:56.133412 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c6952e9d-c0a7-468c-83e7-10a3d9556570 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/fc0bc420-3b41-4181-8df1-1b8ef78a3587 HTTP/1.1" status: 200 len: 991 time: 0.1044846 Mar 16 11:41:56.196386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fc0bc420-3b41-4181-8df1-1b8ef78a3587', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'port_id': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'mac_address': 'fa:16:3e:f9:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:41:54Z', 'updated_at': '2022-03-16T11:41:54Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c7200c-dcb4-4f72-b894-7707758066b4', 'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:22:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:39Z', 'updated_at': '2022-03-16T11:41:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:56.200362 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] Checking router: 4c4c869c-49db-4120-a0fd-1e8ee519c745 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:56.209010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] Routers {'4c4c869c-49db-4120-a0fd-1e8ee519c745'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:56.209606 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:41:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['4c4c869c-49db-4120-a0fd-1e8ee519c745'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:56.222360 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-086ab553-bc0f-4c7c-b834-afee0bad2526 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 HTTP/1.1" status: 200 len: 999 time: 0.1022358 Mar 16 11:41:56.283595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-ed2bfb98-ed31-4d34-97d5-8d116e650e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:56.285064 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-ed2bfb98-ed31-4d34-97d5-8d116e650e86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17611f83-fa55-4b72-8257-e1ef04ef69d2 HTTP/1.1" status: 200 len: 835 time: 0.0567372 Mar 16 11:41:56.363869 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-d5619330-2502-4928-9fc7-3fc812baed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:56.365456 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-d5619330-2502-4928-9fc7-3fc812baed54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9218fdb-4a60-4b0e-ba2c-9563e339e189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749969 Mar 16 11:41:56.421281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] Set router 4c4c869c-49db-4120-a0fd-1e8ee519c745 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:56.496328 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-ec18006d-6076-4aa2-8229-7bdd495d7bd8 service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247869 Mar 16 11:41:56.626032 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4be57a96-1319-4d36-9d74-4d65fb437ee4 req-dfb5b1a4-f382-45ff-8fcd-cc5419021060 service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240246 Mar 16 11:41:56.773892 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fc0bc420-3b41-4181-8df1-1b8ef78a3587', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'port_id': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'mac_address': 'fa:16:3e:f9:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:41:54Z', 'updated_at': '2022-03-16T11:41:54Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c7200c-dcb4-4f72-b894-7707758066b4', 'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:22:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:39Z', 'updated_at': '2022-03-16T11:41:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:56.778080 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa221def-460b-49a4-8f35-fd5b427e377d None None] The sync data for ids ['4c4c869c-49db-4120-a0fd-1e8ee519c745'] in dv-neutron-833860-1-hyperv is: [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': 'fc0bc420-3b41-4181-8df1-1b8ef78a3587', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'floating_ip_address': '172.26.2.136', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'port_id': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'mac_address': 'fa:16:3e:f9:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:41:54Z', 'updated_at': '2022-03-16T11:41:54Z', 'revision_number': 0, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c7200c-dcb4-4f72-b894-7707758066b4', 'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:22:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:39Z', 'updated_at': '2022-03-16T11:41:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:56.845934 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:56.965907 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd9ec7-b554-40f0-b88b-9483ba17042c None None] New status for floating IP fc0bc420-3b41-4181-8df1-1b8ef78a3587: ACTIVE {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:41:57.137612 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45514) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:57.250683 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-0c43a0af-e86b-43d5-91cd-1d1ac9a38b62 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/fc0bc420-3b41-4181-8df1-1b8ef78a3587 HTTP/1.1" status: 200 len: 991 time: 0.1119311 Mar 16 11:41:58.256078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45518) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:58.501171 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-c4232d17-e935-408c-98de-b632bbec31d4 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/fc0bc420-3b41-4181-8df1-1b8ef78a3587 HTTP/1.1" status: 200 len: 993 time: 0.2436051 Mar 16 11:42:01.518590 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:42:01.959900 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-c7a1367e-970b-4a70-a841-1caaa64e597e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823073 Mar 16 11:42:02.101765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-7f513ab6-4ca5-422d-9247-0589b2cf0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:02.103245 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-7f513ab6-4ca5-422d-9247-0589b2cf0d56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 1098 time: 0.0778189 Mar 16 11:42:02.356559 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-62799563-fe28-4386-8197-24b8d41ae503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:02.357916 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-62799563-fe28-4386-8197-24b8d41ae503 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9218fdb-4a60-4b0e-ba2c-9563e339e189 HTTP/1.1" status: 200 len: 898 time: 0.2367780 Mar 16 11:42:02.461252 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-5b9821f8-d48f-444a-bdac-b9607c73acbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 HTTP/1.1" status: 200 len: 1001 time: 0.0969968 Mar 16 11:42:02.521397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-15a6c042-2a44-40e8-840e-3d57669d1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:02.522889 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-15a6c042-2a44-40e8-840e-3d57669d1113 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17611f83-fa55-4b72-8257-e1ef04ef69d2 HTTP/1.1" status: 200 len: 835 time: 0.0558980 Mar 16 11:42:02.596694 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-e3a9295c-7398-48e5-892e-fed24eb2bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:02.598195 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-e3a9295c-7398-48e5-892e-fed24eb2bfc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9218fdb-4a60-4b0e-ba2c-9563e339e189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698652 Mar 16 11:42:02.732485 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-c8b7b6eb-0355-4bc0-9ff1-313c2e162635 service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257486 Mar 16 11:42:02.868922 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-23c37745-9d9d-4089-a7df-e15dc0459e40 req-f3cafff7-e918-40a7-9ae3-f50e9294cb9e service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306162 Mar 16 11:42:08.807425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:21.972415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9e36faf1-9a73-4d46-b53c-8021d6ec7b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:25.139797 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:25.171532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8c2660cc-c8ee-4835-949c-9f8925ca2573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:25.364381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:26.854924 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:38.523294 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:42:38.839470 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:51.979070 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ee87b7d7-3d30-49f8-977c-ee223b7fb750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:55.152335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:55.174563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ce5056b4-0141-4416-b8e6-66947a9c5f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:55.365090 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:56.852422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.958164 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-a2c3454f-1b13-4071-a3d9-c27739a46a98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1195807 Mar 16 11:43:03.119133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-f214d9bb-a23b-478d-ae0d-d038554d1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:03.120612 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-f214d9bb-a23b-478d-ae0d-d038554d1f4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 1098 time: 0.0839975 Mar 16 11:43:03.274650 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-782e4d37-3464-4773-a417-ebd8ff3dddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:03.276082 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-782e4d37-3464-4773-a417-ebd8ff3dddec service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9218fdb-4a60-4b0e-ba2c-9563e339e189 HTTP/1.1" status: 200 len: 898 time: 0.1361210 Mar 16 11:43:03.389648 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-fe48ad68-c244-47fe-ad39-8dae35521b54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 HTTP/1.1" status: 200 len: 1001 time: 0.1062987 Mar 16 11:43:03.466845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-16f04938-6834-4d15-bb24-388b27fbd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:03.468289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-16f04938-6834-4d15-bb24-388b27fbd2a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17611f83-fa55-4b72-8257-e1ef04ef69d2 HTTP/1.1" status: 200 len: 835 time: 0.0710049 Mar 16 11:43:03.550815 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-bf504edd-4538-43b0-9ff9-ad6a9682ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:03.552308 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-bf504edd-4538-43b0-9ff9-ad6a9682ab51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9218fdb-4a60-4b0e-ba2c-9563e339e189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737646 Mar 16 11:43:03.562801 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-5ed8faa8-e13f-4364-89d9-4a71950d2772 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:43:03.564032 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-5ed8faa8-e13f-4364-89d9-4a71950d2772 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055308 Mar 16 11:43:03.705267 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-dd03a4c6-5d8b-40d7-9290-eb9f4e5714d0 service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344342 Mar 16 11:43:03.841524 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73600c68-bbb1-4641-a388-8e97806f66b0 req-82c27467-691a-49d4-959e-43b8dcfd8ff7 service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305103 Mar 16 11:43:07.896758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0fa27-0cc4-4d3f-97b4-8f50cc081cde req-f6833f47-6b66-4622-973b-f45e85bab0fd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:07.898254 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-edf0fa27-0cc4-4d3f-97b4-8f50cc081cde req-f6833f47-6b66-4622-973b-f45e85bab0fd tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.0952201 Mar 16 11:43:07.946139 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-edf0fa27-0cc4-4d3f-97b4-8f50cc081cde req-27f7e7d9-e066-435f-9bc8-3c6fb7da4046 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421431 Mar 16 11:43:08.836088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:09.156223 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43b14a-0ff3-48e4-b4b2-afca1fb2343a req-0434ce99-42dc-497f-98d1-7a9d3ba07262 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:09.157768 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-db43b14a-0ff3-48e4-b4b2-afca1fb2343a req-0434ce99-42dc-497f-98d1-7a9d3ba07262 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.0935268 Mar 16 11:43:09.299026 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-db43b14a-0ff3-48e4-b4b2-afca1fb2343a req-f50e8051-575d-4778-bb53-36b09911ffff tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330469 Mar 16 11:43:10.504666 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4eed9-4384-4f4e-bb7c-b507fa2dbce5 req-3e79bf41-b4c2-4bc8-b03a-7acc76eb39a9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:10.506158 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8df4eed9-4384-4f4e-bb7c-b507fa2dbce5 req-3e79bf41-b4c2-4bc8-b03a-7acc76eb39a9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.0859082 Mar 16 11:43:10.553735 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8df4eed9-4384-4f4e-bb7c-b507fa2dbce5 req-db2f7745-2ef1-44fa-b655-7b1d30edad49 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391123 Mar 16 11:43:10.577233 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45562) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:10.683405 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cc5e5985-8a79-4e1d-8409-0ed1bd1b71c1 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/fc0bc420-3b41-4181-8df1-1b8ef78a3587 HTTP/1.1" status: 200 len: 993 time: 0.1050308 Mar 16 11:43:12.226713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698c291-9927-428c-96fc-edd30c396894 req-7c3180d9-ba0d-496e-b572-9aeb83b7e133 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:12.228132 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2698c291-9927-428c-96fc-edd30c396894 req-7c3180d9-ba0d-496e-b572-9aeb83b7e133 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.1392865 Mar 16 11:43:12.248651 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-0c3344e9-c499-4d58-8b90-7b0ba1a98bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:12.250081 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-0c3344e9-c499-4d58-8b90-7b0ba1a98bd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 1098 time: 0.1300614 Mar 16 11:43:12.350564 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2698c291-9927-428c-96fc-edd30c396894 req-dabdb64e-b83a-4989-9ab1-c04371e94b57 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159511 Mar 16 11:43:12.395532 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-96b5b99d-61eb-45dc-afc3-ed1ac19ddee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:12.396975 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-96b5b99d-61eb-45dc-afc3-ed1ac19ddee0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9218fdb-4a60-4b0e-ba2c-9563e339e189 HTTP/1.1" status: 200 len: 898 time: 0.1398935 Mar 16 11:43:12.499352 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-6609014f-15c5-468e-a20d-dcb247f2cd29 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 HTTP/1.1" status: 200 len: 1001 time: 0.0964420 Mar 16 11:43:12.559421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-cc884a99-7b71-4c07-a723-e207ccf3c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:12.560799 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-cc884a99-7b71-4c07-a723-e207ccf3c68c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17611f83-fa55-4b72-8257-e1ef04ef69d2 HTTP/1.1" status: 200 len: 835 time: 0.0561736 Mar 16 11:43:12.641235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-cbe38aba-9560-4fa4-a689-bb662ea74f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:12.642814 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-cbe38aba-9560-4fa4-a689-bb662ea74f55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9218fdb-4a60-4b0e-ba2c-9563e339e189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762870 Mar 16 11:43:12.775063 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-7d9ed3c0-9257-44b1-82fd-472c31599bd5 service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254694 Mar 16 11:43:12.919227 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7e92ed79-81bc-41ab-9619-5d6c86e3b38b req-23ff562f-267d-4302-b3e4-6cb3d67962ce service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379170 Mar 16 11:43:13.559410 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4430ab-cb5b-434a-9406-490f23e519e4 req-3ca842ee-93fc-4375-987c-be1c8120fae6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:13.560903 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2b4430ab-cb5b-434a-9406-490f23e519e4 req-3ca842ee-93fc-4375-987c-be1c8120fae6 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.0941458 Mar 16 11:43:13.606372 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2b4430ab-cb5b-434a-9406-490f23e519e4 req-03b8e093-459a-4544-9d80-32ed7c7e2e28 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393820 Mar 16 11:43:14.799971 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6161b-1170-4666-8b5c-aaf718b52060 req-2f91b715-d17d-48a7-aefc-af3ecf656712 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:14.801493 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-55c6161b-1170-4666-8b5c-aaf718b52060 req-2f91b715-d17d-48a7-aefc-af3ecf656712 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.0887477 Mar 16 11:43:14.845545 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-55c6161b-1170-4666-8b5c-aaf718b52060 req-5633349e-1466-4534-96b9-a11651ef8dfa tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Mar 16 11:43:14.868454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45580) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:14.974069 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-aeab0c0e-eded-47d7-a9a5-e5c4c7a98d1b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/floatingips/fc0bc420-3b41-4181-8df1-1b8ef78a3587 HTTP/1.1" status: 200 len: 993 time: 0.1045275 Mar 16 11:43:15.257537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45588) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:15.465702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port e59c6070-5e07-4abd-ab13-f79654db721f {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:43:15.465985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:15.522643 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:43:15.651948 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:15.652270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:15.776616 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for e59c6070-5e07-4abd-ab13-f79654db721f owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:43:15.937361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:15.981998 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=e59c6070-5e07-4abd-ab13-f79654db721f,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:16.021028 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.021369 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.021702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.022027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.022346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.022659 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.022973 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.023285 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.023599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.023893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.024196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.024513 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:16.083203 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:16.083604 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Floating IP fc0bc420-3b41-4181-8df1-1b8ef78a3587 disassociated (deleted). External IP: 172.26.2.136, port: 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93. Mar 16 11:43:16.544439 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 4c4c869c-49db-4120-a0fd-1e8ee519c745 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:43:16.727977 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:43:16.738234 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] Sync routers for ids ['4c4c869c-49db-4120-a0fd-1e8ee519c745'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:43:16.749986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:16.751737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] Routers {'4c4c869c-49db-4120-a0fd-1e8ee519c745'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:16.752363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:42:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['4c4c869c-49db-4120-a0fd-1e8ee519c745'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:16.804413 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-905fb371-3232-4994-bf15-9584584b85e9 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/floatingips/fc0bc420-3b41-4181-8df1-1b8ef78a3587 HTTP/1.1" status: 204 len: 168 time: 1.5456336 Mar 16 11:43:16.804905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'tag': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:43:16.859675 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'tag': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'status': 'completed', 'code': 200} Mar 16 11:43:16.930382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] Set router 4c4c869c-49db-4120-a0fd-1e8ee519c745 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:16.954672 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-e27ff7e8-c5d1-4b13-825d-6f9dcb4dff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:16.956136 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-e27ff7e8-c5d1-4b13-825d-6f9dcb4dff2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 1098 time: 0.0751874 Mar 16 11:43:17.096009 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-4aa7f1f8-37c5-4511-8410-cec1fb3b3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:17.097526 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-4aa7f1f8-37c5-4511-8410-cec1fb3b3c2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9218fdb-4a60-4b0e-ba2c-9563e339e189 HTTP/1.1" status: 200 len: 898 time: 0.1351874 Mar 16 11:43:17.165072 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-38d26c69-b925-4da6-8ffa-1965743be664 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 HTTP/1.1" status: 200 len: 217 time: 0.0602133 Mar 16 11:43:17.200679 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8908394-066a-4c3d-89f2-e986bf5b2341 req-bc959a75-5795-40a8-a6ff-3031fd4c341a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:17.201517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-a8908394-066a-4c3d-89f2-e986bf5b2341 req-bc959a75-5795-40a8-a6ff-3031fd4c341a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Synchronizing usage tracker for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:17.218799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-a8908394-066a-4c3d-89f2-e986bf5b2341 req-bc959a75-5795-40a8-a6ff-3031fd4c341a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Unset dirty status for tenant:55f19e1b110c4ceba4248241e4f8afd5 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:17.220201 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a8908394-066a-4c3d-89f2-e986bf5b2341 req-bc959a75-5795-40a8-a6ff-3031fd4c341a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.1054013 Mar 16 11:43:17.233230 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-76d5b841-9452-4364-b46d-bd9ae8f1511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:17.234798 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-76d5b841-9452-4364-b46d-bd9ae8f1511c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17611f83-fa55-4b72-8257-e1ef04ef69d2 HTTP/1.1" status: 200 len: 835 time: 0.0640678 Mar 16 11:43:17.256578 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'a4c7200c-dcb4-4f72-b894-7707758066b4', 'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:22:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:39Z', 'updated_at': '2022-03-16T11:41:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:17.262093 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] Checking router: 4c4c869c-49db-4120-a0fd-1e8ee519c745 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:43:17.268111 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a8908394-066a-4c3d-89f2-e986bf5b2341 req-94cadf65-dca1-4aa8-9cad-cc7722e80426 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398867 Mar 16 11:43:17.272506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] Routers {'4c4c869c-49db-4120-a0fd-1e8ee519c745'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:17.273238 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:42:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['4c4c869c-49db-4120-a0fd-1e8ee519c745'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:17.311118 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-d9b4d876-1fe5-4294-9365-055c136d2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:17.312592 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-d9b4d876-1fe5-4294-9365-055c136d2551 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9218fdb-4a60-4b0e-ba2c-9563e339e189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713155 Mar 16 11:43:17.495906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] Set router 4c4c869c-49db-4120-a0fd-1e8ee519c745 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:17.553695 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-fb2d0f62-f89b-4456-bdbb-5d03e60dfc48 service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340715 Mar 16 11:43:17.685434 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6a436c09-d38c-49bc-af58-0c4e46f6a1b5 req-eab959ec-e8de-4cab-973b-012c0b5ab3e1 service neutron] 10.222.0.48 "GET /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245449 Mar 16 11:43:17.812638 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'a4c7200c-dcb4-4f72-b894-7707758066b4', 'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:22:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:39Z', 'updated_at': '2022-03-16T11:41:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:17.817292 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbd32d-e727-40b1-a7d6-cf0b2d39aab3 None None] The sync data for ids ['4c4c869c-49db-4120-a0fd-1e8ee519c745'] in dv-neutron-833860-1-hyperv is: [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'a4c7200c-dcb4-4f72-b894-7707758066b4', 'name': '', 'network_id': 'c9218fdb-4a60-4b0e-ba2c-9563e339e189', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'mac_address': 'fa:16:3e:22:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:39Z', 'updated_at': '2022-03-16T11:41:44Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'subnets': [{'id': '17611f83-fa55-4b72-8257-e1ef04ef69d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:43:18.046510 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8744ba39-a9b0-470e-a302-85b2c55b2656 None None] New status for floating IP fc0bc420-3b41-4181-8df1-1b8ef78a3587: DOWN {{(pid=87877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:43:18.468312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346b4b2-d34b-4150-963b-2980eb42d12d req-b1677d62-9040-4930-b869-2b25accf57b5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:18.469661 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9346b4b2-d34b-4150-963b-2980eb42d12d req-b1677d62-9040-4930-b869-2b25accf57b5 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.0844133 Mar 16 11:43:18.518012 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9346b4b2-d34b-4150-963b-2980eb42d12d req-2ffe5736-5d67-4429-8eab-eba587b7a590 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/security-groups?id=705b7023-3651-42a8-a9fc-8a5f705cb29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402071 Mar 16 11:43:19.016387 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21a850-504a-4beb-9d48-6911e0326702 req-cdc795c0-87c9-4e81-b076-ebd6eae6854c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:19.017859 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef21a850-504a-4beb-9d48-6911e0326702 req-cdc795c0-87c9-4e81-b076-ebd6eae6854c tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 945 time: 0.0878477 Mar 16 11:43:19.098305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-ef21a850-504a-4beb-9d48-6911e0326702 req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:43:19.098644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ef21a850-504a-4beb-9d48-6911e0326702 req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:19.349381 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-ef21a850-504a-4beb-9d48-6911e0326702 req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:19.349618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ef21a850-504a-4beb-9d48-6911e0326702 req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:19.473306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-ef21a850-504a-4beb-9d48-6911e0326702 req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:43:19.620981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ef21a850-504a-4beb-9d48-6911e0326702 req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:19.671536 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-8bff0381-0f56-4fc3-94b3-ae274a818e26 req-95e5d584-fdbb-40a6-a75e-61116deb2e95 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3445db-8a5b-40ac-8da9-0cc8b5df9782 HTTP/1.1" status: 200 len: 210 time: 0.0421491 Mar 16 11:43:19.672556 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:19.711879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.712222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.712560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.712917 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.713242 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.713571 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.713984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.714197 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.714510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.714822 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.715166 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.715465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:19.758542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef21a850-504a-4beb-9d48-6911e0326702 req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] No DVR routers for this DVR port 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:43:19.761370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-ef21a850-504a-4beb-9d48-6911e0326702 req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:19.763783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'name': 'network-vif-deleted', 'tag': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:43:19.780111 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ef21a850-504a-4beb-9d48-6911e0326702 req-90c3dd94-2fdc-4583-a6e8-1d79bcdf2f9b tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.48 "DELETE /v2.0/ports/82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 HTTP/1.1" status: 204 len: 173 time: 0.7567942 Mar 16 11:43:19.811330 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3445db-8a5b-40ac-8da9-0cc8b5df9782', 'name': 'network-vif-deleted', 'tag': '82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93', 'status': 'completed', 'code': 200} Mar 16 11:43:20.771907 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45608) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:21.441341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:21.806258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port a4c7200c-dcb4-4f72-b894-7707758066b4 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:43:21.806949 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:21.966976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2e4c56b8-ee2f-4640-9a14-028471833975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:21.997778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port a4c7200c-dcb4-4f72-b894-7707758066b4, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=a4c7200c-dcb4-4f72-b894-7707758066b4,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:21.998155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:22.123268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for a4c7200c-dcb4-4f72-b894-7707758066b4 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:43:22.311828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:22.357945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=a4c7200c-dcb4-4f72-b894-7707758066b4,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:22.628951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:22.741853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:43:22.776729 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:43:22.777098 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 82cb81b8-39c0-42cf-8e7f-a3a33fdc5a93 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:43:23.102596 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Router 4c4c869c-49db-4120-a0fd-1e8ee519c745 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:43:23.280313 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:43:23.290834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] Sync routers for ids ['4c4c869c-49db-4120-a0fd-1e8ee519c745'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:43:23.294722 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a65824ff-f28b-4599-9880-a73782cc203a tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "PUT /v2.0/routers/4c4c869c-49db-4120-a0fd-1e8ee519c745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5217524 Mar 16 11:43:23.297518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45612) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:23.300005 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] Routers {'4c4c869c-49db-4120-a0fd-1e8ee519c745'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:23.300661 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:42:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['4c4c869c-49db-4120-a0fd-1e8ee519c745'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:23.365924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e91bf5-0e8d-4c53-ae3f-6ed554f0d528 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting subnet 17611f83-fa55-4b72-8257-e1ef04ef69d2 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:43:23.368950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b9e91bf5-0e8d-4c53-ae3f-6ed554f0d528 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:23.422353 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b9e91bf5-0e8d-4c53-ae3f-6ed554f0d528 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:23.483768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] Set router 4c4c869c-49db-4120-a0fd-1e8ee519c745 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:23.509557 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b9e91bf5-0e8d-4c53-ae3f-6ed554f0d528 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:23.587552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b9e91bf5-0e8d-4c53-ae3f-6ed554f0d528 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:23.630075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e91bf5-0e8d-4c53-ae3f-6ed554f0d528 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Subnet': ['ID=17611f83-fa55-4b72-8257-e1ef04ef69d2,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:23.633732 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-b9e91bf5-0e8d-4c53-ae3f-6ed554f0d528 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:23.640930 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-b9e91bf5-0e8d-4c53-ae3f-6ed554f0d528 tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/subnets/17611f83-fa55-4b72-8257-e1ef04ef69d2 HTTP/1.1" status: 204 len: 168 time: 0.3422930 Mar 16 11:43:23.643341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45616) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:23.670074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fef01b-dcb1-4746-aee3-e1e96a79648e None None] Network c9218fdb-4a60-4b0e-ba2c-9563e339e189 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:43:23.824549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:23.935715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:43:22Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:23.939534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] Checking router: 4c4c869c-49db-4120-a0fd-1e8ee519c745 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:43:23.948642 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] Routers {'4c4c869c-49db-4120-a0fd-1e8ee519c745'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:23.949313 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:42:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['4c4c869c-49db-4120-a0fd-1e8ee519c745'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:24.004512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.011095 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] DHCP port deletion for c9218fdb-4a60-4b0e-ba2c-9563e339e189 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:43:24.015394 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Deleting port 24fc59af-b729-4752-893c-e86e3bae2300 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:43:24.015771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.025112 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Deleting port 568120a3-d8e2-4e66-ab23-7d6101c96e9d {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:43:24.025482 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.277373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] Set router 4c4c869c-49db-4120-a0fd-1e8ee519c745 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:24.302844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] For port 24fc59af-b729-4752-893c-e86e3bae2300, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=24fc59af-b729-4752-893c-e86e3bae2300,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:24.303428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.421560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Calling delete_port for 24fc59af-b729-4752-893c-e86e3bae2300 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:43:24.551489 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] For port 568120a3-d8e2-4e66-ab23-7d6101c96e9d, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=568120a3-d8e2-4e66-ab23-7d6101c96e9d,segment=NetworkSegment(4d4da2cb-e55d-41ef-ad27-b505e68e797d),segment_id=4d4da2cb-e55d-41ef-ad27-b505e68e797d)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:24.552051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.590954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.645643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Port': ['ID=24fc59af-b729-4752-893c-e86e3bae2300,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:24.678842 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Calling delete_port for 568120a3-d8e2-4e66-ab23-7d6101c96e9d owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:43:24.733420 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.801339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155'] for port, after_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.852190 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Pushing event deleted for resources: {'Port': ['ID=568120a3-d8e2-4e66-ab23-7d6101c96e9d,revision_number=None']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:24.856840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] No DVR routers for this DVR port 568120a3-d8e2-4e66-ab23-7d6101c96e9d on host dv-neutron-833860-1-hyperv {{(pid=87876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:43:24.868297 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.869490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.869490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.869490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.869719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.869942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.870266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.870595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.870936 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.871257 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.871575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.871891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9060e8-0cef-4a78-a5ea-e7c5ed065a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:24.883327 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:43:22Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:24.887527 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3532a-0456-4d24-8bda-b5d540868a1e None None] The sync data for ids ['4c4c869c-49db-4120-a0fd-1e8ee519c745'] in dv-neutron-833860-1-hyperv is: [{'id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187195284', 'tenant_id': '55f19e1b110c4ceba4248241e4f8afd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '24fc59af-b729-4752-893c-e86e3bae2300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:34Z', 'updated_at': '2022-03-16T11:43:22Z', 'revision_number': 5, 'project_id': '55f19e1b110c4ceba4248241e4f8afd5', 'gw_port': {'id': '24fc59af-b729-4752-893c-e86e3bae2300', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4c869c-49db-4120-a0fd-1e8ee519c745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:35Z', 'updated_at': '2022-03-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:43:24.912912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.915173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.938932 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.939537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Fanout notify agent at l3_agent the message router_deleted on router 4c4c869c-49db-4120-a0fd-1e8ee519c745 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:43:24.954171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:24.955284 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2628944a-1275-4e4a-9459-3f205844987f tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/routers/4c4c869c-49db-4120-a0fd-1e8ee519c745 HTTP/1.1" status: 204 len: 168 time: 1.3110075 Mar 16 11:43:24.958075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45620) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:25.069952 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.145131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.177586 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9759d07e-7046-4e53-9cbe-a03fe24ae4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.200370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.229476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9218fdb-4a60-4b0e-ba2c-9563e339e189']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:25.243032 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4da2cb-e55d-41ef-ad27-b505e68e797d') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:25.243331 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4da2cb-e55d-41ef-ad27-b505e68e797d') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:25.255461 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.272550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.279113 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:43:25.279708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:43:25.294708 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:43:25.360099 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.375127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.396926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.407701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'Network': ['ID=c9218fdb-4a60-4b0e-ba2c-9563e339e189,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:25.415994 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-5871dcf7-6b3e-48f0-97cf-c96cf39603ca tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/networks/c9218fdb-4a60-4b0e-ba2c-9563e339e189 HTTP/1.1" status: 204 len: 168 time: 0.4570205 Mar 16 11:43:25.418803 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45626) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:25.489737 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c79603c7-1f55-4f16-a399-dcb3d86fe48d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.520144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c79603c7-1f55-4f16-a399-dcb3d86fe48d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.584807 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c79603c7-1f55-4f16-a399-dcb3d86fe48d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.603129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79603c7-1f55-4f16-a399-dcb3d86fe48d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705b7023-3651-42a8-a9fc-8a5f705cb29c,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:25.615386 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c79603c7-1f55-4f16-a399-dcb3d86fe48d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:25.616676 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c79603c7-1f55-4f16-a399-dcb3d86fe48d tempest-TestNetworkAdvancedServerOps-201936833 tempest-TestNetworkAdvancedServerOps-201936833-project] 10.222.0.37 "DELETE /v2.0/security-groups/705b7023-3651-42a8-a9fc-8a5f705cb29c HTTP/1.1" status: 204 len: 168 time: 0.1968787 Mar 16 11:43:25.909564 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 568120a3-d8e2-4e66-ab23-7d6101c96e9d no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:43:25.943337 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 568120a3-d8e2-4e66-ab23-7d6101c96e9d {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:43:25.943681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 568120a3-d8e2-4e66-ab23-7d6101c96e9d not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:43:25.944089 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 24fc59af-b729-4752-893c-e86e3bae2300 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:43:25.979359 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 24fc59af-b729-4752-893c-e86e3bae2300 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:43:25.979816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 24fc59af-b729-4752-893c-e86e3bae2300 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:43:25.980228 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a4c7200c-dcb4-4f72-b894-7707758066b4 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:43:26.006072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45636) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:26.015119 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: a4c7200c-dcb4-4f72-b894-7707758066b4 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:43:26.015526 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device a4c7200c-dcb4-4f72-b894-7707758066b4 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:43:26.164521 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-66d3deae-72af-4418-9121-725dfb8c6256 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55f19e1b110c4ceba4248241e4f8afd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570947 Mar 16 11:43:26.167013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45642) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:26.225836 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36ca7711-4f02-4ad9-af3c-fcbf634cd615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:26.251979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36ca7711-4f02-4ad9-af3c-fcbf634cd615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:26.306323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36ca7711-4f02-4ad9-af3c-fcbf634cd615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:26.326897 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca7711-4f02-4ad9-af3c-fcbf634cd615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4fb0f7-466d-47cc-981c-b6200f14522d,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:26.333900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-36ca7711-4f02-4ad9-af3c-fcbf634cd615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:26.335031 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-36ca7711-4f02-4ad9-af3c-fcbf634cd615 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a4fb0f7-466d-47cc-981c-b6200f14522d HTTP/1.1" status: 204 len: 168 time: 0.1671250 Mar 16 11:43:26.623525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45650) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:26.641239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-805b86ae-7e1e-424f-a9c2-412ade182624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:26.655395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-805b86ae-7e1e-424f-a9c2-412ade182624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:26.659385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-805b86ae-7e1e-424f-a9c2-412ade182624 admin admin] Usage tracker for resource:security_group_rule and tenant:cdf77d1b77134bc78ba2e357839bca10 is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:26.662356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-805b86ae-7e1e-424f-a9c2-412ade182624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:26.671218 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-805b86ae-7e1e-424f-a9c2-412ade182624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:26.755903 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-805b86ae-7e1e-424f-a9c2-412ade182624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:26.763013 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-805b86ae-7e1e-424f-a9c2-412ade182624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:26.853594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:26.911112 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-805b86ae-7e1e-424f-a9c2-412ade182624 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdf77d1b77134bc78ba2e357839bca10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865014 Mar 16 11:43:26.911954 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b86ae-7e1e-424f-a9c2-412ade182624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66999eeb-6cbb-4014-bed2-24d770fe0ad8,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:26.914397 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45654) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:26.975162 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-55929d81-5119-478a-84ea-2f7bfbfa555f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:27.000771 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-55929d81-5119-478a-84ea-2f7bfbfa555f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:27.055395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-55929d81-5119-478a-84ea-2f7bfbfa555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:27.069467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55929d81-5119-478a-84ea-2f7bfbfa555f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66999eeb-6cbb-4014-bed2-24d770fe0ad8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:27.075564 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-55929d81-5119-478a-84ea-2f7bfbfa555f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:27.076751 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-55929d81-5119-478a-84ea-2f7bfbfa555f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66999eeb-6cbb-4014-bed2-24d770fe0ad8 HTTP/1.1" status: 204 len: 168 time: 0.1613157 Mar 16 11:43:27.877323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45678) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:27.984437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1473009405-network', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:27.989530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:27.993452 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Usage tracker for resource:network and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:27.996282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:28.002960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:28.015593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Made reservation on behalf of ff2efad95df44b09b22ddada2116468a for: {'network': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:43:28.017937 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.032921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.047702 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:28.051862 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:28.054865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:28.061419 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:28.142886 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.149256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.177350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:43:28.185749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ec78d2-5655-42e0-ad9b-7c98fd7aac1c,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:28.191153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.191482 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.segments_db [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Added segment 8e4d027d-fc5f-4375-b81a-1cd1ede592b7 of type vlan for network 8e73b140-25cd-49e2-b4ea-483d80b447f6 Mar 16 11:43:28.217194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.246946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.247864 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:28.248454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.346804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] Pushing event updated for resources: {'Network': ['ID=8e73b140-25cd-49e2-b4ea-483d80b447f6,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:28.349742 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dc24faa6-d3ce-48c9-b1e7-8efce7ea70b4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4714210 Mar 16 11:43:28.353947 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45684) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:28.358212 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 8e73b140-25cd-49e2-b4ea-483d80b447f6 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:43:28.359180 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Request body: {'subnet': {'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1473009405-subnet', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'ip_version': 4}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:28.364344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:28.368306 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Usage tracker for resource:subnet and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:28.371227 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:28.377061 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:28.389568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Made reservation on behalf of ff2efad95df44b09b22ddada2116468a for: {'subnet': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:43:28.393595 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1699094'] for subnet, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.605088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10907900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1699108'] for subnet, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.684363 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9504147b-f325-4734-9307-314ee2347a55,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:28.697141 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Checking segment: {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:43:28.697536 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Network hostable DHCP agents. Network: 8e73b140-25cd-49e2-b4ea-483d80b447f6, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:43:28.720827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Network 8e73b140-25cd-49e2-b4ea-483d80b447f6 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:43:28.730663 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 8e73b140-25cd-49e2-b4ea-483d80b447f6) {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:28.735294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:28.735911 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.742142 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a0022c-d150-40a6-8001-b6159f42f490 None None] Network 8e73b140-25cd-49e2-b4ea-483d80b447f6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:43:28.759685 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45688) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:28.760345 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-50adb07c-eed1-405c-8278-c4601b34f6e0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4048219 Mar 16 11:43:28.764599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:28.769440 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:28.773464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Usage tracker for resource:router and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:28.776352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:28.782654 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:28.793403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.794491 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.811127 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:28.955078 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-8e73b140-25cd-49e2-b4ea-483d80b447f6', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:43:28.955905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.083738 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.106372 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Allocated IP 172.20.0.2 (8e73b140-25cd-49e2-b4ea-483d80b447f6/9504147b-f325-4734-9307-314ee2347a55/1f41bf34-5384-4da5-97a9-ee57512a56c8) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:29.353055 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.363218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Transition to ACTIVE for port object 1f41bf34-5384-4da5-97a9-ee57512a56c8 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:29.381145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Transition to ACTIVE for port object 1f41bf34-5384-4da5-97a9-ee57512a56c8 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:29.387720 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.397014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.426803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.445139 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Network 8e73b140-25cd-49e2-b4ea-483d80b447f6 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:29.447747 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:29.452029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:43:29.499914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Pushing event updated for resources: {'Port': ['ID=1f41bf34-5384-4da5-97a9-ee57512a56c8,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:29.557016 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Attempting to bind port 1f41bf34-5384-4da5-97a9-ee57512a56c8 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:29.557386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Attempting to bind port 1f41bf34-5384-4da5-97a9-ee57512a56c8 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:29.557744 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Attempting to bind port 1f41bf34-5384-4da5-97a9-ee57512a56c8 on network 8e73b140-25cd-49e2-b4ea-483d80b447f6 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:43:29.563596 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:43:29.563969 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Checking segment: {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:43:29.564457 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.564881 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Bound using segment: {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:43:29.565346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Bound port: 1f41bf34-5384-4da5-97a9-ee57512a56c8, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:29.565713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.660361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] For port 1f41bf34-5384-4da5-97a9-ee57512a56c8, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:43:29.663792 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] For port 1f41bf34-5384-4da5-97a9-ee57512a56c8, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1f41bf34-5384-4da5-97a9-ee57512a56c8,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:43:29.669586 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.708610 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Allocated IP 172.26.2.184 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/92fa6993-cb32-48f8-b035-3fc6f584ecbb) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:29.757224 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41e073-b0b4-4a18-93a9-9499fdc8c39f None None] Pushing event updated for resources: {'Port': ['ID=1f41bf34-5384-4da5-97a9-ee57512a56c8,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:29.866154 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.897281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.968321 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:29.972792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:29.975681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:43:30.034519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Pushing event updated for resources: {'Port': ['ID=92fa6993-cb32-48f8-b035-3fc6f584ecbb,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:30.406607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:30.665768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf0fda7-1aba-4d89-a0fb-8fc434fdeb89 None None] Network 8e73b140-25cd-49e2-b4ea-483d80b447f6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:43:30.746378 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:30.785149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-40a6eb5a-62e2-4084-a2ed-825d6d9094e8 None None] Provisioning for port 1f41bf34-5384-4da5-97a9-ee57512a56c8 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:30.955400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:43:31.258971 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:43:31.269414 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Sync routers for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:43:31.282530 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:31.283129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:31.283249 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:43:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:31.284421 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-45538b74-874b-47e9-8254-207786f3cef2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5237536 Mar 16 11:43:31.287262 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45694) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:31.463010 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:31.663621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1f41bf34-5384-4da5-97a9-ee57512a56c8 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:31.732566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 1f41bf34-5384-4da5-97a9-ee57512a56c8 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:31.737413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1f41bf34-5384-4da5-97a9-ee57512a56c8 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:31.737778 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:31.750129 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:30Z', 'revision_number': 3, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:31.754087 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Checking router: 8cf87852-2a50-45a5-a482-88ebd4ffaf7c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:43:31.754422 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Updating router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c port 92fa6993-cb32-48f8-b035-3fc6f584ecbb binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:43:31.810032 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:31.866690 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:31.898770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 1f41bf34-5384-4da5-97a9-ee57512a56c8, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1f41bf34-5384-4da5-97a9-ee57512a56c8,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:31.904474 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:31.974898 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:31.976576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=1f41bf34-5384-4da5-97a9-ee57512a56c8,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:32.133185 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.144468 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Transition to ACTIVE for port object 92fa6993-cb32-48f8-b035-3fc6f584ecbb will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:32.151628 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.183523 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Allocated IP 172.20.0.1 (8e73b140-25cd-49e2-b4ea-483d80b447f6/9504147b-f325-4734-9307-314ee2347a55/e2ef3e27-71bf-4df8-9317-2802a705a379) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:32.226738 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13468986-9417-4490-bec5-d81340c98938 None None] Pushing event updated for resources: {'Port': ['ID=92fa6993-cb32-48f8-b035-3fc6f584ecbb,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:32.235348 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Attempting to bind port 92fa6993-cb32-48f8-b035-3fc6f584ecbb on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:32.235706 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Attempting to bind port 92fa6993-cb32-48f8-b035-3fc6f584ecbb by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:32.236117 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Attempting to bind port 92fa6993-cb32-48f8-b035-3fc6f584ecbb on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:43:32.239873 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.240208 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.240542 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.240893 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.241238 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.241557 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.241875 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.242170 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.242511 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.242809 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.243124 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.243423 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468986-9417-4490-bec5-d81340c98938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:32.248339 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:43:32.248703 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:43:32.249129 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.249500 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:43:32.249952 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Bound port: 92fa6993-cb32-48f8-b035-3fc6f584ecbb, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:32.250311 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.326176 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] For port 92fa6993-cb32-48f8-b035-3fc6f584ecbb, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:43:32.329603 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] For port 92fa6993-cb32-48f8-b035-3fc6f584ecbb, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=92fa6993-cb32-48f8-b035-3fc6f584ecbb,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:43:32.332432 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.334371 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.348417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Transition to ACTIVE for port object e2ef3e27-71bf-4df8-9317-2802a705a379 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:32.373151 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.411377 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:32.411996 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:43:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:32.431902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Network 8e73b140-25cd-49e2-b4ea-483d80b447f6 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:32.434537 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:32.442396 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:43:32.461424 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13468986-9417-4490-bec5-d81340c98938 None None] Pushing event updated for resources: {'Port': ['ID=92fa6993-cb32-48f8-b035-3fc6f584ecbb,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:32.482597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Pushing event updated for resources: {'Port': ['ID=e2ef3e27-71bf-4df8-9317-2802a705a379,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:32.498709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.624341 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:32.633483 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.674853 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8ac1df43-aa8c-4ff0-9b51-4e0cc1a4e0ab None None] Provisioning for port e2ef3e27-71bf-4df8-9317-2802a705a379 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:32.680104 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-8ac1df43-aa8c-4ff0-9b51-4e0cc1a4e0ab None None] Provisioning complete for port e2ef3e27-71bf-4df8-9317-2802a705a379 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:32.680573 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8ac1df43-aa8c-4ff0-9b51-4e0cc1a4e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.737387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1df43-aa8c-4ff0-9b51-4e0cc1a4e0ab None None] Port e2ef3e27-71bf-4df8-9317-2802a705a379 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:43:32.903617 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:30Z', 'revision_number': 3, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:32.907326 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25bf329-2059-4f39-b3ee-456161f605b0 None None] The sync data for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv is: [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:30Z', 'revision_number': 3, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:43:32.976264 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.982559 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:33.090117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Pushing event updated for resources: {'Port': ['ID=e2ef3e27-71bf-4df8-9317-2802a705a379,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:33.092668 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:33.235035 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Network 8e73b140-25cd-49e2-b4ea-483d80b447f6 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:33.236314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:33.431395 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:43:33.467506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-9efe0812-5b22-4287-9c72-8179135764af None None] Provisioning complete for port e2ef3e27-71bf-4df8-9317-2802a705a379 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:33.467861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9efe0812-5b22-4287-9c72-8179135764af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:33.525032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9efe0812-5b22-4287-9c72-8179135764af None None] Port e2ef3e27-71bf-4df8-9317-2802a705a379 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:43:33.630550 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:43:33.640825 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8f82e089-f54c-49d5-ad7e-0e34686fcaec admin admin] 10.222.0.37 "PUT /v2.0/routers/8cf87852-2a50-45a5-a482-88ebd4ffaf7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3525159 Mar 16 11:43:33.708498 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 92fa6993-cb32-48f8-b035-3fc6f584ecbb up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:33.780126 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 92fa6993-cb32-48f8-b035-3fc6f584ecbb completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:33.784904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 92fa6993-cb32-48f8-b035-3fc6f584ecbb triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:33.785264 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:33.903059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:33.920823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 92fa6993-cb32-48f8-b035-3fc6f584ecbb, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=92fa6993-cb32-48f8-b035-3fc6f584ecbb,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:33.926170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:33.930171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1f41bf34-5384-4da5-97a9-ee57512a56c8 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:34.045788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=92fa6993-cb32-48f8-b035-3fc6f584ecbb,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:34.057712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1f41bf34-5384-4da5-97a9-ee57512a56c8 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:34.058075 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.154449 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45712) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:34.160068 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-113215046-network', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:34.165695 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:34.170038 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Usage tracker for resource:network and tenant:4230ff59d8c04afc9e93f80664df6fc9 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:34.174594 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:34.180524 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:34.195803 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Made reservation on behalf of 4230ff59d8c04afc9e93f80664df6fc9 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:43:34.198622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.212083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.227315 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:34.231078 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Usage tracker for resource:security_group_rule and tenant:4230ff59d8c04afc9e93f80664df6fc9 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:34.233882 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:34.239574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:34.320832 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.326371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.358024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:43:34.366650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab27007b-d379-4e84-a025-af689bf9537f,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:34.371349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Sync routers for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:43:34.372446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.372804 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Added segment 642e7d1b-33d9-4388-baec-8237d59c0017 of type vlan for network e86ab190-d6bc-478e-9473-49f76150fa80 Mar 16 11:43:34.381186 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:34.381806 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:43:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:34.399699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.430305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.431472 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:34.432042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.532221 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3766105 Mar 16 11:43:34.535027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45716) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:34.537812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a49cad-f226-4c27-80ab-9b35fc03b19c admin admin] Pushing event updated for resources: {'Network': ['ID=e86ab190-d6bc-478e-9473-49f76150fa80,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:34.542586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Request body: {'subnet': {'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-113215046-subnet', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:34.547757 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:34.552050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Usage tracker for resource:subnet and tenant:4230ff59d8c04afc9e93f80664df6fc9 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:34.552558 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network e86ab190-d6bc-478e-9473-49f76150fa80 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:43:34.554622 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:34.560565 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:34.572843 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Made reservation on behalf of 4230ff59d8c04afc9e93f80664df6fc9 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:43:34.575352 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.590085 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:34.783569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.853220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4346e721-5dd9-4267-9555-b2b41161ba06,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:34.863275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Checking segment: {'id': '642e7d1b-33d9-4388-baec-8237d59c0017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:43:34.863625 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Network hostable DHCP agents. Network: e86ab190-d6bc-478e-9473-49f76150fa80, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:43:34.884094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Network e86ab190-d6bc-478e-9473-49f76150fa80 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:43:34.894293 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, e86ab190-d6bc-478e-9473-49f76150fa80) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:34.898324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:34.898903 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.905211 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fbc667-a624-4ca0-83d9-0a4994263c0a None None] Network e86ab190-d6bc-478e-9473-49f76150fa80 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:43:34.920601 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-174c3b7f-f417-4c55-8100-f4543ce85555 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3845949 Mar 16 11:43:34.923160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45720) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:34.928101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-113215046-router', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:34.933114 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:34.936923 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Usage tracker for resource:router and tenant:4230ff59d8c04afc9e93f80664df6fc9 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:34.939849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:34.945680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:34.960995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.962009 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.975937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:35.115838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 2, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:35.146805 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Checking router: 8cf87852-2a50-45a5-a482-88ebd4ffaf7c for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:43:35.147148 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Updating router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c port e2ef3e27-71bf-4df8-9317-2802a705a379 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:43:35.204932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-e86ab190-d6bc-478e-9473-49f76150fa80', 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'fixed_ips': [{'subnet_id': '4346e721-5dd9-4267-9555-b2b41161ba06'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:43:35.205743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:35.230759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:35.362474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:35.513778 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Allocated IP 172.20.0.2 (e86ab190-d6bc-478e-9473-49f76150fa80/4346e721-5dd9-4267-9555-b2b41161ba06/4cd23cd6-8e6a-47c5-94e6-22b43506a81b) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:35.675199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 92fa6993-cb32-48f8-b035-3fc6f584ecbb up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:35.682999 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:35.714055 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:35.867374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Allocated IP 172.26.2.2 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/b7039d3e-b054-4b33-a488-102827467975) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:35.959802 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 92fa6993-cb32-48f8-b035-3fc6f584ecbb triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:35.960391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.011660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.020701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.024958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.042900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.051497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Transition to ACTIVE for port object 4cd23cd6-8e6a-47c5-94e6-22b43506a81b will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:36.056814 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Transition to ACTIVE for port object e2ef3e27-71bf-4df8-9317-2802a705a379 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:36.072324 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.107202 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:36.114651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:36.118842 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:43:36.129058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Transition to ACTIVE for port object 4cd23cd6-8e6a-47c5-94e6-22b43506a81b will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:36.152856 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Pushing event updated for resources: {'Port': ['ID=b7039d3e-b054-4b33-a488-102827467975,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:36.238595 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.261380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38433eb-8196-4a58-8362-c1336f70c0d8 None None] Pushing event updated for resources: {'Port': ['ID=e2ef3e27-71bf-4df8-9317-2802a705a379,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:36.367280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Network e86ab190-d6bc-478e-9473-49f76150fa80 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:36.370991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:36.398592 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:43:36.463756 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Pushing event updated for resources: {'Port': ['ID=4cd23cd6-8e6a-47c5-94e6-22b43506a81b,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:36.511311 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Attempting to bind port e2ef3e27-71bf-4df8-9317-2802a705a379 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:36.511647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Attempting to bind port e2ef3e27-71bf-4df8-9317-2802a705a379 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:36.512049 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Attempting to bind port e2ef3e27-71bf-4df8-9317-2802a705a379 on network 8e73b140-25cd-49e2-b4ea-483d80b447f6 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:43:36.531203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:43:36.531575 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Checking segment: {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:43:36.531976 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.532356 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Bound using segment: {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:43:36.532879 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Bound port: e2ef3e27-71bf-4df8-9317-2802a705a379, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:36.533253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.541314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.577513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Attempting to bind port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:36.577837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Attempting to bind port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '642e7d1b-33d9-4388-baec-8237d59c0017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:36.578156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Attempting to bind port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b on network e86ab190-d6bc-478e-9473-49f76150fa80 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:43:36.597333 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:43:36.597755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Checking segment: {'id': '642e7d1b-33d9-4388-baec-8237d59c0017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:43:36.598105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.598505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Bound using segment: {'id': '642e7d1b-33d9-4388-baec-8237d59c0017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:43:36.599010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Bound port: 4cd23cd6-8e6a-47c5-94e6-22b43506a81b, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642e7d1b-33d9-4388-baec-8237d59c0017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:36.599381 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.698719 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] For port e2ef3e27-71bf-4df8-9317-2802a705a379, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:43:36.719691 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] For port e2ef3e27-71bf-4df8-9317-2802a705a379, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e2ef3e27-71bf-4df8-9317-2802a705a379,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:43:36.725961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] For port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:43:36.728350 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.732996 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] For port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4cd23cd6-8e6a-47c5-94e6-22b43506a81b,segment=NetworkSegment(642e7d1b-33d9-4388-baec-8237d59c0017),segment_id=642e7d1b-33d9-4388-baec-8237d59c0017)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:43:36.770837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.825084 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:36.825714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:43:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:36.883135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38433eb-8196-4a58-8362-c1336f70c0d8 None None] Pushing event updated for resources: {'Port': ['ID=e2ef3e27-71bf-4df8-9317-2802a705a379,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:37.011188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:37.044245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8d91b-8823-4c62-9ca5-c3decb1f398f None None] Pushing event updated for resources: {'Port': ['ID=4cd23cd6-8e6a-47c5-94e6-22b43506a81b,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:37.096289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:37.230274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Router 1905ed78-27a2-4855-91db-44523c409147 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:43:37.420171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:43:37.430205 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Sync routers for ids ['1905ed78-27a2-4855-91db-44523c409147'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:43:37.439806 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Routers {'1905ed78-27a2-4855-91db-44523c409147'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:37.440401 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:43:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1905ed78-27a2-4855-91db-44523c409147'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:37.450093 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:37.451350 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8bdb5fb1-67c9-48e5-89dc-5ab462a885fd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5271847 Mar 16 11:43:37.454415 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45724) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:37.472959 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:36Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:37.476937 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352af9a-4309-4320-8091-765d7e3a1583 None None] The sync data for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv is: [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:36Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:43:37.729621 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Set router 1905ed78-27a2-4855-91db-44523c409147 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:37.758308 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e2ef3e27-71bf-4df8-9317-2802a705a379 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:37.868465 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port e2ef3e27-71bf-4df8-9317-2802a705a379 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:37.885563 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e2ef3e27-71bf-4df8-9317-2802a705a379 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:37.885942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.053616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.081299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7baf851-d50f-4f37-98bd-8c0e5887678b None None] Network e86ab190-d6bc-478e-9473-49f76150fa80 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:43:38.167772 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905ed78-27a2-4855-91db-44523c409147', 'name': 'tempest-TestShelveInstance-113215046-router', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b7039d3e-b054-4b33-a488-102827467975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:34Z', 'updated_at': '2022-03-16T11:43:36Z', 'revision_number': 3, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'gw_port': {'id': 'b7039d3e-b054-4b33-a488-102827467975', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905ed78-27a2-4855-91db-44523c409147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:35Z', 'updated_at': '2022-03-16T11:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:38.172618 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Checking router: 1905ed78-27a2-4855-91db-44523c409147 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:43:38.173330 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Updating router 1905ed78-27a2-4855-91db-44523c409147 port b7039d3e-b054-4b33-a488-102827467975 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:43:38.211239 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-15801a4d-bcb2-494c-9831-71aa06b66c80 None None] Provisioning for port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:38.217835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port e2ef3e27-71bf-4df8-9317-2802a705a379, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e2ef3e27-71bf-4df8-9317-2802a705a379,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:38.230542 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.231261 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4cd23cd6-8e6a-47c5-94e6-22b43506a81b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:38.243660 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.366154 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.429184 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=e2ef3e27-71bf-4df8-9317-2802a705a379,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:38.476171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:38.491954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:38.492468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.633956 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.676846 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.680438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4cd23cd6-8e6a-47c5-94e6-22b43506a81b,segment=NetworkSegment(642e7d1b-33d9-4388-baec-8237d59c0017),segment_id=642e7d1b-33d9-4388-baec-8237d59c0017)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:38.687486 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.704332 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Transition to ACTIVE for port object b7039d3e-b054-4b33-a488-102827467975 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:38.719177 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.761918 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Allocated IP 172.20.0.1 (e86ab190-d6bc-478e-9473-49f76150fa80/4346e721-5dd9-4267-9555-b2b41161ba06/8c1f3329-ac98-4590-97bc-ffa81755e73b) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:38.776838 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=4cd23cd6-8e6a-47c5-94e6-22b43506a81b,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:38.827435 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Attempting to bind port b7039d3e-b054-4b33-a488-102827467975 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:38.827898 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Attempting to bind port b7039d3e-b054-4b33-a488-102827467975 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:38.831931 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Attempting to bind port b7039d3e-b054-4b33-a488-102827467975 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:43:38.845228 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca44a0-1023-4d9a-ad62-e850b32b2ed0 None None] Pushing event updated for resources: {'Port': ['ID=b7039d3e-b054-4b33-a488-102827467975,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:38.850871 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.855752 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:43:38.856318 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:43:38.856925 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.857457 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:43:38.858090 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Bound port: b7039d3e-b054-4b33-a488-102827467975, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:38.858462 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.936083 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.942925 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] For port b7039d3e-b054-4b33-a488-102827467975, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:43:38.946487 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] For port b7039d3e-b054-4b33-a488-102827467975, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b7039d3e-b054-4b33-a488-102827467975,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:43:38.954547 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.959687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Transition to ACTIVE for port object 8c1f3329-ac98-4590-97bc-ffa81755e73b will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:38.961629 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-6e3c7d6c-8774-41ca-8326-35c1e09e4724 None None] Provisioning complete for port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:38.962590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7d6c-8774-41ca-8326-35c1e09e4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:38.997476 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:39.032675 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Routers {'1905ed78-27a2-4855-91db-44523c409147'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:39.033460 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:43:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1905ed78-27a2-4855-91db-44523c409147'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:39.064813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Network e86ab190-d6bc-478e-9473-49f76150fa80 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:39.066482 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:39.075321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:43:39.137535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:39.137970 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca44a0-1023-4d9a-ad62-e850b32b2ed0 None None] Pushing event updated for resources: {'Port': ['ID=b7039d3e-b054-4b33-a488-102827467975,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:39.263003 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] Set router 1905ed78-27a2-4855-91db-44523c409147 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:39.267742 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1f3329-ac98-4590-97bc-ffa81755e73b,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:39.332554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a765846d-a77f-4987-bf51-d160cf0c7cd5 None None] Provisioning for port 8c1f3329-ac98-4590-97bc-ffa81755e73b completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:39.337726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a765846d-a77f-4987-bf51-d160cf0c7cd5 None None] Provisioning complete for port 8c1f3329-ac98-4590-97bc-ffa81755e73b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:39.338216 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a765846d-a77f-4987-bf51-d160cf0c7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:39.392699 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a765846d-a77f-4987-bf51-d160cf0c7cd5 None None] Port 8c1f3329-ac98-4590-97bc-ffa81755e73b cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:43:39.406652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:39.548847 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905ed78-27a2-4855-91db-44523c409147', 'name': 'tempest-TestShelveInstance-113215046-router', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b7039d3e-b054-4b33-a488-102827467975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:34Z', 'updated_at': '2022-03-16T11:43:36Z', 'revision_number': 3, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'gw_port': {'id': 'b7039d3e-b054-4b33-a488-102827467975', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905ed78-27a2-4855-91db-44523c409147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:35Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:39.552603 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff56d09-c139-446a-b02c-90a65f169946 None None] The sync data for ids ['1905ed78-27a2-4855-91db-44523c409147'] in dv-neutron-833860-1-hyperv is: [{'id': '1905ed78-27a2-4855-91db-44523c409147', 'name': 'tempest-TestShelveInstance-113215046-router', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b7039d3e-b054-4b33-a488-102827467975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:34Z', 'updated_at': '2022-03-16T11:43:36Z', 'revision_number': 3, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'gw_port': {'id': 'b7039d3e-b054-4b33-a488-102827467975', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905ed78-27a2-4855-91db-44523c409147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:35Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:43:39.634303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:39.640521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:39.641004 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e2ef3e27-71bf-4df8-9317-2802a705a379 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:39.715167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port e2ef3e27-71bf-4df8-9317-2802a705a379 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:39.715625 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:39.750144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:39.753802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1f3329-ac98-4590-97bc-ffa81755e73b,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:39.871286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4cd23cd6-8e6a-47c5-94e6-22b43506a81b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:39.907366 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Network e86ab190-d6bc-478e-9473-49f76150fa80 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:39.908872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:39.948269 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:39.948848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:40.118701 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Router 1905ed78-27a2-4855-91db-44523c409147 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:43:40.217789 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-a16d406c-ceac-46e1-a8b5-74fb124a9eaa None None] Provisioning complete for port 8c1f3329-ac98-4590-97bc-ffa81755e73b triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:40.218429 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a16d406c-ceac-46e1-a8b5-74fb124a9eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:40.274140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-a16d406c-ceac-46e1-a8b5-74fb124a9eaa None None] Port 8c1f3329-ac98-4590-97bc-ffa81755e73b cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:43:40.422358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:43:40.432234 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-219f2d4f-3317-4d24-8488-814b2364e0e5 admin admin] 10.222.0.37 "PUT /v2.0/routers/1905ed78-27a2-4855-91db-44523c409147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9766483 Mar 16 11:43:40.976697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45734) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:40.982076 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179269769', 'description': 'tempest-secgroup-smoke-179269769 description', 'project_id': 'ff2efad95df44b09b22ddada2116468a'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:40.988311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:40.992347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:40.995311 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:41.001686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:41.013582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.033776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:41.037724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:41.040540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:41.046210 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:41.098654 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Sync routers for ids ['1905ed78-27a2-4855-91db-44523c409147'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:43:41.108103 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Routers {'1905ed78-27a2-4855-91db-44523c409147'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:41.108712 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:43:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1905ed78-27a2-4855-91db-44523c409147'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:41.117416 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.121762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.166488 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e270d5ac-359b-463a-849e-6dd9e5515096,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:41.169521 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.170782 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-dfe60176-b0e7-4bbb-99fd-425d00a531b7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1930377 Mar 16 11:43:41.174063 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45738) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:41.180158 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'e270d5ac-359b-463a-849e-6dd9e5515096', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:41.187507 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:41.191716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:41.195332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:41.201511 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:41.219295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.277504 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.281147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.303824 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b065c3-3a08-4c8c-a28e-674d9a322308,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:41.315539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.316692 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7d4d5f5d-d76c-482e-87c3-814382777545 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414404 Mar 16 11:43:41.319516 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45742) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:41.324001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Set router 1905ed78-27a2-4855-91db-44523c409147 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:41.324489 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'e270d5ac-359b-463a-849e-6dd9e5515096', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:41.330402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:41.334418 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:41.337265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:41.343131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:41.359810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.419370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.422845 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.446157 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577f0d99-0ee6-4796-8365-a475789b076a,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:41.455028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.456286 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-8dbfce31-5b34-4574-99ff-7633ca8be8ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358304 Mar 16 11:43:41.459040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45746) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:41.463979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'e270d5ac-359b-463a-849e-6dd9e5515096', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:41.470026 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:41.473865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:41.476678 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:41.482244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:41.499779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.569202 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.576089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.615025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0427bbb-ea32-47cb-a7de-659c6fdb8aab,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:41.630258 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.631789 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-295459e1-80f3-4a1a-ace6-cc921f2f37a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716993 Mar 16 11:43:41.634599 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45750) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:41.640434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'e270d5ac-359b-463a-849e-6dd9e5515096', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:41.646731 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:41.649611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905ed78-27a2-4855-91db-44523c409147', 'name': 'tempest-TestShelveInstance-113215046-router', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b7039d3e-b054-4b33-a488-102827467975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:34Z', 'updated_at': '2022-03-16T11:43:39Z', 'revision_number': 4, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'gw_port': {'id': 'b7039d3e-b054-4b33-a488-102827467975', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905ed78-27a2-4855-91db-44523c409147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:35Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8c1f3329-ac98-4590-97bc-ffa81755e73b', 'name': '', 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'mac_address': 'fa:16:3e:7d:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905ed78-27a2-4855-91db-44523c409147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4346e721-5dd9-4267-9555-b2b41161ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:38Z', 'updated_at': '2022-03-16T11:43:39Z', 'revision_number': 2, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'subnets': [{'id': '4346e721-5dd9-4267-9555-b2b41161ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:41.650606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:41.655335 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:41.658618 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Checking router: 1905ed78-27a2-4855-91db-44523c409147 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:43:41.659128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Updating router 1905ed78-27a2-4855-91db-44523c409147 port 8c1f3329-ac98-4590-97bc-ffa81755e73b binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:43:41.664656 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:41.680350 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.689967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b7039d3e-b054-4b33-a488-102827467975 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:41.744196 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.748484 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.765019 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.773214 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66804f00-6f42-45ed-a1cf-194f1ae466b7,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:41.784029 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.785262 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-89ea9690-9e22-4734-9925-65420e776c9f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491821 Mar 16 11:43:41.787963 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45754) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:41.792937 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'e270d5ac-359b-463a-849e-6dd9e5515096', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:41.798804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:41.803077 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:41.806499 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:41.813825 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:41.825408 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Project ff2efad95df44b09b22ddada2116468a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:43:41.832411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.839203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port b7039d3e-b054-4b33-a488-102827467975 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:41.848577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port b7039d3e-b054-4b33-a488-102827467975 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:41.848973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.900624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.905384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.930344 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e86b93-b36b-4be5-86c6-ae7b6f6a4a5c,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:41.941595 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:41.942989 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8d5c50bf-0538-4486-8b2f-20ec8b50379e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1540084 Mar 16 11:43:41.945669 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 45758) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:41.950750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'e270d5ac-359b-463a-849e-6dd9e5515096', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:41.956700 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:41.960722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:41.963608 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:41.969153 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:41.980245 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Project ff2efad95df44b09b22ddada2116468a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:43:41.987554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.053253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.058192 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.083520 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab2b032-a8bd-4239-a44e-ca4ac12725cd,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:42.094411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.096195 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-f0417595-f975-4646-b787-12f3dfeebd81 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490490 Mar 16 11:43:42.124938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.157694 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port b7039d3e-b054-4b33-a488-102827467975, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b7039d3e-b054-4b33-a488-102827467975,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:42.163367 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.286556 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=b7039d3e-b054-4b33-a488-102827467975,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:42.301159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.313472 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Transition to ACTIVE for port object 8c1f3329-ac98-4590-97bc-ffa81755e73b will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:42.321204 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.462985 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-8f629284-705a-43f0-bfdf-15c177cb6ab7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Synchronizing usage tracker for tenant:ff2efad95df44b09b22ddada2116468a on resource:security_group {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:42.480973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f08a0-1bb9-4fd3-acb3-aad6673c81c7 None None] Pushing event updated for resources: {'Port': ['ID=8c1f3329-ac98-4590-97bc-ffa81755e73b,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:42.482142 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-8f629284-705a-43f0-bfdf-15c177cb6ab7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Unset dirty status for tenant:ff2efad95df44b09b22ddada2116468a on resource:security_group {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:42.484379 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-8f629284-705a-43f0-bfdf-15c177cb6ab7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179269769&fields=id&tenant_id=ff2efad95df44b09b22ddada2116468a HTTP/1.1" status: 200 len: 267 time: 0.0649786 Mar 16 11:43:42.539525 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Attempting to bind port 8c1f3329-ac98-4590-97bc-ffa81755e73b on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:42.540255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Attempting to bind port 8c1f3329-ac98-4590-97bc-ffa81755e73b by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '642e7d1b-33d9-4388-baec-8237d59c0017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:42.540841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Attempting to bind port 8c1f3329-ac98-4590-97bc-ffa81755e73b on network e86ab190-d6bc-478e-9473-49f76150fa80 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:43:42.546726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:43:42.547576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Checking segment: {'id': '642e7d1b-33d9-4388-baec-8237d59c0017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:43:42.548131 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.548772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Bound using segment: {'id': '642e7d1b-33d9-4388-baec-8237d59c0017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:43:42.549248 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Bound port: 8c1f3329-ac98-4590-97bc-ffa81755e73b, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642e7d1b-33d9-4388-baec-8237d59c0017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:42.549607 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.647087 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-b3159c3f-ef46-4715-99cd-457eda6dbe2c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:42.647819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-b3159c3f-ef46-4715-99cd-457eda6dbe2c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Synchronizing usage tracker for tenant:ff2efad95df44b09b22ddada2116468a on resource:network {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:42.667071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-b3159c3f-ef46-4715-99cd-457eda6dbe2c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Unset dirty status for tenant:ff2efad95df44b09b22ddada2116468a on resource:network {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:42.668304 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-b3159c3f-ef46-4715-99cd-457eda6dbe2c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 809 time: 0.1722307 Mar 16 11:43:42.685306 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-61b0cf25-a173-47ca-ba3a-554a88bada67 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/quotas/ff2efad95df44b09b22ddada2116468a HTTP/1.1" status: 200 len: 375 time: 0.0108747 Mar 16 11:43:42.686597 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] For port 8c1f3329-ac98-4590-97bc-ffa81755e73b, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:43:42.689734 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] For port 8c1f3329-ac98-4590-97bc-ffa81755e73b, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8c1f3329-ac98-4590-97bc-ffa81755e73b,segment=NetworkSegment(642e7d1b-33d9-4388-baec-8237d59c0017),segment_id=642e7d1b-33d9-4388-baec-8237d59c0017)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:43:42.693922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.768197 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Routers {'1905ed78-27a2-4855-91db-44523c409147'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:42.768821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:43:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1905ed78-27a2-4855-91db-44523c409147'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:42.775966 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-30c4a061-a02a-4772-9b76-41e9497182d1 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848749 Mar 16 11:43:42.833352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f08a0-1bb9-4fd3-acb3-aad6673c81c7 None None] Pushing event updated for resources: {'Port': ['ID=8c1f3329-ac98-4590-97bc-ffa81755e73b,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:42.896411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-94818068-9482-475b-97ee-026784137adf service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:43:42.897423 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-94818068-9482-475b-97ee-026784137adf service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1094234 Mar 16 11:43:42.958578 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] Set router 1905ed78-27a2-4855-91db-44523c409147 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:43.035371 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-370a0b16-0b36-4d4f-a38a-ebdac4b682b4 service neutron] 10.222.0.37 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317153 Mar 16 11:43:43.165715 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-04c5cb92-1d94-4619-b8fa-ef7d9045473b service neutron] 10.222.0.37 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245720 Mar 16 11:43:43.283576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905ed78-27a2-4855-91db-44523c409147', 'name': 'tempest-TestShelveInstance-113215046-router', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b7039d3e-b054-4b33-a488-102827467975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:34Z', 'updated_at': '2022-03-16T11:43:39Z', 'revision_number': 4, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'gw_port': {'id': 'b7039d3e-b054-4b33-a488-102827467975', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905ed78-27a2-4855-91db-44523c409147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:35Z', 'updated_at': '2022-03-16T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8c1f3329-ac98-4590-97bc-ffa81755e73b', 'name': '', 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'mac_address': 'fa:16:3e:7d:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905ed78-27a2-4855-91db-44523c409147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4346e721-5dd9-4267-9555-b2b41161ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:38Z', 'updated_at': '2022-03-16T11:43:42Z', 'revision_number': 4, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'subnets': [{'id': '4346e721-5dd9-4267-9555-b2b41161ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:43.287305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ebe2b-19e4-430c-855d-2f22054aad26 None None] The sync data for ids ['1905ed78-27a2-4855-91db-44523c409147'] in dv-neutron-833860-1-hyperv is: [{'id': '1905ed78-27a2-4855-91db-44523c409147', 'name': 'tempest-TestShelveInstance-113215046-router', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b7039d3e-b054-4b33-a488-102827467975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:34Z', 'updated_at': '2022-03-16T11:43:39Z', 'revision_number': 4, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'gw_port': {'id': 'b7039d3e-b054-4b33-a488-102827467975', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905ed78-27a2-4855-91db-44523c409147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:35Z', 'updated_at': '2022-03-16T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '8c1f3329-ac98-4590-97bc-ffa81755e73b', 'name': '', 'network_id': 'e86ab190-d6bc-478e-9473-49f76150fa80', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'mac_address': 'fa:16:3e:7d:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905ed78-27a2-4855-91db-44523c409147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '4346e721-5dd9-4267-9555-b2b41161ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:38Z', 'updated_at': '2022-03-16T11:43:42Z', 'revision_number': 4, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'subnets': [{'id': '4346e721-5dd9-4267-9555-b2b41161ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:43:43.463408 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-9a2da034-981d-458a-a781-165b5ac73cf9 req-5675a8a5-cb83-46df-bfd6-3d3d84eb3080 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Synchronizing usage tracker for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:43.484355 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-9a2da034-981d-458a-a781-165b5ac73cf9 req-5675a8a5-cb83-46df-bfd6-3d3d84eb3080 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Unset dirty status for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:43.493432 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9a2da034-981d-458a-a781-165b5ac73cf9 req-5675a8a5-cb83-46df-bfd6-3d3d84eb3080 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 210 time: 0.1920948 Mar 16 11:43:43.710409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b7039d3e-b054-4b33-a488-102827467975 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:43.780308 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port b7039d3e-b054-4b33-a488-102827467975 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:43.780675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:43.917302 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c1f3329-ac98-4590-97bc-ffa81755e73b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:43.983253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 8c1f3329-ac98-4590-97bc-ffa81755e73b completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:43.988451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8c1f3329-ac98-4590-97bc-ffa81755e73b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:43.988931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:44.116397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:44.152528 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 8c1f3329-ac98-4590-97bc-ffa81755e73b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8c1f3329-ac98-4590-97bc-ffa81755e73b,segment=NetworkSegment(642e7d1b-33d9-4388-baec-8237d59c0017),segment_id=642e7d1b-33d9-4388-baec-8237d59c0017)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:44.157518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:44.237762 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=8c1f3329-ac98-4590-97bc-ffa81755e73b,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:44.666109 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8a5b0396-51fe-4bdb-a788-d86391073ac0 req-aa0dfbdf-27b8-4cf7-9938-105eb18cd96b tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 210 time: 0.0665114 Mar 16 11:43:44.794800 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-1b01e72d-04c7-4c00-8345-be9607e6f637 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:44.796223 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-1b01e72d-04c7-4c00-8345-be9607e6f637 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 809 time: 0.1543882 Mar 16 11:43:44.845839 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-0a7f4f56-af75-4f34-8884-d4bafa37116a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff2efad95df44b09b22ddada2116468a HTTP/1.1" status: 200 len: 379 time: 0.0415752 Mar 16 11:43:44.854432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'port': {'device_id': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'admin_state_up': True, 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'security_groups': ['e270d5ac-359b-463a-849e-6dd9e5515096']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:44.992884 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:45.002779 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:45.013904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Made reservation on behalf of ff2efad95df44b09b22ddada2116468a for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:43:45.017585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:45.178072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Allocated IP 172.20.0.13 (8e73b140-25cd-49e2-b4ea-483d80b447f6/9504147b-f325-4734-9307-314ee2347a55/fdd87f62-a03b-47da-8e16-fe08d159f777) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:45.368421 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:45.383522 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Transition to ACTIVE for port object fdd87f62-a03b-47da-8e16-fe08d159f777 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:45.411552 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:45.584811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Network 8e73b140-25cd-49e2-b4ea-483d80b447f6 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:45.596761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:45.600487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:45.602879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:43:45.631724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c1f3329-ac98-4590-97bc-ffa81755e73b up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:45.671186 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:45.671850 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:45.703022 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-18aa6d3a-70c2-4dec-9721-d1747bbb00c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8524463 Mar 16 11:43:45.714153 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 8c1f3329-ac98-4590-97bc-ffa81755e73b triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:45.714737 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:45.715644 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Request body: {'port': {'device_id': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:45.835222 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:45.875261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974733d2-6627-4c7d-b67a-daa7b1f20bbc req-559f1689-ce7f-4ef0-94a3-4dfbc289d7fa tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:45.876759 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-974733d2-6627-4c7d-b67a-daa7b1f20bbc req-559f1689-ce7f-4ef0-94a3-4dfbc289d7fa tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 932 time: 0.0896204 Mar 16 11:43:45.928710 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-974733d2-6627-4c7d-b67a-daa7b1f20bbc req-848d8129-c24f-45bb-9b0d-0e839c690e30 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388951 Mar 16 11:43:45.937073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7d89f25f-90ee-435f-94cd-d447fdbbe5d3 None None] Provisioning for port fdd87f62-a03b-47da-8e16-fe08d159f777 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:45.942479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-7d89f25f-90ee-435f-94cd-d447fdbbe5d3 None None] Provisioning complete for port fdd87f62-a03b-47da-8e16-fe08d159f777 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:45.942843 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7d89f25f-90ee-435f-94cd-d447fdbbe5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:45.995711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-7d89f25f-90ee-435f-94cd-d447fdbbe5d3 None None] Port fdd87f62-a03b-47da-8e16-fe08d159f777 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:43:46.191249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd87f62-a03b-47da-8e16-fe08d159f777 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:43:46.198866 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:46.212777 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Transition to ACTIVE for port object fdd87f62-a03b-47da-8e16-fe08d159f777 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:46.218104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:46.355252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:46.459236 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Attempting to bind port fdd87f62-a03b-47da-8e16-fe08d159f777 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:46.459467 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Attempting to bind port fdd87f62-a03b-47da-8e16-fe08d159f777 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:46.459783 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Attempting to bind port fdd87f62-a03b-47da-8e16-fe08d159f777 on network 8e73b140-25cd-49e2-b4ea-483d80b447f6 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:43:46.464344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Port fdd87f62-a03b-47da-8e16-fe08d159f777 on network 8e73b140-25cd-49e2-b4ea-483d80b447f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:43:46.464653 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Attempting to bind port fdd87f62-a03b-47da-8e16-fe08d159f777 on network 8e73b140-25cd-49e2-b4ea-483d80b447f6 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:43:46.469838 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:43:46.470165 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Checking segment: {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:43:46.470539 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Bound using segment: {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:43:46.471272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Bound port: fdd87f62-a03b-47da-8e16-fe08d159f777, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:46.471608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:46.578126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:43:46.581356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:43:46.586147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:46.639603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:46.640231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:46.641647 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] 10.222.0.48 "PUT /v2.0/ports/fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 1094 time: 0.9306295 Mar 16 11:43:46.642133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:43:46.670168 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7e76-143c-44c0-9dd4-0f2ace60e858 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:46.716079 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'status': 'completed', 'code': 200} Mar 16 11:43:46.758028 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-e4a69663-70d8-4445-a8aa-116f2c95e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:46.759520 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-e4a69663-70d8-4445-a8aa-116f2c95e1a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1097 time: 0.0779967 Mar 16 11:43:46.827480 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-a0c3a5ec-396a-4652-be9f-738e158d6828 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 217 time: 0.0610816 Mar 16 11:43:46.890879 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-7c5710e3-5cd0-4468-81df-deb7b9e4fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:46.892321 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-7c5710e3-5cd0-4468-81df-deb7b9e4fe4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0593605 Mar 16 11:43:46.970993 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-09133ea4-a828-4fd5-a851-b5e45aef8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:46.972437 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-09133ea4-a828-4fd5-a851-b5e45aef8e4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744076 Mar 16 11:43:47.105293 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-c7625995-2d12-4781-ada7-e1f487116283 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262312 Mar 16 11:43:47.105810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffbc3f-7392-4953-ba74-8a69a2c5cba8 req-ad1930c1-a761-4074-aecb-ea5512641aff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:47.107275 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bdffbc3f-7392-4953-ba74-8a69a2c5cba8 req-ad1930c1-a761-4074-aecb-ea5512641aff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0794294 Mar 16 11:43:47.155135 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-bdffbc3f-7392-4953-ba74-8a69a2c5cba8 req-0c494d12-cb48-4970-9765-2b5e338cd32a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417929 Mar 16 11:43:47.236500 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5030bb5e-c885-406b-8dda-8fad32dbae39 req-7b4e1ff4-93b5-46c3-ba8d-04aaf4445999 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243098 Mar 16 11:43:47.460769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494531-bb56-4240-b18b-89562d3904ed req-cc900ffc-2d81-43e9-866e-656b3779092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:47.462230 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e7494531-bb56-4240-b18b-89562d3904ed req-cc900ffc-2d81-43e9-866e-656b3779092a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1097 time: 0.1697319 Mar 16 11:43:47.593183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494531-bb56-4240-b18b-89562d3904ed req-f7f218c5-2dc0-4c3e-8dd6-032c5f4a1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:47.594628 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e7494531-bb56-4240-b18b-89562d3904ed req-f7f218c5-2dc0-4c3e-8dd6-032c5f4a1239 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1257546 Mar 16 11:43:47.661356 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e7494531-bb56-4240-b18b-89562d3904ed req-46395bcb-6b4d-4186-ac02-ef5644d783f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 217 time: 0.0608132 Mar 16 11:43:47.726958 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494531-bb56-4240-b18b-89562d3904ed req-b4a1819b-6b96-4ee2-9fec-758cbd1d86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:47.728334 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e7494531-bb56-4240-b18b-89562d3904ed req-b4a1819b-6b96-4ee2-9fec-758cbd1d86aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0611835 Mar 16 11:43:47.805220 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494531-bb56-4240-b18b-89562d3904ed req-085f3c10-fe07-4b4c-9980-c54cefa3e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:47.807013 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e7494531-bb56-4240-b18b-89562d3904ed req-085f3c10-fe07-4b4c-9980-c54cefa3e307 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726874 Mar 16 11:43:47.945287 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e7494531-bb56-4240-b18b-89562d3904ed req-c7638e9f-ca96-432d-84e0-ea27d25fa26b service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313236 Mar 16 11:43:48.080348 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e7494531-bb56-4240-b18b-89562d3904ed req-8b5747d4-d8fc-4742-8bc7-c95a8013d3b2 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290581 Mar 16 11:43:48.361451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bef13-1c7c-46ad-ab80-75b7d85ebc01 req-4fcbcd5e-b052-4e58-bc59-1472d31ea684 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:48.362145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-842bef13-1c7c-46ad-ab80-75b7d85ebc01 req-4fcbcd5e-b052-4e58-bc59-1472d31ea684 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Synchronizing usage tracker for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:48.380309 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-842bef13-1c7c-46ad-ab80-75b7d85ebc01 req-4fcbcd5e-b052-4e58-bc59-1472d31ea684 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Unset dirty status for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:48.381469 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-842bef13-1c7c-46ad-ab80-75b7d85ebc01 req-4fcbcd5e-b052-4e58-bc59-1472d31ea684 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.1130362 Mar 16 11:43:48.425505 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-842bef13-1c7c-46ad-ab80-75b7d85ebc01 req-5bf86416-76f3-4754-9e63-d2f780d62d80 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381784 Mar 16 11:43:49.624989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87ca03-c05c-483b-8614-3832593a0fc5 req-5b9397df-8651-4bdb-b141-dc14da9ce5f6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:49.626517 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ff87ca03-c05c-483b-8614-3832593a0fc5 req-5b9397df-8651-4bdb-b141-dc14da9ce5f6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0822222 Mar 16 11:43:49.671400 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ff87ca03-c05c-483b-8614-3832593a0fc5 req-fdd417c6-96b8-4acc-9e61-55abb7117ce0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393257 Mar 16 11:43:50.871083 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device fdd87f62-a03b-47da-8e16-fe08d159f777 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:43:50.876781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb7a1c-c5e5-40d2-8d0d-0f9b931301a4 req-afb31473-d66f-4223-9342-3270a62e68d6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:50.878289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bceb7a1c-c5e5-40d2-8d0d-0f9b931301a4 req-afb31473-d66f-4223-9342-3270a62e68d6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0876598 Mar 16 11:43:50.922741 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-bceb7a1c-c5e5-40d2-8d0d-0f9b931301a4 req-138ede58-97e5-4696-85fa-9c6e7f33147d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386696 Mar 16 11:43:51.002624 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:51.015377 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'port_id': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'mac_address': 'fa:16:3e:7c:6c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:43:51.101059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:51.121598 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd87f62-a03b-47da-8e16-fe08d159f777 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:43:51.139029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:51.143979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:51.211010 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:51.473722 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['fdd87f62-a03b-47da-8e16-fe08d159f777'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:43:51.972404 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6104-3047-424b-8ae7-df6fce0af350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:52.129604 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545bf7a-0520-4f10-a2e2-cfb3947ac4b3 req-4a5c9064-9ad7-4be7-9b7f-7946b3b2776f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:52.130952 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7545bf7a-0520-4f10-a2e2-cfb3947ac4b3 req-4a5c9064-9ad7-4be7-9b7f-7946b3b2776f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 945 time: 0.0859890 Mar 16 11:43:52.174749 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7545bf7a-0520-4f10-a2e2-cfb3947ac4b3 req-0e42a7b0-92d3-4572-8d66-46d611d67ba5 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379379 Mar 16 11:43:52.527061 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:43:52.872856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device fdd87f62-a03b-47da-8e16-fe08d159f777 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:52.956837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port fdd87f62-a03b-47da-8e16-fe08d159f777 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:52.961770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port fdd87f62-a03b-47da-8e16-fe08d159f777 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:52.962143 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:53.089037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:53.119433 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:43:53.129143 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:53.134848 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:53.205918 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:53.220113 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'code': 200} Mar 16 11:43:53.356782 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76fcd2-d257-489e-bf5f-a1a8642134a8 req-7849504f-00df-48f8-bf3a-88f80dc986e0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:53.358240 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3c76fcd2-d257-489e-bf5f-a1a8642134a8 req-7849504f-00df-48f8-bf3a-88f80dc986e0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0794747 Mar 16 11:43:53.406513 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3c76fcd2-d257-489e-bf5f-a1a8642134a8 req-29618759-9a1c-4a5c-baec-eaf739ae7cf8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422585 Mar 16 11:43:53.456776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5b9a5-81dd-4bd4-9854-5c31ba15b45c req-ac5ae9f6-df9c-4eaf-b3cf-1e2c65a4259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:53.458297 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92a5b9a5-81dd-4bd4-9854-5c31ba15b45c req-ac5ae9f6-df9c-4eaf-b3cf-1e2c65a4259f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1099 time: 0.0735824 Mar 16 11:43:53.499112 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92a5b9a5-81dd-4bd4-9854-5c31ba15b45c req-f87587db-7a83-4d0c-8ece-7138180d0fb6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349438 Mar 16 11:43:54.604026 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b02e92-820a-4f33-b56d-33a4ab823c16 req-182d1365-4732-4b44-9901-bec9d23a40bc tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:54.605506 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76b02e92-820a-4f33-b56d-33a4ab823c16 req-182d1365-4732-4b44-9901-bec9d23a40bc tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0791709 Mar 16 11:43:54.653670 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-76b02e92-820a-4f33-b56d-33a4ab823c16 req-8c30a811-4c9f-4126-adc6-3e5bfac6232a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425150 Mar 16 11:43:55.155562 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:55.180958 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-88d5a5df-05af-4bc1-98cd-bff782deb41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:55.366755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:55.967427 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14034364-e724-4611-918b-c9876e5d2143 req-ee6fa416-34e0-4b2f-866b-9613620772be tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:55.968923 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-14034364-e724-4611-918b-c9876e5d2143 req-ee6fa416-34e0-4b2f-866b-9613620772be tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.2027602 Mar 16 11:43:56.016425 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-14034364-e724-4611-918b-c9876e5d2143 req-dc6bb0c8-47b5-456f-8964-7359ec369092 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417202 Mar 16 11:43:56.210375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a639-2fe5-4f33-8fbb-70be699fc7e4 req-2f700cad-397a-4211-b8ca-43f17036670e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:56.211818 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fdd1a639-2fe5-4f33-8fbb-70be699fc7e4 req-2f700cad-397a-4211-b8ca-43f17036670e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0890031 Mar 16 11:43:56.254996 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fdd1a639-2fe5-4f33-8fbb-70be699fc7e4 req-cbe58b62-6b5f-462c-8e22-07798b75fac3 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373628 Mar 16 11:43:56.277987 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45848) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:56.400660 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554ea6cc-3d21-45b6-afb1-adf651d18009 tempest-TestShelveInstance-1075359153 tempest-TestShelveInstance-1075359153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:56.401409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-554ea6cc-3d21-45b6-afb1-adf651d18009 tempest-TestShelveInstance-1075359153 tempest-TestShelveInstance-1075359153-project-admin] Synchronizing usage tracker for tenant:4230ff59d8c04afc9e93f80664df6fc9 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:56.420757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-554ea6cc-3d21-45b6-afb1-adf651d18009 tempest-TestShelveInstance-1075359153 tempest-TestShelveInstance-1075359153-project-admin] Unset dirty status for tenant:4230ff59d8c04afc9e93f80664df6fc9 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:56.421989 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-554ea6cc-3d21-45b6-afb1-adf651d18009 tempest-TestShelveInstance-1075359153 tempest-TestShelveInstance-1075359153-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1094 time: 0.1430604 Mar 16 11:43:56.425225 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 45854) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:56.430161 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:56.436587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:56.440533 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:floatingip and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:56.443524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:56.449090 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:56.461984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:56.599549 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:56.728066 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Allocated IP 172.26.2.62 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/c1326b25-8a3c-4c3e-9c4e-81dafbbeffce) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:56.857954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:56.895280 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:56.928149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:56.987868 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:56.990618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:56.993542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:43:57.042739 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'Port': ['ID=c1326b25-8a3c-4c3e-9c4e-81dafbbeffce,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:57.528612 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:57.603371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:57.822778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:57.830513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:57.938877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'Port': ['ID=c1326b25-8a3c-4c3e-9c4e-81dafbbeffce,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:57.950957 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.126195 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Floating IP 9d522c10-1c76-40fa-88af-c8a6e117fb77 associated. External IP: 172.26.2.62, port: fdd87f62-a03b-47da-8e16-fe08d159f777. Mar 16 11:43:58.495635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:43:58.780221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:43:58.791169 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] Sync routers for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:43:58.801597 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:58.802410 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:43:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:58.808811 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.863107 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c50cbd96-7a02-4034-af88-81521b3f799c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4368703 Mar 16 11:43:58.863810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:43:58.906911 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'status': 'completed', 'code': 200} Mar 16 11:43:58.981278 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:59.000221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17332baa-41be-41e5-af68-23831486c5f7 req-24d03777-a370-4697-b1ed-13eb277b3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:59.001762 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-17332baa-41be-41e5-af68-23831486c5f7 req-24d03777-a370-4697-b1ed-13eb277b3138 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1099 time: 0.0733404 Mar 16 11:43:59.133078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17332baa-41be-41e5-af68-23831486c5f7 req-1d840b08-f52c-4fcf-95ce-21288b6f092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:59.134434 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-17332baa-41be-41e5-af68-23831486c5f7 req-1d840b08-f52c-4fcf-95ce-21288b6f092b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1239438 Mar 16 11:43:59.236764 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-17332baa-41be-41e5-af68-23831486c5f7 req-8fa708ac-aed9-49c1-90ca-7cc0a3a07b2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 999 time: 0.0964170 Mar 16 11:43:59.301764 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17332baa-41be-41e5-af68-23831486c5f7 req-4d842c01-7ea0-4710-b46d-960afaa43ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:59.303270 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-17332baa-41be-41e5-af68-23831486c5f7 req-4d842c01-7ea0-4710-b46d-960afaa43ede service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0612919 Mar 16 11:43:59.324993 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '9d522c10-1c76-40fa-88af-c8a6e117fb77', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'port_id': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'mac_address': 'fa:16:3e:7c:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:57Z', 'updated_at': '2022-03-16T11:43:57Z', 'revision_number': 0, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:59.328713 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] Checking router: 8cf87852-2a50-45a5-a482-88ebd4ffaf7c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:43:59.336793 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:59.337415 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:43:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:59.378106 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17332baa-41be-41e5-af68-23831486c5f7 req-7087cbc5-e931-4c9b-8db8-cc13680a4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:59.379612 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-17332baa-41be-41e5-af68-23831486c5f7 req-7087cbc5-e931-4c9b-8db8-cc13680a4eea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708973 Mar 16 11:43:59.509634 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-17332baa-41be-41e5-af68-23831486c5f7 req-d824774d-969a-46c6-bf24-8d1826d480f2 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238029 Mar 16 11:43:59.510352 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:59.641350 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-17332baa-41be-41e5-af68-23831486c5f7 req-be26c0ef-84d9-48b0-9eaa-a00d658d2e0a service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257493 Mar 16 11:43:59.891028 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '9d522c10-1c76-40fa-88af-c8a6e117fb77', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'port_id': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'mac_address': 'fa:16:3e:7c:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:57Z', 'updated_at': '2022-03-16T11:43:57Z', 'revision_number': 0, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:59.895335 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c7d80-8ffa-47a6-8037-965b6dae8eab None None] The sync data for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv is: [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '9d522c10-1c76-40fa-88af-c8a6e117fb77', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'port_id': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'mac_address': 'fa:16:3e:7c:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:57Z', 'updated_at': '2022-03-16T11:43:57Z', 'revision_number': 0, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:00.077134 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829e516-0573-438c-8a40-78fa76e2e8ab None None] New status for floating IP 9d522c10-1c76-40fa-88af-c8a6e117fb77: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:44:03.977982 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-71961390-5b7b-43da-b8a4-a43c1e7d55a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789042 Mar 16 11:44:04.131547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-e6cbc1d5-b133-4c79-8565-3817c2a4ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:04.133029 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-e6cbc1d5-b133-4c79-8565-3817c2a4ebbc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1099 time: 0.0732617 Mar 16 11:44:04.283849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-a8b21c82-bedf-4ce5-897c-736cbb1f7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:04.285236 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-a8b21c82-bedf-4ce5-897c-736cbb1f7fbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1294975 Mar 16 11:44:04.393214 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-eece19ea-2f63-4fa5-b05a-2dc48c4eab88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 1001 time: 0.1021132 Mar 16 11:44:04.455272 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-50831866-bf5c-4565-a61f-6a40aae747ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:04.456658 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-50831866-bf5c-4565-a61f-6a40aae747ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0581214 Mar 16 11:44:04.538117 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-eb0bb7b1-2401-4311-9b90-bc3c53e19927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:04.539478 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-eb0bb7b1-2401-4311-9b90-bc3c53e19927 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761268 Mar 16 11:44:04.673228 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-6d01fc13-9d8e-468f-9ceb-238422914499 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278234 Mar 16 11:44:04.909296 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-77c3e1bd-db02-4d24-9d49-eb12c570bb2d req-5e035660-d229-454e-94c0-5907fdab0a0a service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299988 Mar 16 11:44:08.839490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.977617 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5544-0d68-4170-9ee4-1ce75aac14d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:25.164111 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:25.185403 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7011fccf-6e48-4124-9ad6-31d931f21e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:25.372543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:26.864611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.531623 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:44:38.847127 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:51.983768 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a214784e-2ad2-48f7-bda6-5df020d1a9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:55.158087 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:55.188056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-63eebe82-e0d5-4ee6-8b3a-e31c047851e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:55.356682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:56.868000 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:05.911412 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-124dcf2c-5efe-4643-8283-659a3323ea1c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721679 Mar 16 11:45:06.061643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-59714fdd-83f7-41ec-9bed-4b6d208a9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:06.063085 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-59714fdd-83f7-41ec-9bed-4b6d208a9f68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1099 time: 0.0782866 Mar 16 11:45:06.222003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-e03e7914-fbf2-4c0f-8211-069348c2f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:06.223397 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-e03e7914-fbf2-4c0f-8211-069348c2f3a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1365879 Mar 16 11:45:06.328469 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-8a6acd00-b89a-4990-a466-0fa2bd43f6ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 1001 time: 0.0973611 Mar 16 11:45:06.394913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-ac02c8fa-5ac9-4d34-88c7-3457e40d17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:06.396295 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-ac02c8fa-5ac9-4d34-88c7-3457e40d17e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0608790 Mar 16 11:45:06.481071 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-cbcfa5a2-8677-42de-99ee-cbb8bc8d38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:06.482446 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-cbcfa5a2-8677-42de-99ee-cbb8bc8d38e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788918 Mar 16 11:45:06.530932 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:45:06.623074 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-b38f1840-12c8-4001-9c30-6340aaedfe93 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308718 Mar 16 11:45:06.752032 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cffac6b9-70e8-431c-8a83-11e57ccba29c req-8004829f-9cdc-49db-ac67-549c5e766d14 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231036 Mar 16 11:45:08.846590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:21.980203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-33c27646-e219-45a7-9625-468a5d37d1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:25.171277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:25.197696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-db9d3b27-6ec3-4607-85a8-7c5cfcdf7f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:25.372330 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:26.872198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:38.858162 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:43.535591 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:45:51.973094 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cfe0c53b-2d47-4d2a-91e5-76d9282b08c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:55.172599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:55.190277 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-28cac601-033f-45b9-8be5-becc426f287f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:55.356531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.878697 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:07.937734 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12488808-c125-4192-a462-796039ddfb27 req-54ee8fe4-6320-4b37-9a27-f7608c6f43f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748622 Mar 16 11:46:08.079433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12488808-c125-4192-a462-796039ddfb27 req-f3ee8b98-3b02-4d68-b7a0-5f5ee1ecbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:08.080920 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12488808-c125-4192-a462-796039ddfb27 req-f3ee8b98-3b02-4d68-b7a0-5f5ee1ecbba7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1099 time: 0.0738428 Mar 16 11:46:08.238842 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12488808-c125-4192-a462-796039ddfb27 req-426d5598-274a-4e7a-9f2e-cdca53b88da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:08.240204 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12488808-c125-4192-a462-796039ddfb27 req-426d5598-274a-4e7a-9f2e-cdca53b88da1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1388440 Mar 16 11:46:08.341764 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12488808-c125-4192-a462-796039ddfb27 req-ff2a4dfe-8d06-4005-b6f1-74e978df8854 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 1001 time: 0.0953145 Mar 16 11:46:08.402018 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12488808-c125-4192-a462-796039ddfb27 req-12a63e5a-8602-4f32-a832-3a6a31131569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:08.403389 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12488808-c125-4192-a462-796039ddfb27 req-12a63e5a-8602-4f32-a832-3a6a31131569 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0556481 Mar 16 11:46:08.481132 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12488808-c125-4192-a462-796039ddfb27 req-133ebcea-8ce9-4cd4-8ff0-38ab8cbf8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:08.482551 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12488808-c125-4192-a462-796039ddfb27 req-133ebcea-8ce9-4cd4-8ff0-38ab8cbf8f22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735574 Mar 16 11:46:08.617931 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12488808-c125-4192-a462-796039ddfb27 req-6540a0ac-c5fb-4391-ab0d-d11847e48a72 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287835 Mar 16 11:46:08.846288 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-12488808-c125-4192-a462-796039ddfb27 req-746e685d-661a-4a21-a916-2961b195a45f service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224660 Mar 16 11:46:08.852268 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:20.539810 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:46:21.969443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5eb5-0cfa-4e90-88db-773544ce4bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:25.171804 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:25.194730 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-500249ea-c6f4-494b-a651-0c8916f20aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:25.364541 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:26.881684 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:35.832545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ba660-e7fc-4228-a497-aa951af2fdb0 req-b0fffb11-7a86-4984-a64b-1aa923bd12a4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:35.833905 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ca5ba660-e7fc-4228-a497-aa951af2fdb0 req-b0fffb11-7a86-4984-a64b-1aa923bd12a4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0899699 Mar 16 11:46:35.879694 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ca5ba660-e7fc-4228-a497-aa951af2fdb0 req-a0338dfd-26dd-4c00-a06c-00f61f5656a0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400507 Mar 16 11:46:37.085020 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672aa5b-ca38-47a7-b032-e9d1f7465df4 req-18024fb9-4e74-4f88-a59a-866dc7d6c0ba tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:37.086460 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8672aa5b-ca38-47a7-b032-e9d1f7465df4 req-18024fb9-4e74-4f88-a59a-866dc7d6c0ba tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0870416 Mar 16 11:46:37.131143 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8672aa5b-ca38-47a7-b032-e9d1f7465df4 req-4d2f32e3-6749-44ff-92ec-9a42ed27f3f2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389936 Mar 16 11:46:38.350617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50929b64-bf42-4ca2-9e85-4ff052e0f4e4 req-6f7e265d-8a84-4bbe-b1f5-1699d498b3d4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:38.352060 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-50929b64-bf42-4ca2-9e85-4ff052e0f4e4 req-6f7e265d-8a84-4bbe-b1f5-1699d498b3d4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0923898 Mar 16 11:46:38.399465 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-50929b64-bf42-4ca2-9e85-4ff052e0f4e4 req-bab45c9d-7375-4642-8c2d-59bff0e2acdd tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392301 Mar 16 11:46:38.860798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:39.601603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b68fb1-5cd2-4d7c-a624-15bf1f39188b req-29d8d2e7-75d5-441e-a8be-adc39b17f1f8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:39.603056 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84b68fb1-5cd2-4d7c-a624-15bf1f39188b req-29d8d2e7-75d5-441e-a8be-adc39b17f1f8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0920548 Mar 16 11:46:39.647599 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84b68fb1-5cd2-4d7c-a624-15bf1f39188b req-57a263ea-b30c-4aec-8792-3f5c7df49336 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386958 Mar 16 11:46:40.854157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffd9ba-6e2e-4d4a-964b-687d8b16d148 req-12768e23-d72e-4600-97ff-2473f0093738 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:40.855594 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-22ffd9ba-6e2e-4d4a-964b-687d8b16d148 req-12768e23-d72e-4600-97ff-2473f0093738 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0855756 Mar 16 11:46:40.900198 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-22ffd9ba-6e2e-4d4a-964b-687d8b16d148 req-232372ff-b83e-40cf-9fbc-745c47405cdc tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388987 Mar 16 11:46:42.094877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1592b-0c4f-4b4d-aedc-56f94cd71467 req-c5e69bc1-63b1-47ed-a9a6-3da9da6e6b47 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:42.102316 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73b1592b-0c4f-4b4d-aedc-56f94cd71467 req-c5e69bc1-63b1-47ed-a9a6-3da9da6e6b47 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0856206 Mar 16 11:46:42.146350 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-73b1592b-0c4f-4b4d-aedc-56f94cd71467 req-0ea81b2d-694a-433a-a710-c2cc76fcd136 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440187 Mar 16 11:46:43.353630 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed422710-0d9e-4373-90c6-3c46405b4cc0 req-9c1bd57d-92f3-47f7-acc8-51a287a411b2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:43.355153 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ed422710-0d9e-4373-90c6-3c46405b4cc0 req-9c1bd57d-92f3-47f7-acc8-51a287a411b2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0888336 Mar 16 11:46:43.402848 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ed422710-0d9e-4373-90c6-3c46405b4cc0 req-d4dcda5f-a08e-4e93-a09f-dae565105d48 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390322 Mar 16 11:46:44.614209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8b90a-71b3-4875-8459-b33f39aeb73f req-1a27e6ee-fa06-4ff1-939e-5db367c5b5c2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:44.615687 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f3d8b90a-71b3-4875-8459-b33f39aeb73f req-1a27e6ee-fa06-4ff1-939e-5db367c5b5c2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0887542 Mar 16 11:46:44.662513 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f3d8b90a-71b3-4875-8459-b33f39aeb73f req-4577a868-c86e-4594-87b1-e38e6457e478 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380769 Mar 16 11:46:45.860702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66505748-df45-4523-bc51-47b4ed7e64ff req-a46fafb2-a938-46f9-97d0-8ac2a0bc90a5 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:45.862193 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-66505748-df45-4523-bc51-47b4ed7e64ff req-a46fafb2-a938-46f9-97d0-8ac2a0bc90a5 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0957024 Mar 16 11:46:45.906614 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-66505748-df45-4523-bc51-47b4ed7e64ff req-b7bb1101-65c1-44ca-8309-f03963a79346 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383329 Mar 16 11:46:47.119115 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd6da5-e9f3-425f-a064-92e55c0a4056 req-cff94b71-79e3-464d-90c2-3868fefe3528 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:47.120557 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-eefd6da5-e9f3-425f-a064-92e55c0a4056 req-cff94b71-79e3-464d-90c2-3868fefe3528 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0882945 Mar 16 11:46:47.166705 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-eefd6da5-e9f3-425f-a064-92e55c0a4056 req-20140b32-0771-4c9f-b402-2fa0d841fd5f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381818 Mar 16 11:46:47.757515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device fdd87f62-a03b-47da-8e16-fe08d159f777 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:46:47.936861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:47.949525 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'port_id': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'mac_address': 'fa:16:3e:7c:6c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:46:48.006977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.023837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdd87f62-a03b-47da-8e16-fe08d159f777 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:46:48.040281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:48.047431 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.117329 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:48.125011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['fdd87f62-a03b-47da-8e16-fe08d159f777'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:46:48.148779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.149127 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.149451 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.149771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.150088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.150400 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.150717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.151032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.151345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.151655 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.151946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.152252 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:48.354387 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf5714-c573-49ee-b561-52b38080b69c req-34615f31-817d-4230-9e5e-69dfd0642847 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:48.355816 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0bf5714-c573-49ee-b561-52b38080b69c req-34615f31-817d-4230-9e5e-69dfd0642847 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 945 time: 0.0830874 Mar 16 11:46:48.399546 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0bf5714-c573-49ee-b561-52b38080b69c req-969ebf0d-f99f-45ce-8858-e9fe503b0c72 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379994 Mar 16 11:46:49.582623 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9a722-2640-449c-bad5-4366b5af8c78 req-aaa6132a-ad37-4547-9749-d6af0ea86df7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:49.584075 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b5c9a722-2640-449c-bad5-4366b5af8c78 req-aaa6132a-ad37-4547-9749-d6af0ea86df7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 945 time: 0.0810905 Mar 16 11:46:49.627867 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b5c9a722-2640-449c-bad5-4366b5af8c78 req-588e6262-1664-4b49-91d2-eb21ac94c4d1 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 Mar 16 11:46:49.772687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device fdd87f62-a03b-47da-8e16-fe08d159f777 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:46:49.857279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port fdd87f62-a03b-47da-8e16-fe08d159f777 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:49.857621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:49.984325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:50.010983 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:46:50.020495 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:50.025708 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:50.061082 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'code': 200} Mar 16 11:46:50.091571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:50.827582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a8ae7-8d0a-44cf-8d8a-3d7ba81cb9e0 req-86e9b22d-3dce-474c-ad9f-ba5b5eae77d2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:50.829075 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-880a8ae7-8d0a-44cf-8d8a-3d7ba81cb9e0 req-86e9b22d-3dce-474c-ad9f-ba5b5eae77d2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0946455 Mar 16 11:46:50.876055 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-880a8ae7-8d0a-44cf-8d8a-3d7ba81cb9e0 req-9aeed12e-fc48-40e1-b96f-69665ffef8b3 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383546 Mar 16 11:46:51.964728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a266ee02-46b2-49ce-aa50-65c876548ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:52.066157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a72e62-04cb-49f2-9298-dbfb0fd6c35d req-5a649c8f-b2d3-4d70-9123-63f09904bcf8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:52.067669 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-10a72e62-04cb-49f2-9298-dbfb0fd6c35d req-5a649c8f-b2d3-4d70-9123-63f09904bcf8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0820968 Mar 16 11:46:52.111725 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-10a72e62-04cb-49f2-9298-dbfb0fd6c35d req-af778a72-73ee-441c-a8b7-2e01dbd96ef0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381610 Mar 16 11:46:53.330913 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c6930-d8e6-4dcb-aecb-4f8f84ea28a6 req-606b2664-55b5-4928-a080-774e0aea1ba2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:53.334562 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e8c6930-d8e6-4dcb-aecb-4f8f84ea28a6 req-606b2664-55b5-4928-a080-774e0aea1ba2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.1142039 Mar 16 11:46:53.382745 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e8c6930-d8e6-4dcb-aecb-4f8f84ea28a6 req-e53d1610-eb11-4f81-b855-eb12f29c82b2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426395 Mar 16 11:46:54.592209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90276f99-0188-4199-bf31-103aed81ed0d req-e7765e80-5285-492b-970d-69e314289d39 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:54.594347 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-90276f99-0188-4199-bf31-103aed81ed0d req-e7765e80-5285-492b-970d-69e314289d39 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0936158 Mar 16 11:46:54.640006 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-90276f99-0188-4199-bf31-103aed81ed0d req-cee9a12b-61a5-4872-85ac-3df00bfd34bf tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397398 Mar 16 11:46:55.172428 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:55.199076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8bd9-98ab-4061-af3e-c999eb234fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:55.366510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:55.829804 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503cfd0-32b2-4788-b21f-14ce4cf93d4d req-c1910c6d-d3d8-4bf5-82b6-49b8a1076bd1 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:55.831331 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1503cfd0-32b2-4788-b21f-14ce4cf93d4d req-c1910c6d-d3d8-4bf5-82b6-49b8a1076bd1 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0833669 Mar 16 11:46:55.876844 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-1503cfd0-32b2-4788-b21f-14ce4cf93d4d req-0fe1c113-3c8b-44bb-90df-6483a0e2abd5 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Mar 16 11:46:56.878092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:57.080450 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418f0e2-4f04-447f-ba75-8c35f1125889 req-8a63c292-37ca-4a73-81e1-a98b39330e4f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:57.082103 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a418f0e2-4f04-447f-ba75-8c35f1125889 req-8a63c292-37ca-4a73-81e1-a98b39330e4f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0947390 Mar 16 11:46:57.137678 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a418f0e2-4f04-447f-ba75-8c35f1125889 req-528aeb54-d570-43af-ae67-1094df9fed6a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481045 Mar 16 11:46:57.546971 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:46:58.331016 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baecc5-962d-4e0b-a8aa-d2e74b2f6648 req-d844a3b2-914f-4136-90b7-7c98e2ad7925 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:58.333189 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-55baecc5-962d-4e0b-a8aa-d2e74b2f6648 req-d844a3b2-914f-4136-90b7-7c98e2ad7925 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0845101 Mar 16 11:46:58.386228 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-55baecc5-962d-4e0b-a8aa-d2e74b2f6648 req-0027426e-bdf3-48b1-8c81-7ceefee87f0e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458624 Mar 16 11:46:59.606828 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5cd81-2aa5-4531-8bfb-85e31901023e req-133b7115-49eb-45bf-b956-3d2bf80b0863 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:59.614445 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-63e5cd81-2aa5-4531-8bfb-85e31901023e req-133b7115-49eb-45bf-b956-3d2bf80b0863 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.1078293 Mar 16 11:46:59.657266 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-63e5cd81-2aa5-4531-8bfb-85e31901023e req-c0a1e66b-b476-4fab-bb3c-7fd9c5806aef tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419021 Mar 16 11:47:00.839740 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00787fac-1e2b-4225-8eff-8a5c2907905d req-7bd30465-437e-4fe8-b944-45ea49584b38 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:00.841202 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-00787fac-1e2b-4225-8eff-8a5c2907905d req-7bd30465-437e-4fe8-b944-45ea49584b38 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0793140 Mar 16 11:47:00.888124 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-00787fac-1e2b-4225-8eff-8a5c2907905d req-d1245fc9-a0ec-454d-8485-e1d506f6a831 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Mar 16 11:47:01.798778 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2304838-2702-4712-844e-c590daa2900b req-33e5f903-f45f-407e-8132-1ec9fa69aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:01.800968 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2304838-2702-4712-844e-c590daa2900b req-33e5f903-f45f-407e-8132-1ec9fa69aa4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1099 time: 0.0754259 Mar 16 11:47:01.936379 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2304838-2702-4712-844e-c590daa2900b req-70dcd76a-527e-4954-8fcf-a9b2f31284de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:01.937857 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2304838-2702-4712-844e-c590daa2900b req-70dcd76a-527e-4954-8fcf-a9b2f31284de service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1285686 Mar 16 11:47:02.041235 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2304838-2702-4712-844e-c590daa2900b req-2595e256-e3e2-4f63-a0c6-ca21796ad4e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 1001 time: 0.0963509 Mar 16 11:47:02.075879 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c991a-9878-43ca-be8f-3a02d1372cad req-8118a09e-8ca3-4e50-b398-22e75b994a13 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:02.077366 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-934c991a-9878-43ca-be8f-3a02d1372cad req-8118a09e-8ca3-4e50-b398-22e75b994a13 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0840387 Mar 16 11:47:02.106967 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2304838-2702-4712-844e-c590daa2900b req-cb3f1f3a-f701-486a-bf2f-b328476c6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:02.108462 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2304838-2702-4712-844e-c590daa2900b req-cb3f1f3a-f701-486a-bf2f-b328476c6ab2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0583861 Mar 16 11:47:02.122357 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-934c991a-9878-43ca-be8f-3a02d1372cad req-61ee16f6-ef2c-484f-bc44-321ed1aa30a1 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390925 Mar 16 11:47:02.187093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2304838-2702-4712-844e-c590daa2900b req-095fa035-3f95-44c8-bce3-fe071b293d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:02.188485 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2304838-2702-4712-844e-c590daa2900b req-095fa035-3f95-44c8-bce3-fe071b293d33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740926 Mar 16 11:47:02.422125 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2304838-2702-4712-844e-c590daa2900b req-c8c3d803-0034-4b46-8097-ae4c2be17efb service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228813 Mar 16 11:47:02.552134 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e2304838-2702-4712-844e-c590daa2900b req-ec1640a6-9b15-4e84-a5a0-44dd8ec7f2a9 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230369 Mar 16 11:47:03.324915 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286c7e1-0a4b-4bcf-9e8c-c2ea8476ae8d req-364427c7-fdce-4df8-a113-a2876b01029e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:03.326377 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2286c7e1-0a4b-4bcf-9e8c-c2ea8476ae8d req-364427c7-fdce-4df8-a113-a2876b01029e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0877852 Mar 16 11:47:03.370719 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2286c7e1-0a4b-4bcf-9e8c-c2ea8476ae8d req-bdb76e25-d164-4679-bc5a-b2ff34a325e9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385699 Mar 16 11:47:04.577758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5abfc-969a-4d1b-84f3-1a41f8005683 req-c944ac49-224d-4571-8397-c5d518d6ded9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:04.580496 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-42d5abfc-969a-4d1b-84f3-1a41f8005683 req-c944ac49-224d-4571-8397-c5d518d6ded9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0874624 Mar 16 11:47:04.628780 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-42d5abfc-969a-4d1b-84f3-1a41f8005683 req-7bae9427-52e2-4a8b-b209-50f9dfb52224 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Mar 16 11:47:05.000527 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eaf1f-e4eb-466f-9c9f-d3840132f0bd req-89965556-e61c-4edf-9a01-67b3310c0bab tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:05.002324 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b29eaf1f-e4eb-466f-9c9f-d3840132f0bd req-89965556-e61c-4edf-9a01-67b3310c0bab tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 946 time: 0.0823333 Mar 16 11:47:05.049314 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b29eaf1f-e4eb-466f-9c9f-d3840132f0bd req-9dd272f3-61a1-4369-b814-7f15992d8454 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 Mar 16 11:47:05.058776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46068) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:05.175404 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-17174f15-b886-45ad-992b-f65c1a115816 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1150777 Mar 16 11:47:05.804123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device fdd87f62-a03b-47da-8e16-fe08d159f777 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:05.917779 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:05.952393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:05.965499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:05.970157 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:06.003026 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'code': 200} Mar 16 11:47:06.042706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:06.103112 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-55a36de4-aca7-4531-9f46-1da4695f41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:06.104593 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-55a36de4-aca7-4531-9f46-1da4695f41ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27&tenant_id=ff2efad95df44b09b22ddada2116468a HTTP/1.1" status: 200 len: 1097 time: 0.0753458 Mar 16 11:47:06.196904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-1bdef84b-f748-487b-8206-ad78083720c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:06.198289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-1bdef84b-f748-487b-8206-ad78083720c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1097 time: 0.0720506 Mar 16 11:47:06.238116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd00207-cb51-49eb-9899-e03bc5c4063d req-7c2ef89e-ae8b-461c-8098-17d0726da23f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:06.239712 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9fd00207-cb51-49eb-9899-e03bc5c4063d req-7c2ef89e-ae8b-461c-8098-17d0726da23f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0836542 Mar 16 11:47:06.284638 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9fd00207-cb51-49eb-9899-e03bc5c4063d req-508e6bd7-6216-4064-b55e-02fa3720a3f2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387466 Mar 16 11:47:06.327983 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-3707a26b-7f13-4c9d-8d50-638bd9e0776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:06.329482 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-3707a26b-7f13-4c9d-8d50-638bd9e0776a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1253839 Mar 16 11:47:06.435627 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-9f98799d-3b74-4f99-8129-6873309eda2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 999 time: 0.1002624 Mar 16 11:47:06.497639 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-8734b9fe-5179-42cf-a169-e623666a4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:06.498937 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-8734b9fe-5179-42cf-a169-e623666a4017 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0576799 Mar 16 11:47:06.577760 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-632fc24c-f81c-4bba-b233-8d78c1c9e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:06.579216 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-632fc24c-f81c-4bba-b233-8d78c1c9e99e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743656 Mar 16 11:47:06.709319 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-80ce20ce-bfaf-405b-98c8-260b4d8c3b67 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240573 Mar 16 11:47:06.839075 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b524cfee-159f-4c19-ac30-97c97fbdb9a0 req-14cf70c7-c456-44f1-89c0-050dd193fa3f service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242700 Mar 16 11:47:07.542312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65b63a-d25d-401f-93cc-2b00be0f17eb req-ed97d2df-2e44-468f-a7e7-84e7de61b70e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:07.550049 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ed65b63a-d25d-401f-93cc-2b00be0f17eb req-ed97d2df-2e44-468f-a7e7-84e7de61b70e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.1269925 Mar 16 11:47:07.621239 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ed65b63a-d25d-401f-93cc-2b00be0f17eb req-cce99b2c-fe9a-487d-a575-4e250565c260 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698342 Mar 16 11:47:08.814925 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a004b-c5b0-47a0-b742-8dfe06a5fc69 req-814d0dc0-6627-446e-9d53-b6e28eedc50f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:08.816440 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a72a004b-c5b0-47a0-b742-8dfe06a5fc69 req-814d0dc0-6627-446e-9d53-b6e28eedc50f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.1011341 Mar 16 11:47:08.862766 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:08.870072 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a72a004b-c5b0-47a0-b742-8dfe06a5fc69 req-4a9d9e37-27ef-40a1-a3ec-1241572f0614 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477393 Mar 16 11:47:10.067014 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b14bc-bbef-47fc-b581-97b31a177147 req-dbb226de-1b78-44a9-b006-0a40ab9faf15 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:10.069155 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-617b14bc-bbef-47fc-b581-97b31a177147 req-dbb226de-1b78-44a9-b006-0a40ab9faf15 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0864935 Mar 16 11:47:10.117959 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-617b14bc-bbef-47fc-b581-97b31a177147 req-8d1ea134-a607-4713-a94d-8b97ed35be90 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431733 Mar 16 11:47:11.319085 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98cf99-068e-458f-89ff-5c834aece533 req-6ad590bc-ab22-439d-95ae-d0c4970c8721 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:11.320604 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6a98cf99-068e-458f-89ff-5c834aece533 req-6ad590bc-ab22-439d-95ae-d0c4970c8721 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0891771 Mar 16 11:47:11.368372 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6a98cf99-068e-458f-89ff-5c834aece533 req-27e36f58-b3e8-428a-a754-a4f7a8a3f7d8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421126 Mar 16 11:47:12.572049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dc4b4-9603-491b-81cc-5b34557281c6 req-dac638b1-c4f2-43d9-b14a-7e7f49d8c7a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:12.573576 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f39dc4b4-9603-491b-81cc-5b34557281c6 req-dac638b1-c4f2-43d9-b14a-7e7f49d8c7a2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0986602 Mar 16 11:47:12.621436 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f39dc4b4-9603-491b-81cc-5b34557281c6 req-5708414c-5de9-49f3-9c3f-289da88bfe0e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419919 Mar 16 11:47:13.816374 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58a7c2-259d-431e-814f-453fe2871182 req-c6672911-6cfb-409c-92b2-58c9af923aa0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:13.818969 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-de58a7c2-259d-431e-814f-453fe2871182 req-c6672911-6cfb-409c-92b2-58c9af923aa0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0868556 Mar 16 11:47:13.872279 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-de58a7c2-259d-431e-814f-453fe2871182 req-c18abbb3-293a-4879-8d3f-d38f523002b4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468271 Mar 16 11:47:15.050588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df333d2-a740-40df-b68b-564baac12d4a req-ce4deebb-6f57-4ba4-baba-57e2e1a0eb62 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:15.052092 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7df333d2-a740-40df-b68b-564baac12d4a req-ce4deebb-6f57-4ba4-baba-57e2e1a0eb62 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0801473 Mar 16 11:47:15.098382 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7df333d2-a740-40df-b68b-564baac12d4a req-33357200-b706-4309-ae57-fbe6a7fbfacc tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380211 Mar 16 11:47:16.297615 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66c346-5470-4673-b8b2-6a3efa353bce req-b6096341-670b-42d7-838a-205da8ec3402 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:16.299054 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fe66c346-5470-4673-b8b2-6a3efa353bce req-b6096341-670b-42d7-838a-205da8ec3402 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0843458 Mar 16 11:47:16.345469 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fe66c346-5470-4673-b8b2-6a3efa353bce req-3abac46f-1c2e-48aa-918e-a1ab1ec6253d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Mar 16 11:47:17.553056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176908e6-82dd-41e8-8639-e78a27425174 req-c3d1ce04-73a9-4e51-a936-390b81dad269 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:17.554486 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-176908e6-82dd-41e8-8639-e78a27425174 req-c3d1ce04-73a9-4e51-a936-390b81dad269 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0905442 Mar 16 11:47:17.599547 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-176908e6-82dd-41e8-8639-e78a27425174 req-5947c405-f2ad-43eb-b0b0-9df2b36de22a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392761 Mar 16 11:47:18.802809 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c628-0b8a-4af2-94b9-7ca98e53bfdf req-b83b71d4-17f4-4934-bc00-b1262cb14378 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:18.804272 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6981c628-0b8a-4af2-94b9-7ca98e53bfdf req-b83b71d4-17f4-4934-bc00-b1262cb14378 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0824950 Mar 16 11:47:18.847861 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-81877f6f-1da5-46d1-a104-44d3692e8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:18.848911 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6981c628-0b8a-4af2-94b9-7ca98e53bfdf req-22819283-8618-4082-ad5b-7b6d1f7e604f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388820 Mar 16 11:47:18.850105 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-81877f6f-1da5-46d1-a104-44d3692e8be8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1097 time: 0.0735366 Mar 16 11:47:19.092352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-2726a88b-7300-4d6e-8acc-d92c95d4fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:19.093833 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-2726a88b-7300-4d6e-8acc-d92c95d4fa4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.2250435 Mar 16 11:47:19.194436 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-99a1013f-7a07-426b-bfa4-9b2ea27b5e07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 999 time: 0.0941093 Mar 16 11:47:19.258931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-e6aacb13-4a28-4d10-b4f1-94a3b47f4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:19.260313 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-e6aacb13-4a28-4d10-b4f1-94a3b47f4ab4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0598166 Mar 16 11:47:19.340665 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-7580a534-c3fe-45f3-973b-b77af600b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:19.342161 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-7580a534-c3fe-45f3-973b-b77af600b996 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756326 Mar 16 11:47:19.472786 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-d17e33e8-5232-4121-9575-fa414960d931 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236148 Mar 16 11:47:19.605387 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f76c3ef4-2cf1-4c63-9062-72fc45e15b87 req-be36abb3-9415-4711-af1b-ca783f1b19a5 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255336 Mar 16 11:47:20.070951 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c07f2-b9bf-46cf-84fb-af4f78380bd8 req-0528d558-e775-4d14-80f5-45e02db8b3e3 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:20.072391 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fc4c07f2-b9bf-46cf-84fb-af4f78380bd8 req-0528d558-e775-4d14-80f5-45e02db8b3e3 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0947051 Mar 16 11:47:20.118068 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fc4c07f2-b9bf-46cf-84fb-af4f78380bd8 req-96f3b3ec-eb3b-40a7-a36a-6e377d612fae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373423 Mar 16 11:47:21.341717 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168558f4-cc37-49c5-baaa-85453824e99f req-a2fe0e87-adf4-4b3e-a3e8-681cb2e2b99d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:21.343210 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-168558f4-cc37-49c5-baaa-85453824e99f req-a2fe0e87-adf4-4b3e-a3e8-681cb2e2b99d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 944 time: 0.0995004 Mar 16 11:47:21.399643 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-168558f4-cc37-49c5-baaa-85453824e99f req-c3879934-d52a-4a4d-b995-883371ee5790 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485954 Mar 16 11:47:21.881135 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device fdd87f62-a03b-47da-8e16-fe08d159f777 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:47:22.016419 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-46669410-d63d-48d9-bd38-b21ea49f285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.039785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:22.053409 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'port_id': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'mac_address': 'fa:16:3e:7c:6c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:47:22.109138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.125345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd87f62-a03b-47da-8e16-fe08d159f777 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:47:22.141505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:22.146823 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.215174 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=9']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:22.536512 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['fdd87f62-a03b-47da-8e16-fe08d159f777'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:47:22.590192 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eb618-ff91-4b40-a003-ba99aaf60bcf req-95e790c8-e475-4f3b-8d22-f8231b982589 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:22.591668 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a06eb618-ff91-4b40-a003-ba99aaf60bcf req-95e790c8-e475-4f3b-8d22-f8231b982589 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 945 time: 0.0814266 Mar 16 11:47:22.635046 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a06eb618-ff91-4b40-a003-ba99aaf60bcf req-9b40c3e8-8274-4664-9c8d-5927d9782651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375838 Mar 16 11:47:23.838729 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b0cbb-e415-4962-9a8c-51354dff2a3a req-a11266ed-9ad2-4e57-a5b4-9e30fe7f6932 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:23.840182 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3e0b0cbb-e415-4962-9a8c-51354dff2a3a req-a11266ed-9ad2-4e57-a5b4-9e30fe7f6932 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 945 time: 0.0883944 Mar 16 11:47:23.883028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device fdd87f62-a03b-47da-8e16-fe08d159f777 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:23.885441 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-3e0b0cbb-e415-4962-9a8c-51354dff2a3a req-e83226f2-8f49-42cf-84e4-b340b4c70f2d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395470 Mar 16 11:47:23.949897 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port fdd87f62-a03b-47da-8e16-fe08d159f777 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:23.950270 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:24.064219 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:24.090683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:24.100726 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:24.107692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:24.140377 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'code': 200} Mar 16 11:47:24.178382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=10']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:24.389772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154b9c3-8e41-41d4-8284-7087bdec1827 req-cd1c34ff-4b39-4164-895a-85560b588ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:24.391252 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8154b9c3-8e41-41d4-8284-7087bdec1827 req-cd1c34ff-4b39-4164-895a-85560b588ba9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1100 time: 0.0816343 Mar 16 11:47:24.434095 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8154b9c3-8e41-41d4-8284-7087bdec1827 req-24afbfdd-bd42-490a-9854-079438f18bf5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359988 Mar 16 11:47:25.172979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.205209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-73e29b93-9e99-4b0d-8063-bdccccf931eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.245771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb5237-9e9f-40a5-845c-a7b4cdd47b57 req-f7de40cc-eb92-4585-8261-99e4cab230c6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:25.247228 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4bcb5237-9e9f-40a5-845c-a7b4cdd47b57 req-f7de40cc-eb92-4585-8261-99e4cab230c6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 947 time: 0.0854785 Mar 16 11:47:25.290231 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-4bcb5237-9e9f-40a5-845c-a7b4cdd47b57 req-e11cc7d6-71db-4741-9f98-8baf573d2ea0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373518 Mar 16 11:47:25.361658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:26.486892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b83d4c-ad71-4ab6-844d-9d727545daa8 req-742a2128-bf71-46b9-a979-c6ebe8ff9c25 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:26.488345 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97b83d4c-ad71-4ab6-844d-9d727545daa8 req-742a2128-bf71-46b9-a979-c6ebe8ff9c25 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 947 time: 0.0837934 Mar 16 11:47:26.545786 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-97b83d4c-ad71-4ab6-844d-9d727545daa8 req-992d8d7a-f577-4c29-8732-17c8355189ff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516849 Mar 16 11:47:26.887970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.743675 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3488b-707f-4885-bcf4-029cd93adafa req-9e10826b-7814-4836-833f-2bcf13c1a0f4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:27.745127 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5ff3488b-707f-4885-bcf4-029cd93adafa req-9e10826b-7814-4836-833f-2bcf13c1a0f4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 947 time: 0.0958564 Mar 16 11:47:27.899267 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-5ff3488b-707f-4885-bcf4-029cd93adafa req-2168ca61-0e0c-47f7-8062-f22751ba1964 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459403 Mar 16 11:47:34.549613 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:47:38.884935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:51.982634 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-58aeca23-b5a7-4d31-a559-bbe9e1c32746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:55.188218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:55.201534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5c9772f0-eadc-467a-a179-b7f58323c91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:55.375590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:56.882213 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:08.877668 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:08.988479 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-1e8b07d2-5f7d-4e16-9cc3-743d3811acfb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1468935 Mar 16 11:48:09.147310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-7294b7dd-ee36-40ef-9f39-1e60082e08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:09.148837 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-7294b7dd-ee36-40ef-9f39-1e60082e08b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1100 time: 0.0876493 Mar 16 11:48:09.313763 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-21131f1d-d393-41b6-a241-08c80657f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:09.315203 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-21131f1d-d393-41b6-a241-08c80657f389 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1422446 Mar 16 11:48:09.412862 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-4358318e-1b63-4b94-8d5e-618c3bf50a5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 1001 time: 0.0906885 Mar 16 11:48:09.476830 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-5e4f2829-6af6-4408-a16f-9b5a57cc273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:09.478236 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-5e4f2829-6af6-4408-a16f-9b5a57cc273e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0592420 Mar 16 11:48:09.566119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-c1f4fc6b-32ec-49f3-8b0b-61f92f52d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:09.567744 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-c1f4fc6b-32ec-49f3-8b0b-61f92f52d6b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832448 Mar 16 11:48:09.700535 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-2c937bc5-904e-45ae-9aed-3741ffb03497 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262569 Mar 16 11:48:09.840125 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e4f38230-27f3-477c-8f54-27ec08b7a4f4 req-a26cdd8a-2067-4cc3-ae21-feb404bd6e2f service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304736 Mar 16 11:48:11.553667 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:48:21.979834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6468a58d-e35a-4fad-af63-0c9d0a369939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.191681 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.197536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-890eaf44-8b6e-40e5-b323-6869ca964f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.378687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.884977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.877910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:48.558332 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:48:51.970452 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7bee3b6b-abbd-4954-b55e-aa758a9cb118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:55.202137 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:55.205706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7a207622-33f8-44c4-89dc-c17d7e47d8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:55.382599 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:56.889938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:03.666024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46212) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:03.915024 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Deleting port c1326b25-8a3c-4c3e-9c4e-81dafbbeffce {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:03.915328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:04.097531 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:04.097806 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:04.216849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Calling delete_port for c1326b25-8a3c-4c3e-9c4e-81dafbbeffce owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:49:04.369411 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:04.416681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event deleted for resources: {'Port': ['ID=c1326b25-8a3c-4c3e-9c4e-81dafbbeffce,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:04.458353 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.458692 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.459022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.459384 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.459701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.460017 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.460334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.460638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.460974 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.461281 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.461574 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.461874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:04.516357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:04.516691 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Floating IP 9d522c10-1c76-40fa-88af-c8a6e117fb77 disassociated (deleted). External IP: 172.26.2.62, port: fdd87f62-a03b-47da-8e16-fe08d159f777. Mar 16 11:49:04.881812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:49:05.173653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:49:05.184000 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] Sync routers for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:49:05.195795 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:05.196402 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:48:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:05.198611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:05.256388 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2a4b595a-baed-4afd-a5be-e6bc1373c180 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "DELETE /v2.0/floatingips/9d522c10-1c76-40fa-88af-c8a6e117fb77 HTTP/1.1" status: 204 len: 168 time: 1.5891807 Mar 16 11:49:05.257014 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:05.374634 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'status': 'completed', 'code': 200} Mar 16 11:49:05.374796 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:05.576581 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-864163e7-b050-4c91-8d29-e9f18fc87168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:05.578122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-864163e7-b050-4c91-8d29-e9f18fc87168 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 1100 time: 0.1809330 Mar 16 11:49:05.684201 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b8242-bef3-4cf6-8866-e5055623748a req-4589685e-42ae-47d9-935e-fb473c9e78d6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:05.685694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-ab9b8242-bef3-4cf6-8866-e5055623748a req-4589685e-42ae-47d9-935e-fb473c9e78d6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Synchronizing usage tracker for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:49:05.702236 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-ab9b8242-bef3-4cf6-8866-e5055623748a req-4589685e-42ae-47d9-935e-fb473c9e78d6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Unset dirty status for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:49:05.703961 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ab9b8242-bef3-4cf6-8866-e5055623748a req-4589685e-42ae-47d9-935e-fb473c9e78d6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 947 time: 0.1495554 Mar 16 11:49:05.715265 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-b2c405bf-595f-442f-8ad4-1043c32887ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:05.716681 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-b2c405bf-595f-442f-8ad4-1043c32887ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1320090 Mar 16 11:49:05.742744 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:05.746527 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] Checking router: 8cf87852-2a50-45a5-a482-88ebd4ffaf7c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:49:05.751282 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ab9b8242-bef3-4cf6-8866-e5055623748a req-c3fd453f-df96-46a5-9c44-63cc1570aa35 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414605 Mar 16 11:49:05.757672 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:05.758317 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:48:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:05.792823 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-2cdde8c0-9dba-40ca-b164-eb94c2f47b1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 200 len: 217 time: 0.0676873 Mar 16 11:49:05.855330 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-f600b7af-aa32-447a-b5f4-d1058e355e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:05.856766 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-f600b7af-aa32-447a-b5f4-d1058e355e7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0579486 Mar 16 11:49:05.934143 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:05.934373 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-abdf0108-f21c-485a-8faa-a74b63f8915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:05.935751 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-abdf0108-f21c-485a-8faa-a74b63f8915a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696168 Mar 16 11:49:06.069933 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-082d1540-a6b3-481e-9f24-0067746f1de2 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268873 Mar 16 11:49:06.203830 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8c2b430c-6287-4bcf-a3f2-fb768ee5b7a0 req-aef125f2-d4d3-4e0a-a363-08703d354486 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272545 Mar 16 11:49:06.252677 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:06.256542 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b7c51-c80c-474c-ada9-87d87708fd4c None None] The sync data for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv is: [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:49:06.475446 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1601d1-3525-4262-ab9f-899555ee114c None None] New status for floating IP 9d522c10-1c76-40fa-88af-c8a6e117fb77: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:49:06.997630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367010d-1b25-4b92-aa81-7a5ce00a9235 req-5ab58402-0716-469c-a2a9-a4255e6ede37 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:06.999831 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e367010d-1b25-4b92-aa81-7a5ce00a9235 req-5ab58402-0716-469c-a2a9-a4255e6ede37 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 947 time: 0.1368613 Mar 16 11:49:07.044247 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e367010d-1b25-4b92-aa81-7a5ce00a9235 req-edda4ad7-ea8a-4968-b658-b6be4f7813f9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=e270d5ac-359b-463a-849e-6dd9e5515096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393593 Mar 16 11:49:07.326099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6484-5768-44ec-af52-501705fe60e0 req-e000ad91-371f-4804-a346-86e21c434315 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:07.327601 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-90bb6484-5768-44ec-af52-501705fe60e0 req-e000ad91-371f-4804-a346-86e21c434315 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 947 time: 0.0833936 Mar 16 11:49:07.400105 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-90bb6484-5768-44ec-af52-501705fe60e0 req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Deleting port fdd87f62-a03b-47da-8e16-fe08d159f777 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:07.400413 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-90bb6484-5768-44ec-af52-501705fe60e0 req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:07.650229 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-90bb6484-5768-44ec-af52-501705fe60e0 req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] For port fdd87f62-a03b-47da-8e16-fe08d159f777, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=fdd87f62-a03b-47da-8e16-fe08d159f777,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:07.650574 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-90bb6484-5768-44ec-af52-501705fe60e0 req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:07.769338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-90bb6484-5768-44ec-af52-501705fe60e0 req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Calling delete_port for fdd87f62-a03b-47da-8e16-fe08d159f777 owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:49:07.914587 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-90bb6484-5768-44ec-af52-501705fe60e0 req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:07.963338 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event deleted for resources: {'Port': ['ID=fdd87f62-a03b-47da-8e16-fe08d159f777,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:08.000326 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.000968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.000968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.001323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.001645 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.001962 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.002275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.002592 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.002904 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.003215 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.003525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.003816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:08.144300 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bb6484-5768-44ec-af52-501705fe60e0 req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] No DVR routers for this DVR port fdd87f62-a03b-47da-8e16-fe08d159f777 on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:49:08.147144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-90bb6484-5768-44ec-af52-501705fe60e0 req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:08.149792 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'name': 'network-vif-deleted', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:08.166698 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-90bb6484-5768-44ec-af52-501705fe60e0 req-d50a23a9-d4b1-4853-aef4-675fa5a72057 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.48 "DELETE /v2.0/ports/fdd87f62-a03b-47da-8e16-fe08d159f777 HTTP/1.1" status: 204 len: 173 time: 0.8334625 Mar 16 11:49:08.201981 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0e645dd-58f9-48fa-b56a-0a1ddeec7531 req-2aab54ef-e539-4d9f-ab3d-980ace3db929 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a079e4a-6390-4b59-bc9e-1375d9865a27 HTTP/1.1" status: 200 len: 210 time: 0.0467150 Mar 16 11:49:08.415133 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a079e4a-6390-4b59-bc9e-1375d9865a27', 'name': 'network-vif-deleted', 'tag': 'fdd87f62-a03b-47da-8e16-fe08d159f777', 'status': 'completed', 'code': 200} Mar 16 11:49:08.900074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:09.316115 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46240) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:09.386484 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d62e30a9-126f-42ad-95e3-c178f156335a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:09.418802 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d62e30a9-126f-42ad-95e3-c178f156335a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:09.495297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d62e30a9-126f-42ad-95e3-c178f156335a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:09.513645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e30a9-126f-42ad-95e3-c178f156335a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e270d5ac-359b-463a-849e-6dd9e5515096,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:09.525189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-d62e30a9-126f-42ad-95e3-c178f156335a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:09.526310 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-d62e30a9-126f-42ad-95e3-c178f156335a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "DELETE /v2.0/security-groups/e270d5ac-359b-463a-849e-6dd9e5515096 HTTP/1.1" status: 204 len: 168 time: 0.2091804 Mar 16 11:49:09.894222 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46248) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:09.899583 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94529618', 'description': 'tempest-secgroup-smoke-94529618 description', 'project_id': 'ff2efad95df44b09b22ddada2116468a'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:09.905686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:09.909835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:09.912648 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:09.918276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:09.930314 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:09.950132 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:09.954416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:09.957368 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:09.963400 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:10.036881 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.042392 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.085434 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:10.089611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.090806 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-24f3d143-faef-4a73-8115-db1d2a626c19 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1956010 Mar 16 11:49:10.093899 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46252) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:10.099086 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'fa2fc644-1e64-4cd0-b570-7d1e3aff79e9', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:10.105327 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:10.109149 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:10.111972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:10.118123 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:10.136148 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.194402 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.199926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.222350 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0162ca-3af6-4be4-818e-c5afad25ce97,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:10.234401 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.235946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7ecf41f0-ee0c-423a-8599-e9fe57c76ed7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410606 Mar 16 11:49:10.238788 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46256) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:10.244155 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'fa2fc644-1e64-4cd0-b570-7d1e3aff79e9', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:10.252900 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:10.258039 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:10.260996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:10.266757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:10.285621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.347352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.353548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.363608 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device fdd87f62-a03b-47da-8e16-fe08d159f777 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:10.378989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7e0ab2-d8d0-4616-9f46-9385de238dab,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:10.390096 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.391563 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-29bbe204-42fc-4573-9fce-1cc49db5be4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518605 Mar 16 11:49:10.394409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46260) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:10.398074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: fdd87f62-a03b-47da-8e16-fe08d159f777 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:49:10.398417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device fdd87f62-a03b-47da-8e16-fe08d159f777 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:49:10.400036 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'fa2fc644-1e64-4cd0-b570-7d1e3aff79e9', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:10.406270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:10.410043 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:10.412972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:10.418529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:10.436616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.496603 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.501810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.525395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb25c5e-1c33-4996-89d3-ed6d74744bb5,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:10.536183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.537434 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e7918b1f-bf13-44ff-b392-de8bbf3e3cc6 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420786 Mar 16 11:49:10.540348 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46264) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:10.545336 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'fa2fc644-1e64-4cd0-b570-7d1e3aff79e9', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:10.551851 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:10.555889 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:10.558867 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:10.564568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:10.581305 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.645877 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.650980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.674295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a775e32-e264-4435-a96c-0555b9e5a62d,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:10.684183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.685403 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0477c29b-980d-48d6-a396-140c2c817fff tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440871 Mar 16 11:49:10.688405 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46268) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:10.695259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'fa2fc644-1e64-4cd0-b570-7d1e3aff79e9', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:10.704631 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:10.709774 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:10.712759 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:10.718657 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:10.738090 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.securitygroups_db [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Project ff2efad95df44b09b22ddada2116468a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:49:10.745282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.809493 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.814404 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.836855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70afbe17-2833-41af-906f-ef46f38acf14,revision_number=0']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:10.847865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.849180 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0b41ae4d-6b36-48de-856b-752166f571ae tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597836 Mar 16 11:49:10.852177 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46272) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:10.857532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'security_group_rule': {'security_group_id': 'fa2fc644-1e64-4cd0-b570-7d1e3aff79e9', 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:10.863702 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:10.867725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:security_group_rule and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:10.870725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:10.876993 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:10.887852 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Project ff2efad95df44b09b22ddada2116468a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:49:10.894247 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.961220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.965318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:10.988770 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a483eea7-cc8d-4235-aac9-c44cd9202025,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:10.999059 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:11.000232 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-92972db9-c842-46af-a524-4b63aca1fe96 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470156 Mar 16 11:49:21.966436 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-051a0ca3-12b6-477b-8eeb-f6c04f97ed47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:25.206325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:25.210596 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2e86ee7f-0298-4c14-941e-7b160098046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:25.382572 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:25.560106 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:49:25.855702 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-a8d81bda-c84c-44cf-9f89-9c6c421ffec4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94529618&fields=id&tenant_id=ff2efad95df44b09b22ddada2116468a HTTP/1.1" status: 200 len: 267 time: 0.0408633 Mar 16 11:49:26.005334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9302e-060e-416f-b785-b3dca0930937 req-afad1468-0b0b-4b5c-8a4e-d9c9ad2529f8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:26.006776 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-afad1468-0b0b-4b5c-8a4e-d9c9ad2529f8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 809 time: 0.1443336 Mar 16 11:49:26.021538 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-ac61637e-7325-424e-939f-590a77bfef45 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/quotas/ff2efad95df44b09b22ddada2116468a HTTP/1.1" status: 200 len: 375 time: 0.0091877 Mar 16 11:49:26.108686 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-7cf9302e-060e-416f-b785-b3dca0930937 req-fe3aad8c-d2d2-4cb2-98fb-624159087c8b tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Synchronizing usage tracker for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:49:26.128310 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-7cf9302e-060e-416f-b785-b3dca0930937 req-fe3aad8c-d2d2-4cb2-98fb-624159087c8b tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Unset dirty status for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:49:26.130261 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-fe3aad8c-d2d2-4cb2-98fb-624159087c8b tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037650 Mar 16 11:49:26.327693 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-681c7bd7-6899-4bef-a681-ed96ba057bb2 service neutron] 10.222.0.37 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856539 Mar 16 11:49:26.456492 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-0ea2c0dd-8ca6-4d14-9fa6-3fd95b2fd9d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230211 Mar 16 11:49:26.896183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:26.979512 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d06ead73-0ea0-42c2-9816-a84269993b4e req-96a6845f-16e1-4f41-8026-b85639bb7e7d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0890872 Mar 16 11:49:28.138442 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9302e-060e-416f-b785-b3dca0930937 req-5902e978-692e-4a6c-bfc5-d48cb72eac11 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:28.139877 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-5902e978-692e-4a6c-bfc5-d48cb72eac11 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 809 time: 0.1538229 Mar 16 11:49:28.191419 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-1ea261a2-4d5c-4368-97c9-60419589571f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff2efad95df44b09b22ddada2116468a HTTP/1.1" status: 200 len: 378 time: 0.0436583 Mar 16 11:49:28.224872 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'port': {'device_id': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'admin_state_up': True, 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'security_groups': ['fa2fc644-1e64-4cd0-b570-7d1e3aff79e9']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:28.263641 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2e2d4585-27e5-49a5-a0b6-553e2141e802 req-b319fdc3-d60e-41b5-823c-216c073ab2e2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.1226866 Mar 16 11:49:28.368666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:28.378508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:28.390352 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Made reservation on behalf of ff2efad95df44b09b22ddada2116468a for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:49:28.394147 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:28.556055 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Allocated IP 172.20.0.14 (8e73b140-25cd-49e2-b4ea-483d80b447f6/9504147b-f325-4734-9307-314ee2347a55/d205da7b-e81e-4352-bd30-5200b47cbc3e) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:49:28.746231 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:28.762345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Transition to ACTIVE for port object d205da7b-e81e-4352-bd30-5200b47cbc3e will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:49:28.788239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:28.950510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Network 8e73b140-25cd-49e2-b4ea-483d80b447f6 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:49:28.953456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:49:28.961385 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:49:28.998201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'Port': ['ID=d205da7b-e81e-4352-bd30-5200b47cbc3e,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:29.031790 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:29.032540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:29.063835 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-6703a0b0-26f7-47be-b032-8d28c4dc1651 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8426378 Mar 16 11:49:29.074973 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Request body: {'port': {'device_id': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:29.172462 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3704a07a-c81f-4484-aa7b-78411f5268c4 None None] Provisioning for port d205da7b-e81e-4352-bd30-5200b47cbc3e completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:49:29.180405 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3704a07a-c81f-4484-aa7b-78411f5268c4 None None] Provisioning complete for port d205da7b-e81e-4352-bd30-5200b47cbc3e triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:49:29.180972 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3704a07a-c81f-4484-aa7b-78411f5268c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:29.190692 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:29.235544 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-3704a07a-c81f-4484-aa7b-78411f5268c4 None None] Port d205da7b-e81e-4352-bd30-5200b47cbc3e cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:49:29.450083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac3597-e6b8-403b-9e9e-5620586d22e6 req-46d191d5-2de5-4846-85a3-268e27f90d28 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:29.451684 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-09ac3597-e6b8-403b-9e9e-5620586d22e6 req-46d191d5-2de5-4846-85a3-268e27f90d28 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 932 time: 0.0819533 Mar 16 11:49:29.502642 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-09ac3597-e6b8-403b-9e9e-5620586d22e6 req-9ec94820-1df5-4686-a1c4-6ea954e416a9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Synchronizing usage tracker for tenant:ff2efad95df44b09b22ddada2116468a on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:49:29.518218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-09ac3597-e6b8-403b-9e9e-5620586d22e6 req-9ec94820-1df5-4686-a1c4-6ea954e416a9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Unset dirty status for tenant:ff2efad95df44b09b22ddada2116468a on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:49:29.519426 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-09ac3597-e6b8-403b-9e9e-5620586d22e6 req-9ec94820-1df5-4686-a1c4-6ea954e416a9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607500 Mar 16 11:49:29.548490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d205da7b-e81e-4352-bd30-5200b47cbc3e {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:49:29.556524 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:29.571713 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Transition to ACTIVE for port object d205da7b-e81e-4352-bd30-5200b47cbc3e will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:49:29.576972 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:29.734990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Pushing event updated for resources: {'Port': ['ID=d205da7b-e81e-4352-bd30-5200b47cbc3e,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:29.815479 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Attempting to bind port d205da7b-e81e-4352-bd30-5200b47cbc3e on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:49:29.815883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Attempting to bind port d205da7b-e81e-4352-bd30-5200b47cbc3e by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:49:29.816268 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Attempting to bind port d205da7b-e81e-4352-bd30-5200b47cbc3e on network 8e73b140-25cd-49e2-b4ea-483d80b447f6 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:49:29.821505 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Port d205da7b-e81e-4352-bd30-5200b47cbc3e on network 8e73b140-25cd-49e2-b4ea-483d80b447f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:49:29.821823 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Attempting to bind port d205da7b-e81e-4352-bd30-5200b47cbc3e on network 8e73b140-25cd-49e2-b4ea-483d80b447f6 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:49:29.827233 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:49:29.827510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Checking segment: {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:49:29.827912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Bound using segment: {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:49:29.828389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Bound port: d205da7b-e81e-4352-bd30-5200b47cbc3e, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4d027d-fc5f-4375-b81a-1cd1ede592b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:49:29.828726 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:29.918439 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] For port d205da7b-e81e-4352-bd30-5200b47cbc3e, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:49:29.921368 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] For port d205da7b-e81e-4352-bd30-5200b47cbc3e, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:49:29.927577 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:29.981749 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:29.982367 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:29.983709 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] 10.222.0.48 "PUT /v2.0/ports/d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 1094 time: 0.9132009 Mar 16 11:49:29.984144 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:30.010534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69434d3e-0e48-4a82-9632-1d58f23e5328 service neutron] Pushing event updated for resources: {'Port': ['ID=d205da7b-e81e-4352-bd30-5200b47cbc3e,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:30.057995 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'status': 'completed', 'code': 200} Mar 16 11:49:30.101089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9302e-060e-416f-b785-b3dca0930937 req-2c068d48-489a-49ce-b0d3-6c17c1d022b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:30.102639 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-2c068d48-489a-49ce-b0d3-6c17c1d022b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1097 time: 0.0814514 Mar 16 11:49:30.171897 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-24aaa9f3-dc06-4097-9ca5-954c7635a9c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 217 time: 0.0614057 Mar 16 11:49:30.239602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9302e-060e-416f-b785-b3dca0930937 req-ea61837f-a088-4ea1-99e9-e38386e85b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:30.241040 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-ea61837f-a088-4ea1-99e9-e38386e85b05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0636477 Mar 16 11:49:30.315979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9302e-060e-416f-b785-b3dca0930937 req-d061249c-9062-4b56-8770-6ef00450be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:30.317351 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-d061249c-9062-4b56-8770-6ef00450be68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707564 Mar 16 11:49:30.450305 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-614c87a8-61e8-45b5-9304-9d696fbe244f service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258991 Mar 16 11:49:30.591792 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7cf9302e-060e-416f-b785-b3dca0930937 req-ade8afd2-8e15-4a06-b720-1fafc461e6d0 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351151 Mar 16 11:49:30.712183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f4074-093a-481b-af4b-44125930d5d4 req-03ce9752-ff36-4f15-8b1d-56a24fff1a10 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:30.713669 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-990f4074-093a-481b-af4b-44125930d5d4 req-03ce9752-ff36-4f15-8b1d-56a24fff1a10 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0850422 Mar 16 11:49:30.760222 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-990f4074-093a-481b-af4b-44125930d5d4 req-2fefa13b-59cc-4c72-bcb9-8c204cb79448 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405724 Mar 16 11:49:30.811664 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-94b78126-ae7d-4c7b-bb93-83ca6aae71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:30.813177 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-94b78126-ae7d-4c7b-bb93-83ca6aae71d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1097 time: 0.1749492 Mar 16 11:49:30.948827 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-29bc62fa-42a9-4261-8bd6-cf838600e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:30.950285 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-29bc62fa-42a9-4261-8bd6-cf838600e5ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1311955 Mar 16 11:49:31.016119 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-3e37426d-e61e-4a5f-b7b9-90c3b941ddc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 217 time: 0.0594561 Mar 16 11:49:31.083335 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-f30d9f87-9bda-4d46-b7b8-ce6e1eb2441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:31.084923 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-f30d9f87-9bda-4d46-b7b8-ce6e1eb2441b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0626178 Mar 16 11:49:31.159462 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-39046ae0-b520-42ca-a268-199a64d12652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:31.161159 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-39046ae0-b520-42ca-a268-199a64d12652 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702691 Mar 16 11:49:31.293876 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-2e0955a0-5d60-495b-8801-de37e67d9d1b service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254361 Mar 16 11:49:31.425540 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e18f02f6-eb16-482f-ade2-29aaba85cd7e req-a6cf7fa5-fb9e-49aa-a3a4-2bfc55c0dd73 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251073 Mar 16 11:49:31.962548 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2f392-2d41-406b-91ed-6f4c0e61bc14 req-738e5f3a-2d7e-405a-839d-b45851e616f4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:31.963270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c1a2f392-2d41-406b-91ed-6f4c0e61bc14 req-738e5f3a-2d7e-405a-839d-b45851e616f4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Synchronizing usage tracker for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:49:31.981945 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-c1a2f392-2d41-406b-91ed-6f4c0e61bc14 req-738e5f3a-2d7e-405a-839d-b45851e616f4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Unset dirty status for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:49:31.983541 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c1a2f392-2d41-406b-91ed-6f4c0e61bc14 req-738e5f3a-2d7e-405a-839d-b45851e616f4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.1104822 Mar 16 11:49:32.040248 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c1a2f392-2d41-406b-91ed-6f4c0e61bc14 req-a7f57906-4a5c-4850-9dde-cf2a628910c7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512474 Mar 16 11:49:33.243893 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5436-3583-4327-88c2-e4f7cf1dc7c0 req-25802605-1be0-4deb-8174-a1feb2cf1f99 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:33.245369 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-edba5436-3583-4327-88c2-e4f7cf1dc7c0 req-25802605-1be0-4deb-8174-a1feb2cf1f99 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0925939 Mar 16 11:49:33.289740 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-edba5436-3583-4327-88c2-e4f7cf1dc7c0 req-f85ba788-fd8f-4466-aebf-7f06e4a22633 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385609 Mar 16 11:49:34.509681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8326d5-f039-4f06-8420-7ff45100f604 req-7d7306bc-b2e4-4839-b222-341641a80fa2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:34.511137 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b8326d5-f039-4f06-8420-7ff45100f604 req-7d7306bc-b2e4-4839-b222-341641a80fa2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0839796 Mar 16 11:49:34.555277 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-4b8326d5-f039-4f06-8420-7ff45100f604 req-4e82339f-388f-477f-81af-e9433da2f961 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383410 Mar 16 11:49:35.748490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963cf7f-7617-4347-b1ff-636f736e0179 req-bb5f4eba-963a-4e24-b8ac-44ad84446e79 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:35.749945 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e963cf7f-7617-4347-b1ff-636f736e0179 req-bb5f4eba-963a-4e24-b8ac-44ad84446e79 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0934081 Mar 16 11:49:35.794553 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-e963cf7f-7617-4347-b1ff-636f736e0179 req-3582d1f2-7c90-4528-be14-f76d12cd93c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389543 Mar 16 11:49:36.990508 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef89d9-70b8-4c6f-9b10-b3d8ca85d662 req-199f8da4-884a-49c4-880a-ecaad95f808f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:36.991946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f0ef89d9-70b8-4c6f-9b10-b3d8ca85d662 req-199f8da4-884a-49c4-880a-ecaad95f808f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0858774 Mar 16 11:49:37.037537 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f0ef89d9-70b8-4c6f-9b10-b3d8ca85d662 req-d4167907-647b-48f3-bd2a-5d86bc6c1c4b tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374324 Mar 16 11:49:38.256827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19899f32-850c-4c99-b4db-849ffaf12f78 req-a72c6508-bada-44e4-bc77-cf6778403901 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:38.258288 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-19899f32-850c-4c99-b4db-849ffaf12f78 req-a72c6508-bada-44e4-bc77-cf6778403901 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.1012251 Mar 16 11:49:38.304688 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-19899f32-850c-4c99-b4db-849ffaf12f78 req-7011cf4d-8a29-45b1-9fa6-baac03da7fa2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406814 Mar 16 11:49:38.910626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:39.509912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced83029-39bf-4dd5-859d-917e76224acc req-7f4f90d9-4b17-4dc1-afef-a1d1896b22d2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:39.511395 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ced83029-39bf-4dd5-859d-917e76224acc req-7f4f90d9-4b17-4dc1-afef-a1d1896b22d2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0887477 Mar 16 11:49:39.559068 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ced83029-39bf-4dd5-859d-917e76224acc req-a60412f0-e999-429f-9ecb-d075e56f317c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418456 Mar 16 11:49:40.562864 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d205da7b-e81e-4352-bd30-5200b47cbc3e details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:49:40.698513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d205da7b-e81e-4352-bd30-5200b47cbc3e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:40.711799 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'port_id': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'mac_address': 'fa:16:3e:fb:fa:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:49:40.746970 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6a6c0-74fe-4f8c-95d0-eef6feddc94f req-209d931b-c214-4ded-ae49-297425338098 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:40.748439 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0b6a6c0-74fe-4f8c-95d0-eef6feddc94f req-209d931b-c214-4ded-ae49-297425338098 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0810499 Mar 16 11:49:40.771611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:40.787553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d205da7b-e81e-4352-bd30-5200b47cbc3e {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:49:40.792455 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-b0b6a6c0-74fe-4f8c-95d0-eef6feddc94f req-092d167e-a907-4d05-9008-94b8ee2139a0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381644 Mar 16 11:49:40.804011 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d205da7b-e81e-4352-bd30-5200b47cbc3e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:40.809136 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:40.880235 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d205da7b-e81e-4352-bd30-5200b47cbc3e,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:40.889091 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.889438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.889781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.890115 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.890445 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.890780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.891106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.891430 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.891760 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.892085 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.892407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:40.892713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:41.193046 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['d205da7b-e81e-4352-bd30-5200b47cbc3e'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:49:41.980816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee14ae8-fe5a-4563-bc3f-e380413fcabd req-2f92cb6c-2254-4e19-9915-d17490f2739f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:41.982252 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0ee14ae8-fe5a-4563-bc3f-e380413fcabd req-2f92cb6c-2254-4e19-9915-d17490f2739f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 945 time: 0.0839713 Mar 16 11:49:42.025301 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0ee14ae8-fe5a-4563-bc3f-e380413fcabd req-5cc02c03-b15e-4894-8082-86fbe6bb3475 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373030 Mar 16 11:49:42.593024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d205da7b-e81e-4352-bd30-5200b47cbc3e up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:49:42.665140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port d205da7b-e81e-4352-bd30-5200b47cbc3e completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:49:42.670018 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port d205da7b-e81e-4352-bd30-5200b47cbc3e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:49:42.670388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:42.786798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:42.813326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:42.826603 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d205da7b-e81e-4352-bd30-5200b47cbc3e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:42.835155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:42.913029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d205da7b-e81e-4352-bd30-5200b47cbc3e,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:42.916671 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'code': 200} Mar 16 11:49:43.224924 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe4bb-27e7-4abe-8093-f30df690ecc8 req-dc1f8cb5-eec6-40ff-b8a8-7a5b3aec4815 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:43.226312 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f4fbe4bb-27e7-4abe-8093-f30df690ecc8 req-dc1f8cb5-eec6-40ff-b8a8-7a5b3aec4815 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0917051 Mar 16 11:49:43.310616 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f4fbe4bb-27e7-4abe-8093-f30df690ecc8 req-35dfd341-8e4c-47f6-9d27-f2fdff05b668 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785458 Mar 16 11:49:43.337529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9095aa3-d9db-4419-99a5-8d80d5b6da9a req-4ac4514c-0f94-4eae-af79-15ddd7fca355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:43.339378 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a9095aa3-d9db-4419-99a5-8d80d5b6da9a req-4ac4514c-0f94-4eae-af79-15ddd7fca355 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1099 time: 0.1454175 Mar 16 11:49:43.381041 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a9095aa3-d9db-4419-99a5-8d80d5b6da9a req-73e4fe2a-baa7-4dcc-bc87-1b9a80ed4e59 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354562 Mar 16 11:49:44.510473 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09fa1-483a-4572-94e0-69221b326777 req-97cdaf12-c777-422f-a93d-4d516c519281 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:44.511957 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-27d09fa1-483a-4572-94e0-69221b326777 req-97cdaf12-c777-422f-a93d-4d516c519281 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0875382 Mar 16 11:49:44.555738 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-27d09fa1-483a-4572-94e0-69221b326777 req-0bd3500f-2549-4b82-b7e5-1ebc49227f6b tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380647 Mar 16 11:49:45.752527 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124bf1d-2938-4fee-8068-79e0c448b4e5 req-647ee9fa-6339-4c18-81ba-3cfdcfc7cffe tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:45.753974 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d124bf1d-2938-4fee-8068-79e0c448b4e5 req-647ee9fa-6339-4c18-81ba-3cfdcfc7cffe tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0921247 Mar 16 11:49:45.812168 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d124bf1d-2938-4fee-8068-79e0c448b4e5 req-8045bbdd-eb24-4f9f-8947-ece30921dd91 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496783 Mar 16 11:49:45.998334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25b484-8592-4dc5-984d-f7659286d14d req-bad02ee3-760d-47e7-939e-50674ececc88 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:46.000044 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fd25b484-8592-4dc5-984d-f7659286d14d req-bad02ee3-760d-47e7-939e-50674ececc88 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0843158 Mar 16 11:49:46.045376 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fd25b484-8592-4dc5-984d-f7659286d14d req-1d7b0508-bb01-4d66-ad71-2814969049d3 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394993 Mar 16 11:49:46.067962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46498) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:46.200324 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2132a27d-3405-4b0c-8449-70549f85051c tempest-TestShelveInstance-1075359153 tempest-TestShelveInstance-1075359153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:46.201841 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-2132a27d-3405-4b0c-8449-70549f85051c tempest-TestShelveInstance-1075359153 tempest-TestShelveInstance-1075359153-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1094 time: 0.1329741 Mar 16 11:49:46.205030 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46504) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:46.210145 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:46.216375 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:46.220159 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Usage tracker for resource:floatingip and tenant:ff2efad95df44b09b22ddada2116468a is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:46.222950 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:46.228853 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:46.238697 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for floatingip, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:46.377825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:46.528407 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Allocated IP 172.26.2.84 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/775d5088-e812-43be-9c59-5f42d7a574f5) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:49:46.768238 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:46.809500 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:46.868078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:49:46.874812 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:49:46.879604 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:49:46.911170 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'Port': ['ID=775d5088-e812-43be-9c59-5f42d7a574f5,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:47.303528 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:47.378468 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:47.592376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:47.599773 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:47.711064 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event updated for resources: {'Port': ['ID=775d5088-e812-43be-9c59-5f42d7a574f5,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:47.725996 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:47.898439 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Floating IP 2808ab4c-5eea-4b10-afe6-bf55ad65a9ed associated. External IP: 172.26.2.84, port: d205da7b-e81e-4352-bd30-5200b47cbc3e. Mar 16 11:49:48.377642 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:49:48.560648 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:49:48.571235 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] Sync routers for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:49:48.581968 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:48.582679 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:49:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:48.588221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:48.644400 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7649feea-fe9d-4692-a2b4-16b990a92feb tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4382842 Mar 16 11:49:48.645025 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:48.759141 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:48.774785 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'status': 'completed', 'code': 200} Mar 16 11:49:48.869239 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-9b4f7ac9-aff3-4a82-839e-ae714ce66d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:48.870875 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-9b4f7ac9-aff3-4a82-839e-ae714ce66d3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1099 time: 0.0747657 Mar 16 11:49:49.001976 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-422d1ac1-7c4b-42be-a049-f399890e60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:49.003319 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-422d1ac1-7c4b-42be-a049-f399890e60d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1269629 Mar 16 11:49:49.107488 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-dd6144a0-9886-418b-930a-0cd2fa32ad89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 999 time: 0.0975399 Mar 16 11:49:49.110550 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '2808ab4c-5eea-4b10-afe6-bf55ad65a9ed', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'port_id': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'mac_address': 'fa:16:3e:fb:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:49:47Z', 'updated_at': '2022-03-16T11:49:47Z', 'revision_number': 0, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:49.114765 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] Checking router: 8cf87852-2a50-45a5-a482-88ebd4ffaf7c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:49:49.123633 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:49.124217 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:49:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:49.167175 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-870699b8-b588-4c94-a652-f9cf9b8d40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:49.168650 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-870699b8-b588-4c94-a652-f9cf9b8d40d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0554638 Mar 16 11:49:49.242174 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-5754f1ea-c7b5-4e47-b98e-726dc1ed802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:49.243751 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-5754f1ea-c7b5-4e47-b98e-726dc1ed802f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698767 Mar 16 11:49:49.327382 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:49.375337 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-c0471843-916b-44ba-9653-40d3a9e1949b service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256475 Mar 16 11:49:49.505485 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-b62f817c-fb62-4d94-b3bf-c698855487ce req-e28b2f0e-c2f6-472b-a050-fab5c08a8029 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238840 Mar 16 11:49:49.668213 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '2808ab4c-5eea-4b10-afe6-bf55ad65a9ed', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'port_id': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'mac_address': 'fa:16:3e:fb:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:49:47Z', 'updated_at': '2022-03-16T11:49:47Z', 'revision_number': 0, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:49.672197 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f082b0e-53a3-435f-a5c0-2694ba4c5fe0 None None] The sync data for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv is: [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '2808ab4c-5eea-4b10-afe6-bf55ad65a9ed', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'port_id': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'mac_address': 'fa:16:3e:fb:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:49:47Z', 'updated_at': '2022-03-16T11:49:47Z', 'revision_number': 0, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:49:49.879759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0102643-3a49-40d8-955a-4922274d9423 None None] New status for floating IP 2808ab4c-5eea-4b10-afe6-bf55ad65a9ed: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:49:51.982960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-52254e01-812a-4f2b-b0f3-c97cf71c8653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.200280 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.205593 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-8c7650c5-e877-46bb-b406-2d074cf2805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.377696 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.899534 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.559708 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:50:08.906803 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.602533 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-5385d0c1-519a-4fdd-a950-bf9e32721702 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816574 Mar 16 11:50:09.745235 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-a2c35ce0-e91a-4176-9050-af80ae068f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:09.746688 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-a2c35ce0-e91a-4176-9050-af80ae068f6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1099 time: 0.0746119 Mar 16 11:50:09.891252 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-b190bd9c-468e-4d52-bcc0-e22c525d94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:09.892707 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-b190bd9c-468e-4d52-bcc0-e22c525d94c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1272843 Mar 16 11:50:10.002161 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-833280a7-e0ca-465c-8e3c-d35c5e0bf4e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 1001 time: 0.1024711 Mar 16 11:50:10.067377 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-761ac979-ee96-42bd-b4ce-025f7832e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:10.068767 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-761ac979-ee96-42bd-b4ce-025f7832e7f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0595610 Mar 16 11:50:10.243656 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-e3aa4c29-f8c4-470d-9adc-88a58989fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:10.245215 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-e3aa4c29-f8c4-470d-9adc-88a58989fd79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1699030 Mar 16 11:50:10.391719 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-f5cb8668-6beb-49a6-9fde-da81cb2d73dc service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393888 Mar 16 11:50:10.528015 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-518c9bcf-6fb2-42e8-8aad-d6bd9436201e req-ea6ae994-ed87-4a33-a636-18761bfa8623 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255219 Mar 16 11:50:21.979706 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1d3524bb-152c-4a3c-b5b2-6b68e69d20d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.220964 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.220964 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba3c36ce-f631-4b5d-82a9-5d0c797aae33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.381780 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:26.906519 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:38.904191 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:39.560064 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:50:51.981801 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cda3ada6-88fc-40fa-9797-14601902aacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:55.213202 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:55.214604 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c43b53b8-4e5e-4322-a158-7fb0946955c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:55.392092 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:56.913532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:08.908427 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:10.473194 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92b16754-2072-481a-8539-937c7530bd65 req-f63a03d5-421f-425c-b246-5656cec790ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863762 Mar 16 11:51:10.618130 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b16754-2072-481a-8539-937c7530bd65 req-0346cd72-7e78-4f38-8913-173eecff997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:10.619647 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92b16754-2072-481a-8539-937c7530bd65 req-0346cd72-7e78-4f38-8913-173eecff997e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1099 time: 0.0747950 Mar 16 11:51:10.778121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b16754-2072-481a-8539-937c7530bd65 req-e1e03afa-b47b-4da7-9070-a47e3d258d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:10.779467 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92b16754-2072-481a-8539-937c7530bd65 req-e1e03afa-b47b-4da7-9070-a47e3d258d47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1413977 Mar 16 11:51:10.888118 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92b16754-2072-481a-8539-937c7530bd65 req-971646c5-3187-4abf-bff2-806272b9e3f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 1001 time: 0.1022687 Mar 16 11:51:10.954195 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b16754-2072-481a-8539-937c7530bd65 req-ef50dd8f-1169-447b-b4da-01ceb322f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:10.956554 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92b16754-2072-481a-8539-937c7530bd65 req-ef50dd8f-1169-447b-b4da-01ceb322f5d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0622365 Mar 16 11:51:11.038946 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b16754-2072-481a-8539-937c7530bd65 req-2cd14005-50fd-4cf0-9fa2-26ce8dabcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:11.040378 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92b16754-2072-481a-8539-937c7530bd65 req-2cd14005-50fd-4cf0-9fa2-26ce8dabcc3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773935 Mar 16 11:51:11.174912 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92b16754-2072-481a-8539-937c7530bd65 req-3a12da8a-7695-489c-9d6a-80981c0755db service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282551 Mar 16 11:51:11.308990 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-92b16754-2072-481a-8539-937c7530bd65 req-bab2b782-5d1e-4ff0-8e62-8bd00c1594f7 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253011 Mar 16 11:51:16.565529 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:51:21.983711 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e7b7000b-f734-41a8-b808-52ddc80c1810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:25.217904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:25.224048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6c724e69-8086-4403-b03c-cc896f48f30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:25.388782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:26.912560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:38.903121 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.301176 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc670e0a-13b9-46a8-9e19-2ee2e20fb2d1 req-558f39cb-9fef-45dc-b740-b910ed10079f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:46.302635 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc670e0a-13b9-46a8-9e19-2ee2e20fb2d1 req-558f39cb-9fef-45dc-b740-b910ed10079f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0899863 Mar 16 11:51:46.346364 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dc670e0a-13b9-46a8-9e19-2ee2e20fb2d1 req-17d18d8b-45c1-4736-929e-842bd72b8417 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380268 Mar 16 11:51:47.573444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29604f95-207e-4088-95e7-a5c93d7f1611 req-1ebe169f-3ada-4f7f-9666-be5e4ebb1d4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:47.574828 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-29604f95-207e-4088-95e7-a5c93d7f1611 req-1ebe169f-3ada-4f7f-9666-be5e4ebb1d4c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.1009121 Mar 16 11:51:47.619460 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-29604f95-207e-4088-95e7-a5c93d7f1611 req-14f09ed1-d9a8-4618-b726-76231a7b9b86 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389440 Mar 16 11:51:48.834825 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ec3fe-673b-4d4a-ba6e-2b2f159d63f9 req-e8efec67-1975-4efa-9804-a150294fbbbe tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:48.836287 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-af3ec3fe-673b-4d4a-ba6e-2b2f159d63f9 req-e8efec67-1975-4efa-9804-a150294fbbbe tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0974851 Mar 16 11:51:48.880766 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-af3ec3fe-673b-4d4a-ba6e-2b2f159d63f9 req-2b3effb1-8e16-46a9-be4b-f2689f383e99 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385609 Mar 16 11:51:50.079276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9605f-1671-4b58-a6f2-d4e06b5b6a1d req-a5a902e0-359c-42d9-9949-37c434d2fbbf tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:50.080702 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f1a9605f-1671-4b58-a6f2-d4e06b5b6a1d req-a5a902e0-359c-42d9-9949-37c434d2fbbf tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0835752 Mar 16 11:51:50.123775 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f1a9605f-1671-4b58-a6f2-d4e06b5b6a1d req-738388ea-4c1d-4138-bf81-f7adcd8f2dea tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373161 Mar 16 11:51:51.310459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c324b2d-7116-451a-9d38-71d69a469bf0 req-4872d0d3-13c1-4343-9b8f-b92ad6a21e85 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:51.311913 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5c324b2d-7116-451a-9d38-71d69a469bf0 req-4872d0d3-13c1-4343-9b8f-b92ad6a21e85 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0824409 Mar 16 11:51:51.359125 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5c324b2d-7116-451a-9d38-71d69a469bf0 req-9ba398d2-55cb-4723-9180-c46adcd0d8c9 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414698 Mar 16 11:51:51.984179 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36d839cb-d038-4309-abe5-477def61929b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.545596 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c8b0e-a54b-4d06-bb27-f85669cb325b req-f57176c0-93ee-4ca9-b4f3-ddcf63aca6a0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:52.547025 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ca3c8b0e-a54b-4d06-bb27-f85669cb325b req-f57176c0-93ee-4ca9-b4f3-ddcf63aca6a0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0841048 Mar 16 11:51:52.591418 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-ca3c8b0e-a54b-4d06-bb27-f85669cb325b req-20099ad5-0306-498a-b1e4-4665ec3f0d2b tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383000 Mar 16 11:51:53.566028 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:51:53.791365 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca2310-d25d-4364-a7ed-8cca81cbe154 req-be20fe42-30d6-4641-a565-0b862d41f605 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:53.792844 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-90ca2310-d25d-4364-a7ed-8cca81cbe154 req-be20fe42-30d6-4641-a565-0b862d41f605 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0846207 Mar 16 11:51:53.840478 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-90ca2310-d25d-4364-a7ed-8cca81cbe154 req-650bc8a1-2e2d-4812-ace2-a7715d3d2754 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389462 Mar 16 11:51:55.051292 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb00993-87f4-4e44-b4e5-413f8c83a30c req-d8982ef4-51ba-4509-ada3-8bf561d50467 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:55.052761 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9cb00993-87f4-4e44-b4e5-413f8c83a30c req-d8982ef4-51ba-4509-ada3-8bf561d50467 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0886214 Mar 16 11:51:55.097132 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-9cb00993-87f4-4e44-b4e5-413f8c83a30c req-8b079d75-c795-4b96-a4a3-63e3e4776522 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385675 Mar 16 11:51:55.225849 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e95188e7-9fa2-4697-afb9-e767de0c0420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.227753 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.387048 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.297178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6431f-a436-4336-a8b3-34b2208378a6 req-55a5ae16-5cc7-40b5-a44e-6621278f64f5 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:56.299803 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0ea6431f-a436-4336-a8b3-34b2208378a6 req-55a5ae16-5cc7-40b5-a44e-6621278f64f5 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0877969 Mar 16 11:51:56.476638 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-0ea6431f-a436-4336-a8b3-34b2208378a6 req-e5a5e971-9463-4650-8101-cd90d47cfcdc tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1709316 Mar 16 11:51:56.504554 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aa728-feed-4faa-aed1-035028c639c2 req-83be249f-390a-4ca1-b11c-abded05026f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:56.506083 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-df7aa728-feed-4faa-aed1-035028c639c2 req-83be249f-390a-4ca1-b11c-abded05026f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1099 time: 0.0912127 Mar 16 11:51:56.640513 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aa728-feed-4faa-aed1-035028c639c2 req-955af2b1-f878-40b6-970b-efd3439e5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:56.642002 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-df7aa728-feed-4faa-aed1-035028c639c2 req-955af2b1-f878-40b6-970b-efd3439e5c88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1296017 Mar 16 11:51:56.743791 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-df7aa728-feed-4faa-aed1-035028c639c2 req-94f46c32-624f-4014-b53b-86fe44362c0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 1001 time: 0.0954535 Mar 16 11:51:56.808943 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aa728-feed-4faa-aed1-035028c639c2 req-e553c1b5-479c-4f4e-8266-afe73186024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:56.810318 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-df7aa728-feed-4faa-aed1-035028c639c2 req-e553c1b5-479c-4f4e-8266-afe73186024d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0611978 Mar 16 11:51:56.890103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aa728-feed-4faa-aed1-035028c639c2 req-6067eb44-27f6-4402-927c-fa2b06f38fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:56.891587 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-df7aa728-feed-4faa-aed1-035028c639c2 req-6067eb44-27f6-4402-927c-fa2b06f38fec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752549 Mar 16 11:51:56.908383 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.026607 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-df7aa728-feed-4faa-aed1-035028c639c2 req-a702cd2a-22f9-455d-812d-1864a21e7549 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282790 Mar 16 11:51:57.156549 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-df7aa728-feed-4faa-aed1-035028c639c2 req-1290ec2c-fd9e-4388-9d31-3a4415b01999 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237245 Mar 16 11:51:57.671863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0546841-7a95-46ed-ab45-e55cf354584c req-5afe96bc-beac-45a3-984d-c12665834d03 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:57.673702 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a0546841-7a95-46ed-ab45-e55cf354584c req-5afe96bc-beac-45a3-984d-c12665834d03 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0829976 Mar 16 11:51:57.717376 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a0546841-7a95-46ed-ab45-e55cf354584c req-3fcbaaf7-e473-458e-b750-dc36aca94b04 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379415 Mar 16 11:51:58.903400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f40f0-7ef7-41ee-b092-89a8c635f786 req-b5b17a87-9541-4bb5-a457-ff686c87983f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:58.904961 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d13f40f0-7ef7-41ee-b092-89a8c635f786 req-b5b17a87-9541-4bb5-a457-ff686c87983f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0817063 Mar 16 11:51:58.953846 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d13f40f0-7ef7-41ee-b092-89a8c635f786 req-deefef59-30fc-46ab-9a56-1c4e0cf37990 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430200 Mar 16 11:52:00.145417 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2b539-c500-4dfa-bbf1-da0daa41aefb req-a0d5197d-866d-45e2-9698-ab8208c2dbbf tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:00.146869 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c6e2b539-c500-4dfa-bbf1-da0daa41aefb req-a0d5197d-866d-45e2-9698-ab8208c2dbbf tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0875590 Mar 16 11:52:00.190447 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c6e2b539-c500-4dfa-bbf1-da0daa41aefb req-8313263c-3d88-4457-bf74-7c607c07b7b0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380070 Mar 16 11:52:00.535435 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-56956ce2-5273-48f8-b701-fb4a2967286e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1181302 Mar 16 11:52:00.562021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993d71f-5955-4451-a4ed-ddcf9a832874 req-0a03a2ef-7596-4854-89f8-c61a1f846d93 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:00.563548 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d993d71f-5955-4451-a4ed-ddcf9a832874 req-0a03a2ef-7596-4854-89f8-c61a1f846d93 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0959189 Mar 16 11:52:00.611617 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d993d71f-5955-4451-a4ed-ddcf9a832874 req-52ad1a51-30ab-4111-81a6-3afff41ffcbc tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416987 Mar 16 11:52:01.137457 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d205da7b-e81e-4352-bd30-5200b47cbc3e no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:52:01.251906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.277773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:52:01.287156 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d205da7b-e81e-4352-bd30-5200b47cbc3e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:01.292172 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.367042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d205da7b-e81e-4352-bd30-5200b47cbc3e,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:01.374880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.375438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.375973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.376644 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.377171 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.377666 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.378694 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.379205 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.379824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.380508 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.381041 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.381543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.431107 dv-neutron-833860-1-hyperv neutron-server[87876]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'code': 422} returned with failed status Mar 16 11:52:01.909042 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ffce-cd8e-43ce-a8e0-eb662191ce25 req-31a6483d-68e6-44e1-86ba-9d0da22c59c4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:01.910529 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-06c9ffce-cd8e-43ce-a8e0-eb662191ce25 req-31a6483d-68e6-44e1-86ba-9d0da22c59c4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.1932311 Mar 16 11:52:01.956787 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-06c9ffce-cd8e-43ce-a8e0-eb662191ce25 req-4a00236b-5f61-4400-8151-433f4bd30ed3 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401320 Mar 16 11:52:03.208989 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9d3a7-f785-4168-b997-f3f5f7789005 req-557c9273-7b69-46f5-ba3f-1a17d3db137a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:03.210466 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dda9d3a7-f785-4168-b997-f3f5f7789005 req-557c9273-7b69-46f5-ba3f-1a17d3db137a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.1359158 Mar 16 11:52:03.216998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-063fd6fd-ea8d-4443-9312-4417b5a03bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:03.218344 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-063fd6fd-ea8d-4443-9312-4417b5a03bfc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5&tenant_id=ff2efad95df44b09b22ddada2116468a HTTP/1.1" status: 200 len: 1097 time: 0.1020248 Mar 16 11:52:03.295920 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-dda9d3a7-f785-4168-b997-f3f5f7789005 req-fb3a6ba7-0eec-46dd-88a6-d3e0cdcf0498 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765405 Mar 16 11:52:03.327422 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-b6e83e09-6fb3-4d41-b364-ca98ce888205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:03.328916 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-b6e83e09-6fb3-4d41-b364-ca98ce888205 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1097 time: 0.0893533 Mar 16 11:52:03.457178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-53b8e558-733e-4154-8bdb-8cf5c1d87457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:03.458596 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-53b8e558-733e-4154-8bdb-8cf5c1d87457 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1240623 Mar 16 11:52:03.562819 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-1c332899-d2e5-4e85-b00e-e9c3809f4bea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 999 time: 0.0973876 Mar 16 11:52:03.624768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-fb8cc676-c308-4632-929d-585a108e7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:03.626233 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-fb8cc676-c308-4632-929d-585a108e7929 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0581918 Mar 16 11:52:03.709769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-eb77998a-d77a-4068-bb00-f2b5fee2a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:03.711196 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-eb77998a-d77a-4068-bb00-f2b5fee2a0a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788157 Mar 16 11:52:03.952440 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-56016d73-88e9-4cfc-b589-5f4aad63165e service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347593 Mar 16 11:52:04.085250 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-fb31ab01-1547-4f57-bfaf-d57935961874 req-606e56d3-789c-4d7c-ab61-c888e0ac0692 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263177 Mar 16 11:52:04.494156 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1931b-a45c-42ba-a715-3994b4b56084 req-1cf25d82-6690-41f8-8c0e-cf83e10004b8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:04.495586 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c8f1931b-a45c-42ba-a715-3994b4b56084 req-1cf25d82-6690-41f8-8c0e-cf83e10004b8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0874431 Mar 16 11:52:04.539014 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-c8f1931b-a45c-42ba-a715-3994b4b56084 req-c33e42d8-9a67-429c-84b5-6643d8a70fa2 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377312 Mar 16 11:52:05.737460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da43db-b07c-4be3-a3df-436638098a83 req-4a968626-3a5c-4636-9862-11774e237202 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:05.738915 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58da43db-b07c-4be3-a3df-436638098a83 req-4a968626-3a5c-4636-9862-11774e237202 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0943248 Mar 16 11:52:05.785851 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-58da43db-b07c-4be3-a3df-436638098a83 req-fa48f362-d0d9-4c74-86f1-cb4d8f2dc618 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385683 Mar 16 11:52:06.972512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad60995-3b46-458b-9de1-ba50b74e993d req-c9043559-ecdd-479d-bae3-db3a75162b30 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:06.974022 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fad60995-3b46-458b-9de1-ba50b74e993d req-c9043559-ecdd-479d-bae3-db3a75162b30 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0821359 Mar 16 11:52:07.018158 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fad60995-3b46-458b-9de1-ba50b74e993d req-357c0f8a-9731-40b0-8a33-29d1e00a9bca tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382814 Mar 16 11:52:08.219345 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ec22a-5864-4f63-bdf8-3e33bf7774b2 req-8c8ff129-e67d-4ee9-99d4-e6b52e0871ec tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:08.220789 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c7ec22a-5864-4f63-bdf8-3e33bf7774b2 req-8c8ff129-e67d-4ee9-99d4-e6b52e0871ec tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0851493 Mar 16 11:52:08.264151 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c7ec22a-5864-4f63-bdf8-3e33bf7774b2 req-3e64603b-d19a-4448-80d8-c4fe79538a37 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374370 Mar 16 11:52:08.902386 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:09.477905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33e5f6-c534-4631-91c4-83d8fed9cc9f req-950e3c78-99cc-4df2-8591-6c11219bca0a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:09.479344 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c33e5f6-c534-4631-91c4-83d8fed9cc9f req-950e3c78-99cc-4df2-8591-6c11219bca0a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0968506 Mar 16 11:52:09.526124 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c33e5f6-c534-4631-91c4-83d8fed9cc9f req-3d7ecea1-0ce0-4e0a-9502-0c8af2ca294e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383346 Mar 16 11:52:10.723341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84bfc3-eff2-4a16-9859-d6b7fb2230a5 req-d212147c-20c7-47f2-a916-d6c712c33ca7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:10.724772 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca84bfc3-eff2-4a16-9859-d6b7fb2230a5 req-d212147c-20c7-47f2-a916-d6c712c33ca7 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0813704 Mar 16 11:52:10.772652 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ca84bfc3-eff2-4a16-9859-d6b7fb2230a5 req-30e0b476-8925-4563-ae40-2c4d209ccca4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423217 Mar 16 11:52:11.171497 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [req-20bf8d8c-3ad6-4788-a810-a22bb89be20b req-14d168a5-b29c-438f-b7ef-2b4c3585144b service neutron] (87875) timed out ('10.222.0.37', 44932) {{(pid=87875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:52:11.964984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-c8ea8408-5f21-48fc-9d2a-3a5882cda1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:11.966485 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-c8ea8408-5f21-48fc-9d2a-3a5882cda1f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1097 time: 0.0742464 Mar 16 11:52:11.977711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a6e94-1f63-4b57-a651-b8679ce356e4 req-331321aa-c180-466c-a1c6-6a4bd5a6370f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:11.979766 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-da4a6e94-1f63-4b57-a651-b8679ce356e4 req-331321aa-c180-466c-a1c6-6a4bd5a6370f tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0898907 Mar 16 11:52:12.034224 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-da4a6e94-1f63-4b57-a651-b8679ce356e4 req-ff30570b-20d3-4b5b-9841-cc992867e02a tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484512 Mar 16 11:52:12.117794 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-9f40f056-36d5-4fc2-91b6-a014a0f1d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:12.119238 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-9f40f056-36d5-4fc2-91b6-a014a0f1d6e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1346347 Mar 16 11:52:12.224363 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-4c6a3fb4-3eae-4341-9c56-94a5ea07edd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 999 time: 0.0983512 Mar 16 11:52:12.287578 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-c7963c1a-1c27-4b0b-bc2b-ef9b9f51ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:12.289035 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-c7963c1a-1c27-4b0b-bc2b-ef9b9f51ce14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0590928 Mar 16 11:52:12.368844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-09da47f4-0de2-478b-a51e-d4b82a7bb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:12.370308 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-09da47f4-0de2-478b-a51e-d4b82a7bb35d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758266 Mar 16 11:52:12.501679 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-1ab0aa29-099b-4c4f-b171-51da4c2bcf25 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246819 Mar 16 11:52:12.637804 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-e1b5544b-7924-4997-a051-aee0f6b6e3b6 req-479837c0-d4af-4221-8f3c-f687c515874d service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302736 Mar 16 11:52:13.236193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae511aae-cd00-4cac-8c63-8a42557ff18c req-6f5313b5-f6d9-455a-bcfe-9bd0738f47a4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:13.237675 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ae511aae-cd00-4cac-8c63-8a42557ff18c req-6f5313b5-f6d9-455a-bcfe-9bd0738f47a4 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 944 time: 0.0873377 Mar 16 11:52:13.243198 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d205da7b-e81e-4352-bd30-5200b47cbc3e details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:52:13.281481 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-ae511aae-cd00-4cac-8c63-8a42557ff18c req-1adb3212-d433-4c9a-b3ef-648b0524044e tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380385 Mar 16 11:52:13.420724 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d205da7b-e81e-4352-bd30-5200b47cbc3e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:13.434633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'port_id': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'mac_address': 'fa:16:3e:fb:fa:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:52:13.496946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:13.516945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d205da7b-e81e-4352-bd30-5200b47cbc3e {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:52:13.539935 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d205da7b-e81e-4352-bd30-5200b47cbc3e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:13.545382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:13.613071 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d205da7b-e81e-4352-bd30-5200b47cbc3e,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:13.915931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['d205da7b-e81e-4352-bd30-5200b47cbc3e'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:52:14.483117 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d1d8d-64aa-4392-af63-4d2271583ce5 req-ac0b9008-98dd-4456-b4bc-363836a2b507 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:14.484565 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a94d1d8d-64aa-4392-af63-4d2271583ce5 req-ac0b9008-98dd-4456-b4bc-363836a2b507 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 945 time: 0.0830259 Mar 16 11:52:14.540018 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a94d1d8d-64aa-4392-af63-4d2271583ce5 req-5dadd9d2-811f-4921-8048-d6c5bbc930cc tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469854 Mar 16 11:52:15.258703 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d205da7b-e81e-4352-bd30-5200b47cbc3e up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:15.333314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port d205da7b-e81e-4352-bd30-5200b47cbc3e triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:15.333680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:15.449105 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:15.475533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:52:15.485453 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d205da7b-e81e-4352-bd30-5200b47cbc3e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:15.491513 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:15.522114 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'code': 200} Mar 16 11:52:15.561201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d205da7b-e81e-4352-bd30-5200b47cbc3e,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:15.728627 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be125689-9b4f-41d8-b049-deb829840d9c req-0b00682d-6c81-4a64-a95b-cc863f3c0885 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:15.730118 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-be125689-9b4f-41d8-b049-deb829840d9c req-0b00682d-6c81-4a64-a95b-cc863f3c0885 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0824728 Mar 16 11:52:15.773654 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-be125689-9b4f-41d8-b049-deb829840d9c req-b0e3d195-b92c-41e5-b13c-1942384b9372 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376308 Mar 16 11:52:15.789274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873a20e-ab3d-4692-ac74-c02b62d8512a req-6db5633b-f5a3-4ff2-8a0f-0b217325d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:15.790784 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5873a20e-ab3d-4692-ac74-c02b62d8512a req-6db5633b-f5a3-4ff2-8a0f-0b217325d068 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1099 time: 0.0753047 Mar 16 11:52:15.843370 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5873a20e-ab3d-4692-ac74-c02b62d8512a req-e785d772-0493-4e65-8683-97160018a37d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460198 Mar 16 11:52:16.973344 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f832eb-62f5-4acd-8bba-bbbb580f80a6 req-8d2a048c-0ec6-48b4-babb-68e24003ec75 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:16.974785 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63f832eb-62f5-4acd-8bba-bbbb580f80a6 req-8d2a048c-0ec6-48b4-babb-68e24003ec75 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0901885 Mar 16 11:52:17.022167 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63f832eb-62f5-4acd-8bba-bbbb580f80a6 req-b2f16a0f-2c05-4f66-91d6-e2d137cda5ee tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414438 Mar 16 11:52:18.207021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df53e3-cd7a-4ce2-9a6a-3193058b3825 req-c384bb68-2ff8-46b2-be89-2d8f155e28da tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:18.208374 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d0df53e3-cd7a-4ce2-9a6a-3193058b3825 req-c384bb68-2ff8-46b2-be89-2d8f155e28da tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0831015 Mar 16 11:52:18.256904 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d0df53e3-cd7a-4ce2-9a6a-3193058b3825 req-31f675e4-6b01-4301-a5fb-611ebd2bb852 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427184 Mar 16 11:52:21.979102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9ddfa0c6-91bf-4610-a4d9-c59422e67cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:25.229305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e9747818-1c2a-403e-8ac3-f76a2a50f4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:25.231003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:25.393223 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:26.918932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:30.565942 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:52:38.912659 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:51.977122 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fdef6371-e7fe-41bf-a69c-94e149ba43b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:55.227247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d2f89ddf-c7d9-4e2d-9228-b36dc714b806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:55.229555 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:55.383883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:56.921847 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:07.566028 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:53:08.907954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:13.907604 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-e1eb7b56-a9ef-4ee4-82c6-0fa32c9daf6e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733125 Mar 16 11:53:14.055797 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-c3fb42f1-a53c-4f87-9fe8-ec6ce65fb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:14.057243 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-c3fb42f1-a53c-4f87-9fe8-ec6ce65fb766 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1099 time: 0.0760441 Mar 16 11:53:14.298038 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-ea1d4956-07d7-4dc2-bcb9-c356ea2f07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:14.299378 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-ea1d4956-07d7-4dc2-bcb9-c356ea2f07b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.2238224 Mar 16 11:53:14.400088 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-65de3558-8428-44bf-9085-a0af158131d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 1001 time: 0.0948219 Mar 16 11:53:14.462201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-43b1bf78-1720-4f89-9393-3904d940476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:14.463617 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-43b1bf78-1720-4f89-9393-3904d940476a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0575333 Mar 16 11:53:14.540514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-dc15dd1b-665a-4e22-828f-be9bec907590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:14.542005 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-dc15dd1b-665a-4e22-828f-be9bec907590 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722613 Mar 16 11:53:14.552530 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-b7cb8730-c49f-439f-a413-a1feae4afed4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:53:14.553406 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-b7cb8730-c49f-439f-a413-a1feae4afed4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048723 Mar 16 11:53:14.683269 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-32110bc3-5ec5-4f3d-8663-f254a3d8d0d4 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237853 Mar 16 11:53:14.831626 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-a961b566-dfb9-44d2-9605-7b95cad1890e req-4f175e24-964d-4fe8-b673-08c2adf0ce19 service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414590 Mar 16 11:53:21.977733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6978ae0c-978c-4779-a1f2-87c7eb43a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:25.229903 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1799fb57-98b0-406d-8fd4-9209ea209c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:25.235859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:25.383917 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.925758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:33.554019 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46700) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:33.761357 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Deleting port 775d5088-e812-43be-9c59-5f42d7a574f5 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:33.761740 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:33.940902 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:33.941218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.058995 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Calling delete_port for 775d5088-e812-43be-9c59-5f42d7a574f5 owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:34.214416 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.261921 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event deleted for resources: {'Port': ['ID=775d5088-e812-43be-9c59-5f42d7a574f5,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:34.302163 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.302503 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.302835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.303158 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.303478 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.303799 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.304118 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.304442 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.304768 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.305239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.305358 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.305804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:34.362835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.363165 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Floating IP 2808ab4c-5eea-4b10-afe6-bf55ad65a9ed disassociated (deleted). External IP: 172.26.2.84, port: d205da7b-e81e-4352-bd30-5200b47cbc3e. Mar 16 11:53:34.837743 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:53:35.019991 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:35.029783 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] Sync routers for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:35.039546 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:35.040150 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:35.041772 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:35.096202 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-dac68ea0-535a-4e1b-a3e6-80a31abde86d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "DELETE /v2.0/floatingips/2808ab4c-5eea-4b10-afe6-bf55ad65a9ed HTTP/1.1" status: 204 len: 168 time: 1.5405169 Mar 16 11:53:35.096798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:53:35.220561 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:35.230136 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'status': 'completed', 'code': 200} Mar 16 11:53:35.327088 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-02def16f-a289-46a3-b2a3-d4c3b19ff7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:35.328603 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-02def16f-a289-46a3-b2a3-d4c3b19ff7a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff2efad95df44b09b22ddada2116468a&device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 1099 time: 0.0756803 Mar 16 11:53:35.463717 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-6a77b722-8472-4e47-95be-161fa2794b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:35.465318 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-6a77b722-8472-4e47-95be-161fa2794b6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 200 len: 910 time: 0.1299872 Mar 16 11:53:35.484027 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022e1d9-5154-48e1-a885-cdd60c09993f req-d1a26f6c-7d4c-40bb-b282-a9547a95bc91 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:35.484775 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-6022e1d9-5154-48e1-a885-cdd60c09993f req-d1a26f6c-7d4c-40bb-b282-a9547a95bc91 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Synchronizing usage tracker for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:53:35.501907 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-6022e1d9-5154-48e1-a885-cdd60c09993f req-d1a26f6c-7d4c-40bb-b282-a9547a95bc91 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Unset dirty status for tenant:ff2efad95df44b09b22ddada2116468a on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:53:35.503217 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6022e1d9-5154-48e1-a885-cdd60c09993f req-d1a26f6c-7d4c-40bb-b282-a9547a95bc91 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.1051126 Mar 16 11:53:35.537896 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-18d26749-14df-4129-9f64-209271ea5673 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 200 len: 217 time: 0.0654662 Mar 16 11:53:35.557379 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6022e1d9-5154-48e1-a885-cdd60c09993f req-b9b7c3cb-b3b8-4af5-a81e-ac8d4b8fab2c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475514 Mar 16 11:53:35.589444 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:35.594795 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] Checking router: 8cf87852-2a50-45a5-a482-88ebd4ffaf7c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:35.604382 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-09857074-785a-4c6c-b802-b268ff01d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:35.605297 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:35.605860 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:35.605970 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-09857074-785a-4c6c-b802-b268ff01d058 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 200 len: 848 time: 0.0608556 Mar 16 11:53:35.686460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-5b0c6a64-42ec-4c81-86d0-2e37c4459dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:35.687960 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-5b0c6a64-42ec-4c81-86d0-2e37c4459dd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e73b140-25cd-49e2-b4ea-483d80b447f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755262 Mar 16 11:53:35.782018 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:35.819052 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-504d9660-5925-435a-818e-040e310c24ee service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245382 Mar 16 11:53:35.950757 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cc163425-bc86-4b3c-aaa0-7861d8e52e5b req-0fbd3fa2-3fda-47a1-9320-0d81d618104e service neutron] 10.222.0.48 "GET /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255798 Mar 16 11:53:36.089879 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:36.093744 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e551c5e-1b3b-4e4e-bfca-136eed46f0f4 None None] The sync data for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv is: [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:43:32Z', 'revision_number': 4, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': 'e2ef3e27-71bf-4df8-9317-2802a705a379', 'name': '', 'network_id': '8e73b140-25cd-49e2-b4ea-483d80b447f6', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'mac_address': 'fa:16:3e:76:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '9504147b-f325-4734-9307-314ee2347a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:32Z', 'updated_at': '2022-03-16T11:43:38Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'subnets': [{'id': '9504147b-f325-4734-9307-314ee2347a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:36.316977 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c5571-eb89-4d61-888e-92b05cd8862c None None] New status for floating IP 2808ab4c-5eea-4b10-afe6-bf55ad65a9ed: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:53:36.752003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194017a1-e2b2-4823-9948-370d89455495 req-edcfa41d-04d5-4c37-8d2e-a8c4941f537b tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:36.753455 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-194017a1-e2b2-4823-9948-370d89455495 req-edcfa41d-04d5-4c37-8d2e-a8c4941f537b tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0941219 Mar 16 11:53:36.798005 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-194017a1-e2b2-4823-9948-370d89455495 req-0ec951cb-a2d3-4eab-a3c5-0f3064df6b0d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387712 Mar 16 11:53:37.006153 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-33770f4b-a033-423d-84cf-a30f71e940e0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:37.007456 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-33770f4b-a033-423d-84cf-a30f71e940e0 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.48 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 946 time: 0.0904815 Mar 16 11:53:37.168372 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Deleting port d205da7b-e81e-4352-bd30-5200b47cbc3e {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:37.168698 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:37.416362 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] For port d205da7b-e81e-4352-bd30-5200b47cbc3e, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d205da7b-e81e-4352-bd30-5200b47cbc3e,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:37.416718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:37.543104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Calling delete_port for d205da7b-e81e-4352-bd30-5200b47cbc3e owned by compute:nova {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:37.693294 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:37.742349 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event deleted for resources: {'Port': ['ID=d205da7b-e81e-4352-bd30-5200b47cbc3e,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:37.779428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.780006 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.780094 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.780412 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.780753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.781083 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.781400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.781718 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.782035 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.782347 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.782765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.783078 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:37.827303 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] No DVR routers for this DVR port d205da7b-e81e-4352-bd30-5200b47cbc3e on host hv-neutron-8338 {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:53:37.829892 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:37.832440 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'name': 'network-vif-deleted', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:53:37.850448 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-013c73ed-625f-4c11-b08f-c73ec5111c08 req-cfd7f215-dc9f-4cec-95ed-821ea4f3053c tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.48 "DELETE /v2.0/ports/d205da7b-e81e-4352-bd30-5200b47cbc3e HTTP/1.1" status: 204 len: 173 time: 0.8375771 Mar 16 11:53:37.882151 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088e201-f6c5-4ec7-ba8d-eb89594cf8c5', 'name': 'network-vif-deleted', 'tag': 'd205da7b-e81e-4352-bd30-5200b47cbc3e', 'status': 'completed', 'code': 200} Mar 16 11:53:37.958993 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f44b1d1d-b4e0-485e-8cd8-2c6134f1a8f0 req-daa616b6-8847-402e-a8ca-e4d440b4eac8 tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "GET /v2.0/ports?device_id=f088e201-f6c5-4ec7-ba8d-eb89594cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0425181 Mar 16 11:53:38.911504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:39.058094 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46724) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:39.123129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41d975c5-1993-4d92-a7e6-bf900307e40d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:39.151981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41d975c5-1993-4d92-a7e6-bf900307e40d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:39.222964 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41d975c5-1993-4d92-a7e6-bf900307e40d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:39.241241 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d975c5-1993-4d92-a7e6-bf900307e40d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2fc644-1e64-4cd0-b570-7d1e3aff79e9,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:39.254791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-41d975c5-1993-4d92-a7e6-bf900307e40d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:39.258515 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-41d975c5-1993-4d92-a7e6-bf900307e40d tempest-TestShelveInstance-1987009691 tempest-TestShelveInstance-1987009691-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa2fc644-1e64-4cd0-b570-7d1e3aff79e9 HTTP/1.1" status: 204 len: 168 time: 0.1968477 Mar 16 11:53:39.310459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46730) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:39.677256 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d205da7b-e81e-4352-bd30-5200b47cbc3e no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:39.714149 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: d205da7b-e81e-4352-bd30-5200b47cbc3e {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:39.714402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d205da7b-e81e-4352-bd30-5200b47cbc3e not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:40.006151 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:40.477960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] Deleting port e2ef3e27-71bf-4df8-9317-2802a705a379 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:40.478677 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:40.653275 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] For port e2ef3e27-71bf-4df8-9317-2802a705a379, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=e2ef3e27-71bf-4df8-9317-2802a705a379,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:40.653618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:40.777727 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] Calling delete_port for e2ef3e27-71bf-4df8-9317-2802a705a379 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:41.112228 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:41.158133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ef3e27-71bf-4df8-9317-2802a705a379,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:41.428646 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:41.925274 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] Router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:53:42.101898 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:42.110823 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] Sync routers for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:42.115364 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-0e0e811f-8196-4f5e-8bc6-3f250faa031b admin admin] 10.222.0.37 "PUT /v2.0/routers/8cf87852-2a50-45a5-a482-88ebd4ffaf7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8039496 Mar 16 11:53:42.117991 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46736) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:42.120586 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:42.121281 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:42.296490 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:42.296886 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:42.473248 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:42.483004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Deleting port 92fa6993-cb32-48f8-b035-3fc6f584ecbb {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:42.483409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:42.587253 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:53:41Z', 'revision_number': 5, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port': {'id': '92fa6993-cb32-48f8-b035-3fc6f584ecbb', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:29Z', 'updated_at': '2022-03-16T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:42.591502 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] Checking router: 8cf87852-2a50-45a5-a482-88ebd4ffaf7c for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:42.600026 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] Routers {'8cf87852-2a50-45a5-a482-88ebd4ffaf7c'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:42.600896 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:42.653980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] For port 92fa6993-cb32-48f8-b035-3fc6f584ecbb, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=92fa6993-cb32-48f8-b035-3fc6f584ecbb,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:42.655314 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:42.749525 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] Set router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:42.775745 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Calling delete_port for 92fa6993-cb32-48f8-b035-3fc6f584ecbb owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:42.881973 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:53:42Z', 'revision_number': 6, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:42.886251 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1907b7c4-e5e0-4f36-952d-492b88fd4928 None None] The sync data for ids ['8cf87852-2a50-45a5-a482-88ebd4ffaf7c'] in dv-neutron-833860-1-hyperv is: [{'id': '8cf87852-2a50-45a5-a482-88ebd4ffaf7c', 'name': 'tempest-TestShelveInstance-1473009405-router', 'tenant_id': 'ff2efad95df44b09b22ddada2116468a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:28Z', 'updated_at': '2022-03-16T11:53:42Z', 'revision_number': 6, 'project_id': 'ff2efad95df44b09b22ddada2116468a', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:42.946261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:42.995040 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Pushing event deleted for resources: {'Port': ['ID=92fa6993-cb32-48f8-b035-3fc6f584ecbb,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:43.082666 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.357131 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.359317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.384185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.384691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf87852-2a50-45a5-a482-88ebd4ffaf7c {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:53:43.398104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.399257 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d8873efc-99de-44e2-99b1-ee667b0a856e admin admin] 10.222.0.37 "DELETE /v2.0/routers/8cf87852-2a50-45a5-a482-88ebd4ffaf7c HTTP/1.1" status: 204 len: 168 time: 1.2803719 Mar 16 11:53:43.401994 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46740) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:43.460260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1c28d3-e2de-4c0b-9474-0bbaf5cb37e7 admin admin] Deleting subnet 9504147b-f325-4734-9307-314ee2347a55 {{(pid=87875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:53:43.463429 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af1c28d3-e2de-4c0b-9474-0bbaf5cb37e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.515545 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af1c28d3-e2de-4c0b-9474-0bbaf5cb37e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11840323'] for subnet, precommit_delete_associations {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.594136 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af1c28d3-e2de-4c0b-9474-0bbaf5cb37e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.662263 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af1c28d3-e2de-4c0b-9474-0bbaf5cb37e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-462393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1707866'] for subnet, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.702328 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c28d3-e2de-4c0b-9474-0bbaf5cb37e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9504147b-f325-4734-9307-314ee2347a55,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:43.706003 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-af1c28d3-e2de-4c0b-9474-0bbaf5cb37e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.712047 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-af1c28d3-e2de-4c0b-9474-0bbaf5cb37e7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9504147b-f325-4734-9307-314ee2347a55 HTTP/1.1" status: 204 len: 168 time: 0.3090408 Mar 16 11:53:43.712397 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e0453b-7a7f-4b7b-9465-d533d67e770f None None] Network 8e73b140-25cd-49e2-b4ea-483d80b447f6 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:53:43.715044 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46744) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:43.825140 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.838184 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Deleting port 1f41bf34-5384-4da5-97a9-ee57512a56c8 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:43.838605 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:43.989175 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] DHCP port deletion for 8e73b140-25cd-49e2-b4ea-483d80b447f6 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:53:43.993755 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e2ef3e27-71bf-4df8-9317-2802a705a379 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:44.022129 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] Deleting port 1f41bf34-5384-4da5-97a9-ee57512a56c8 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:44.022503 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.049411 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] For port 1f41bf34-5384-4da5-97a9-ee57512a56c8, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1f41bf34-5384-4da5-97a9-ee57512a56c8,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:44.049979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.096208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: e2ef3e27-71bf-4df8-9317-2802a705a379 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:44.096521 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device e2ef3e27-71bf-4df8-9317-2802a705a379 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:44.097042 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 92fa6993-cb32-48f8-b035-3fc6f584ecbb no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:44.133014 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 92fa6993-cb32-48f8-b035-3fc6f584ecbb {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:44.133352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 92fa6993-cb32-48f8-b035-3fc6f584ecbb not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:44.173053 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Calling delete_port for 1f41bf34-5384-4da5-97a9-ee57512a56c8 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:44.251613 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.292253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] For port 1f41bf34-5384-4da5-97a9-ee57512a56c8, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1f41bf34-5384-4da5-97a9-ee57512a56c8,segment=NetworkSegment(8e4d027d-fc5f-4375-b81a-1cd1ede592b7),segment_id=8e4d027d-fc5f-4375-b81a-1cd1ede592b7)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:44.292640 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.295196 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f41bf34-5384-4da5-97a9-ee57512a56c8,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:44.301765 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] No DVR routers for this DVR port 1f41bf34-5384-4da5-97a9-ee57512a56c8 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:53:44.413888 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.416517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] Calling delete_port for 1f41bf34-5384-4da5-97a9-ee57512a56c8 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:44.439093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e73b140-25cd-49e2-b4ea-483d80b447f6']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:44.454974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4d027d-fc5f-4375-b81a-1cd1ede592b7') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:44.455266 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4d027d-fc5f-4375-b81a-1cd1ede592b7') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:44.466687 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:53:44.483623 dv-neutron-833860-1-hyperv neutron-server[87876]: util.warn( Mar 16 11:53:44.486833 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.488260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:53:44.488623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:53:44.492371 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:53:44.492776 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:53:44.506068 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:53:44.566135 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:53:44.580575 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.597724 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.611856 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e73b140-25cd-49e2-b4ea-483d80b447f6,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:44.626153 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f7d9bd20-e9e8-402f-a45d-b86352d4cd05 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8e73b140-25cd-49e2-b4ea-483d80b447f6 HTTP/1.1" status: 204 len: 168 time: 0.9099631 Mar 16 11:53:44.629325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46748) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:44.989963 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] Deleting port 1f41bf34-5384-4da5-97a9-ee57512a56c8 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:44.990560 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:45.060183 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-af1b80a2-c3f7-4b3c-94c7-e86399b64508 None None] The port '1f41bf34-5384-4da5-97a9-ee57512a56c8' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:53:45.298246 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:45.644912 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] Deleting port 8c1f3329-ac98-4590-97bc-ffa81755e73b {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:45.645543 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:45.818597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] For port 8c1f3329-ac98-4590-97bc-ffa81755e73b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=8c1f3329-ac98-4590-97bc-ffa81755e73b,segment=NetworkSegment(642e7d1b-33d9-4388-baec-8237d59c0017),segment_id=642e7d1b-33d9-4388-baec-8237d59c0017)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:45.818949 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:45.950742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] Calling delete_port for 8c1f3329-ac98-4590-97bc-ffa81755e73b owned by network:router_interface {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:45.960679 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1f41bf34-5384-4da5-97a9-ee57512a56c8 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:45.993587 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 1f41bf34-5384-4da5-97a9-ee57512a56c8 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:45.994279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1f41bf34-5384-4da5-97a9-ee57512a56c8 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:46.275090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:46.328701 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1f3329-ac98-4590-97bc-ffa81755e73b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:46.713994 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:47.096792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] Router 1905ed78-27a2-4855-91db-44523c409147 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:53:47.284804 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:47.294315 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] Sync routers for ids ['1905ed78-27a2-4855-91db-44523c409147'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:47.305689 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] Routers {'1905ed78-27a2-4855-91db-44523c409147'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:47.305900 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-71103084-8765-4fe5-a9f6-187bc3ca3c4d admin admin] 10.222.0.37 "PUT /v2.0/routers/1905ed78-27a2-4855-91db-44523c409147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6754806 Mar 16 11:53:47.306434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1905ed78-27a2-4855-91db-44523c409147'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:47.308531 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46752) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:47.485585 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] Set router 1905ed78-27a2-4855-91db-44523c409147 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:47.487968 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:47.764425 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905ed78-27a2-4855-91db-44523c409147', 'name': 'tempest-TestShelveInstance-113215046-router', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b7039d3e-b054-4b33-a488-102827467975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:34Z', 'updated_at': '2022-03-16T11:53:46Z', 'revision_number': 5, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'gw_port': {'id': 'b7039d3e-b054-4b33-a488-102827467975', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905ed78-27a2-4855-91db-44523c409147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:35Z', 'updated_at': '2022-03-16T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:47.766586 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:47.768393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] Checking router: 1905ed78-27a2-4855-91db-44523c409147 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:47.777857 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Deleting port b7039d3e-b054-4b33-a488-102827467975 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:47.778036 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] Routers {'1905ed78-27a2-4855-91db-44523c409147'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:47.778194 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:47.778688 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['1905ed78-27a2-4855-91db-44523c409147'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:47.935182 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] Set router 1905ed78-27a2-4855-91db-44523c409147 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:47.958343 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] For port b7039d3e-b054-4b33-a488-102827467975, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=b7039d3e-b054-4b33-a488-102827467975,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:47.958714 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.078189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905ed78-27a2-4855-91db-44523c409147', 'name': 'tempest-TestShelveInstance-113215046-router', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:34Z', 'updated_at': '2022-03-16T11:53:47Z', 'revision_number': 6, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:48.080769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Calling delete_port for b7039d3e-b054-4b33-a488-102827467975 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:48.082376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cd2de-99dc-4af3-b93a-bd45626dca21 None None] The sync data for ids ['1905ed78-27a2-4855-91db-44523c409147'] in dv-neutron-833860-1-hyperv is: [{'id': '1905ed78-27a2-4855-91db-44523c409147', 'name': 'tempest-TestShelveInstance-113215046-router', 'tenant_id': '4230ff59d8c04afc9e93f80664df6fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:34Z', 'updated_at': '2022-03-16T11:53:47Z', 'revision_number': 6, 'project_id': '4230ff59d8c04afc9e93f80664df6fc9', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:48.252199 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.297103 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7039d3e-b054-4b33-a488-102827467975,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:48.388206 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.563004 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.566699 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.590269 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.590914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1905ed78-27a2-4855-91db-44523c409147 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:53:48.603979 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.605177 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-c62b8f0c-87b6-4f8d-969a-6902db76e6e0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1905ed78-27a2-4855-91db-44523c409147 HTTP/1.1" status: 204 len: 168 time: 1.2956204 Mar 16 11:53:48.607560 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46756) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:48.669319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1da09ca-ebeb-4a64-ba8f-ebb539e5654f admin admin] Deleting subnet 4346e721-5dd9-4267-9555-b2b41161ba06 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:53:48.672813 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1da09ca-ebeb-4a64-ba8f-ebb539e5654f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.724169 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1da09ca-ebeb-4a64-ba8f-ebb539e5654f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.801317 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1da09ca-ebeb-4a64-ba8f-ebb539e5654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.870073 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1da09ca-ebeb-4a64-ba8f-ebb539e5654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.911409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da09ca-ebeb-4a64-ba8f-ebb539e5654f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4346e721-5dd9-4267-9555-b2b41161ba06,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:48.913321 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e1da09ca-ebeb-4a64-ba8f-ebb539e5654f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.919220 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e1da09ca-ebeb-4a64-ba8f-ebb539e5654f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4346e721-5dd9-4267-9555-b2b41161ba06 HTTP/1.1" status: 204 len: 168 time: 0.3107512 Mar 16 11:53:48.922463 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46760) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:48.922928 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b70ca-a1ab-4544-9532-8cbff8ed4a0d None None] Network e86ab190-d6bc-478e-9473-49f76150fa80 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:53:49.038104 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.050671 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Deleting port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:49.050980 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.185245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] DHCP port deletion for e86ab190-d6bc-478e-9473-49f76150fa80 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:53:49.189141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] Deleting port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:49.189516 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.256105 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] For port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4cd23cd6-8e6a-47c5-94e6-22b43506a81b,segment=NetworkSegment(642e7d1b-33d9-4388-baec-8237d59c0017),segment_id=642e7d1b-33d9-4388-baec-8237d59c0017)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:49.256464 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.376129 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Calling delete_port for 4cd23cd6-8e6a-47c5-94e6-22b43506a81b owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:49.392982 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] For port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=4cd23cd6-8e6a-47c5-94e6-22b43506a81b,segment=NetworkSegment(642e7d1b-33d9-4388-baec-8237d59c0017),segment_id=642e7d1b-33d9-4388-baec-8237d59c0017)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:49.393355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.454522 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.503748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd23cd6-8e6a-47c5-94e6-22b43506a81b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:49.505540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] No DVR routers for this DVR port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:53:49.518255 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] Calling delete_port for 4cd23cd6-8e6a-47c5-94e6-22b43506a81b owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:49.592774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:53:49.593145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:53:49.732382 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.757677 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86ab190-d6bc-478e-9473-49f76150fa80']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:49.769476 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642e7d1b-33d9-4388-baec-8237d59c0017') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:49.769742 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642e7d1b-33d9-4388-baec-8237d59c0017') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:49.780771 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.797165 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.803168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:53:49.803540 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:53:49.816690 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:53:49.896539 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.916794 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:49.927282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] Pushing event deleted for resources: {'Network': ['ID=e86ab190-d6bc-478e-9473-49f76150fa80,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:49.934582 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-256dbb99-3dbd-4229-9d97-c962d1dfb35d admin admin] 10.222.0.37 "DELETE /v2.0/networks/e86ab190-d6bc-478e-9473-49f76150fa80 HTTP/1.1" status: 204 len: 168 time: 1.0109370 Mar 16 11:53:49.967394 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c1f3329-ac98-4590-97bc-ffa81755e73b no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:50.001988 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 8c1f3329-ac98-4590-97bc-ffa81755e73b {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:50.002253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 8c1f3329-ac98-4590-97bc-ffa81755e73b not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:50.002662 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b7039d3e-b054-4b33-a488-102827467975 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:50.039728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: b7039d3e-b054-4b33-a488-102827467975 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:50.040073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device b7039d3e-b054-4b33-a488-102827467975 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:50.040481 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4cd23cd6-8e6a-47c5-94e6-22b43506a81b no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:50.073557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46766) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:50.074380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 4cd23cd6-8e6a-47c5-94e6-22b43506a81b {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:50.074727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 4cd23cd6-8e6a-47c5-94e6-22b43506a81b not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:50.094207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] Deleting port 4cd23cd6-8e6a-47c5-94e6-22b43506a81b {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:50.094616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.120580 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-7daea240-9940-48c9-a68a-b00b8de18a6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff2efad95df44b09b22ddada2116468a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458522 Mar 16 11:53:50.123248 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46770) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:50.161232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-9f221346-77a3-4631-9bff-eae2c9d56c43 None None] The port '4cd23cd6-8e6a-47c5-94e6-22b43506a81b' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:53:50.187001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f67c4e0-1c20-42e1-8bcf-990979eb5893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.212336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f67c4e0-1c20-42e1-8bcf-990979eb5893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.276116 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f67c4e0-1c20-42e1-8bcf-990979eb5893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.292719 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67c4e0-1c20-42e1-8bcf-990979eb5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ec78d2-5655-42e0-ad9b-7c98fd7aac1c,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:50.299789 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f67c4e0-1c20-42e1-8bcf-990979eb5893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.300923 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4f67c4e0-1c20-42e1-8bcf-990979eb5893 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7ec78d2-5655-42e0-ad9b-7c98fd7aac1c HTTP/1.1" status: 204 len: 168 time: 0.1768014 Mar 16 11:53:50.681286 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46778) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:50.734653 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-163be544-91d1-4eb0-a570-50b25c19467b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4230ff59d8c04afc9e93f80664df6fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520737 Mar 16 11:53:50.737540 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46782) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:50.795609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a912c5e1-2458-41f2-879a-a1cab37a1b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.820662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a912c5e1-2458-41f2-879a-a1cab37a1b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.876188 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a912c5e1-2458-41f2-879a-a1cab37a1b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.889855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912c5e1-2458-41f2-879a-a1cab37a1b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab27007b-d379-4e84-a025-af689bf9537f,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:50.896634 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-a912c5e1-2458-41f2-879a-a1cab37a1b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.897775 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-a912c5e1-2458-41f2-879a-a1cab37a1b2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab27007b-d379-4e84-a025-af689bf9537f HTTP/1.1" status: 204 len: 168 time: 0.1593947 Mar 16 11:53:51.714280 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46806) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:51.821577 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-609498121-network', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:51.826631 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:51.830860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Usage tracker for resource:network and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:51.833908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:51.840576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:51.853323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Made reservation on behalf of b59e996115b147d1806fae4a21b8f936 for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:53:51.855557 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:51.868340 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:51.883346 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:51.888720 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Usage tracker for resource:security_group_rule and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:51.893007 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:51.901549 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:51.971309 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-fb611670-e926-497e-ab9d-d8a8c09447b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:51.986558 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:51.992090 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.023390 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:53:52.031433 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e1e79d-2b20-4ac6-85f7-7d4d8e545136,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:52.037251 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.037610 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Added segment ba8b883f-1f8f-4c6a-a718-95842067a445 of type vlan for network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 Mar 16 11:53:52.062748 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.094448 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.095573 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:52.096181 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.193659 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4780316 Mar 16 11:53:52.197022 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46812) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:52.208791 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Request body: {'subnet': {'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-609498121-subnet', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:52.214021 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d3fe7-59cd-4656-90a7-1a68067c1f75 admin admin] Pushing event updated for resources: {'Network': ['ID=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:52.220456 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:52.224576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Usage tracker for resource:subnet and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:52.226509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:53:52.227576 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:52.233511 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:52.243379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Made reservation on behalf of b59e996115b147d1806fae4a21b8f936 for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:53:52.245851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.450754 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.519678 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40acba9-3a6f-4b44-8c46-49f415480936,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:52.533465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Checking segment: {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:52.533808 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Network hostable DHCP agents. Network: 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:53:52.554788 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:53:52.564758 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:52.568989 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:52.569570 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.576346 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b199bf-6599-4509-a163-20d25af7941e None None] Network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:53:52.597767 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-48c1b4cd-ccfb-4a5a-b43f-a4a777998c78 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3968039 Mar 16 11:53:52.598052 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46816) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:52.602975 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:52.608260 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:52.612360 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Usage tracker for resource:router and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:52.615345 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:52.621345 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:52.633481 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.634586 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.649348 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.789199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:53:52.790024 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.916289 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.942850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Allocated IP 172.20.0.2 (1420bf9c-6b9a-4db4-abaa-762d3b11fbd0/e40acba9-3a6f-4b44-8c46-49f415480936/1424acb5-9ce2-46d1-971b-eb65a6d0e206) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:53.191058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:53.201960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Transition to ACTIVE for port object 1424acb5-9ce2-46d1-971b-eb65a6d0e206 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:53.222032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Transition to ACTIVE for port object 1424acb5-9ce2-46d1-971b-eb65a6d0e206 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:53.228030 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:53.287834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:53.288974 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:53.297116 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:53.306774 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Pushing event updated for resources: {'Port': ['ID=1424acb5-9ce2-46d1-971b-eb65a6d0e206,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:53.344349 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.344683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.345070 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.345225 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:53.345407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.345715 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.346033 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.346307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.346656 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.346954 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.347281 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.347566 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.347906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:53.375356 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:53.400788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Attempting to bind port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:53:53.401177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Attempting to bind port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:53:53.401532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Attempting to bind port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 on network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:53:53.406818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:53:53.407196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Checking segment: {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:53.407637 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:53.407983 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Bound using segment: {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:53:53.408466 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Bound port: 1424acb5-9ce2-46d1-971b-eb65a6d0e206, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:53:53.408857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:53.494841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] For port 1424acb5-9ce2-46d1-971b-eb65a6d0e206, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:53:53.498051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] For port 1424acb5-9ce2-46d1-971b-eb65a6d0e206, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1424acb5-9ce2-46d1-971b-eb65a6d0e206,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:53:53.503531 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:53.511969 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Allocated IP 172.26.2.248 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/0cad0608-9897-42d0-88b5-c95d380edafe) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:53.589253 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2d11a-5d7f-4502-b05f-f83e0262b16f None None] Pushing event updated for resources: {'Port': ['ID=1424acb5-9ce2-46d1-971b-eb65a6d0e206,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:53.666135 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:53.696256 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:53.764894 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:53.773388 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:53.778333 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:53.809512 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Pushing event updated for resources: {'Port': ['ID=0cad0608-9897-42d0-88b5-c95d380edafe,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:53.992109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1424acb5-9ce2-46d1-971b-eb65a6d0e206 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:54.062438 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:54.197075 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:54.502443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301e26d-f3f2-4577-b29b-4d14a7260707 None None] Network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:53:54.537827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:54.602745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2d2ed16a-f7f8-4575-925a-74089f48e148 None None] Provisioning for port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:54.609960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2d2ed16a-f7f8-4575-925a-74089f48e148 None None] Provisioning complete for port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:54.610312 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed16a-f7f8-4575-925a-74089f48e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:54.825731 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed16a-f7f8-4575-925a-74089f48e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:54.862342 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Router e94efde1-ad42-4e54-a0f0-cabab9e142b7 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:53:54.869478 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-2d2ed16a-f7f8-4575-925a-74089f48e148 None None] For port 1424acb5-9ce2-46d1-971b-eb65a6d0e206, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1424acb5-9ce2-46d1-971b-eb65a6d0e206,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:54.874508 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed16a-f7f8-4575-925a-74089f48e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:54.943639 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ed16a-f7f8-4575-925a-74089f48e148 None None] Pushing event updated for resources: {'Port': ['ID=1424acb5-9ce2-46d1-971b-eb65a6d0e206,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:55.044455 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:55.054844 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Sync routers for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:55.063770 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:55.064382 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:55.069910 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] Notify callbacks [] for router, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.071150 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9347f312-a2a3-4e90-ba4b-2c448787de15 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4722059 Mar 16 11:53:55.074001 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46820) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:55.099326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-2396adf7-398c-40a3-a6fc-2d2fa95d43e7 None None] Provisioning complete for port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:55.099701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2396adf7-398c-40a3-a6fc-2d2fa95d43e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.239520 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:55.244763 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.245948 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-42796c76-b7b2-41e3-aabd-f9c8fbdcdb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.378693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.518592 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:54Z', 'revision_number': 3, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:55.522291 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Checking router: e94efde1-ad42-4e54-a0f0-cabab9e142b7 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:55.522628 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Updating router e94efde1-ad42-4e54-a0f0-cabab9e142b7 port 0cad0608-9897-42d0-88b5-c95d380edafe binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:53:55.574987 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.781493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.907364 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.918987 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Transition to ACTIVE for port object 0cad0608-9897-42d0-88b5-c95d380edafe will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:55.926846 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.976145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1424acb5-9ce2-46d1-971b-eb65a6d0e206 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:55.993393 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Allocated IP 172.20.0.1 (1420bf9c-6b9a-4db4-abaa-762d3b11fbd0/e40acba9-3a6f-4b44-8c46-49f415480936/1f393096-edfa-44e1-b851-d366781f65ae) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:55.998398 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Pushing event updated for resources: {'Port': ['ID=0cad0608-9897-42d0-88b5-c95d380edafe,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:56.018238 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.018595 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.018932 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.019258 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.019579 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.019901 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.020204 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.020532 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.020875 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.021216 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.021512 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.021825 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:56.029995 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Attempting to bind port 0cad0608-9897-42d0-88b5-c95d380edafe on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:53:56.030534 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Attempting to bind port 0cad0608-9897-42d0-88b5-c95d380edafe by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:53:56.030725 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Attempting to bind port 0cad0608-9897-42d0-88b5-c95d380edafe on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:53:56.042823 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:53:56.043191 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:56.043583 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.043983 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:53:56.044435 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Bound port: 0cad0608-9897-42d0-88b5-c95d380edafe, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:53:56.044831 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.090828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:56.091196 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.117407 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] For port 0cad0608-9897-42d0-88b5-c95d380edafe, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:53:56.120354 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] For port 0cad0608-9897-42d0-88b5-c95d380edafe, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0cad0608-9897-42d0-88b5-c95d380edafe,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:53:56.128188 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.153744 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.171482 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Transition to ACTIVE for port object 1f393096-edfa-44e1-b851-d366781f65ae will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:56.203966 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.211073 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec770da-fcdf-4e80-82cd-12b9a608b4b0 None None] Pushing event updated for resources: {'Port': ['ID=0cad0608-9897-42d0-88b5-c95d380edafe,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:56.215049 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:56.215645 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:56.270057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:56.272835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:56.277507 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:56.323811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f393096-edfa-44e1-b851-d366781f65ae,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:56.341364 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.395671 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:56.575338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-437bd3c7-72ac-4c5e-89eb-0db59f4e59ec None None] Provisioning for port 1f393096-edfa-44e1-b851-d366781f65ae completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:56.581226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-437bd3c7-72ac-4c5e-89eb-0db59f4e59ec None None] Provisioning complete for port 1f393096-edfa-44e1-b851-d366781f65ae triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:56.581710 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-437bd3c7-72ac-4c5e-89eb-0db59f4e59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.644882 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-437bd3c7-72ac-4c5e-89eb-0db59f4e59ec None None] Port 1f393096-edfa-44e1-b851-d366781f65ae cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:53:56.711520 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:54Z', 'revision_number': 3, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:56.715810 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa80460-5352-4032-878f-4e217a7a55d2 None None] The sync data for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv is: [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:54Z', 'revision_number': 3, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:56.745645 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.941574 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.985823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.991414 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:57.099443 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f393096-edfa-44e1-b851-d366781f65ae,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:57.102011 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:57.240606 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:57.241857 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:57.457422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Router e94efde1-ad42-4e54-a0f0-cabab9e142b7 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:53:57.470362 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-f1402452-c1f6-4242-bd63-1d4ffa2f8f5a None None] Provisioning complete for port 1f393096-edfa-44e1-b851-d366781f65ae triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:57.470870 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f1402452-c1f6-4242-bd63-1d4ffa2f8f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:57.524269 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-f1402452-c1f6-4242-bd63-1d4ffa2f8f5a None None] Port 1f393096-edfa-44e1-b851-d366781f65ae cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:53:57.637444 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:57.646533 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9a33b398-6430-4711-8b2d-5921c5bf81a3 admin admin] 10.222.0.37 "PUT /v2.0/routers/e94efde1-ad42-4e54-a0f0-cabab9e142b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5715783 Mar 16 11:53:57.996808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0cad0608-9897-42d0-88b5-c95d380edafe up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:58.082499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 0cad0608-9897-42d0-88b5-c95d380edafe completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:58.087279 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0cad0608-9897-42d0-88b5-c95d380edafe triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:58.087645 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.175312 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46838) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:58.179377 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-824256457-network', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:58.184218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:58.188302 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Usage tracker for resource:network and tenant:1381a236707b44149cc8df1b439a4b7b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:58.191827 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:58.202168 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:58.213944 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Made reservation on behalf of 1381a236707b44149cc8df1b439a4b7b for: {'network': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:53:58.216329 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for network, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.229517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.236868 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Sync routers for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:58.245834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.247452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:58.251309 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Usage tracker for resource:security_group_rule and tenant:1381a236707b44149cc8df1b439a4b7b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:58.254268 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:58.259873 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:58.260415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:58.261047 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:58.325314 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 0cad0608-9897-42d0-88b5-c95d380edafe, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0cad0608-9897-42d0-88b5-c95d380edafe,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:58.330652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.344639 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.349988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.381536 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:53:58.386552 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08af7173-4fb9-417d-9a55-a4577550b016,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:58.393318 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.393666 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.segments_db [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Added segment 986ee15e-9908-41b9-93b2-bf296578ac59 of type vlan for network 164c36bb-98a5-4dda-93ef-14ed2782fcdf Mar 16 11:53:58.419415 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765975100079'] for network, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.448764 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709'] for network, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.449734 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:58.450330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.484055 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=0cad0608-9897-42d0-88b5-c95d380edafe,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:58.501074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:58.555797 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] Pushing event updated for resources: {'Network': ['ID=164c36bb-98a5-4dda-93ef-14ed2782fcdf,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:58.561263 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-cd0c7cd3-14cb-47ea-941f-37c6819f0f87 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3838768 Mar 16 11:53:58.561480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46842) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:58.567275 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Request body: {'subnet': {'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-824256457-subnet', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'ip_version': 4}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:58.572295 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:58.576582 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Usage tracker for resource:subnet and tenant:1381a236707b44149cc8df1b439a4b7b is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:58.579750 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:58.586095 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:58.598076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Made reservation on behalf of 1381a236707b44149cc8df1b439a4b7b for: {'subnet': 1} {{(pid=87875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:53:58.600475 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1707903'] for subnet, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.632209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Network 164c36bb-98a5-4dda-93ef-14ed2782fcdf details requested by agent ovs-agent-dv-neutron-833860-1-hyperv with host dv-neutron-833860-1-hyperv {{(pid=87876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:53:58.911493 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 2, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:58.915622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Checking router: e94efde1-ad42-4e54-a0f0-cabab9e142b7 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:58.916007 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Updating router e94efde1-ad42-4e54-a0f0-cabab9e142b7 port 1f393096-edfa-44e1-b851-d366781f65ae binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:53:58.917981 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-462332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1707853'] for subnet, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.973200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.990282 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac75db8b-17d4-4799-be42-236924789425,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:59.001225 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Checking segment: {'id': '986ee15e-9908-41b9-93b2-bf296578ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:59.001564 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Network hostable DHCP agents. Network: 164c36bb-98a5-4dda-93ef-14ed2782fcdf, hostable agents: ['2d63f4c4-a690-493f-b5b8-252bbac122ba'], hosted agents: [] {{(pid=87875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:53:59.020900 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Network 164c36bb-98a5-4dda-93ef-14ed2782fcdf is scheduled to be hosted by DHCP agent 2d63f4c4-a690-493f-b5b8-252bbac122ba with binding_index 1 {{(pid=87875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:53:59.031498 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833860-1-hyperv, 164c36bb-98a5-4dda-93ef-14ed2782fcdf) {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:59.041638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:59.041775 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f53ac-b5fc-4d3b-b769-0402f30b3f81 None None] Network 164c36bb-98a5-4dda-93ef-14ed2782fcdf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:53:59.042230 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.064213 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-00e2ec76-08f1-4320-96b6-324d6532cc98 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5017116 Mar 16 11:53:59.068443 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 46846) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:59.073768 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-824256457-router', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:59.079460 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:59.083550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Usage tracker for resource:router and tenant:1381a236707b44149cc8df1b439a4b7b is out of sync, need to count used quota {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:59.086400 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:59.093068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:59.106278 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2100'] for router, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.107707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2109'] for router, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.126033 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.427423 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd216a50a-0a45-564f-bc8d-8e70cbafa3ac-164c36bb-98a5-4dda-93ef-14ed2782fcdf', 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'fixed_ips': [{'subnet_id': 'ac75db8b-17d4-4799-be42-236924789425'}]}} from dv-neutron-833860-1-hyperv. {{(pid=87876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:53:59.428260 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.494769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2063'] for router, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.582831 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.675569 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Transition to ACTIVE for port object 1f393096-edfa-44e1-b851-d366781f65ae will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:59.689145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.802499 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.db_base_plugin_common [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Allocated IP 172.20.0.2 (164c36bb-98a5-4dda-93ef-14ed2782fcdf/ac75db8b-17d4-4799-be42-236924789425/51b4ab25-b6d2-4786-a8c5-a975263cb692) {{(pid=87876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:59.804354 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.838510 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.839318 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6decd-b2f8-4557-85f6-fb20e680832a None None] Pushing event updated for resources: {'Port': ['ID=1f393096-edfa-44e1-b851-d366781f65ae,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:59.978193 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Allocated IP 172.26.2.46 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/71ac15a2-5047-4900-891d-6e0979e76187) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:54:00.002339 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0cad0608-9897-42d0-88b5-c95d380edafe up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:00.053258 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Attempting to bind port 1f393096-edfa-44e1-b851-d366781f65ae on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:54:00.053493 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Attempting to bind port 1f393096-edfa-44e1-b851-d366781f65ae by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:54:00.053878 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Attempting to bind port 1f393096-edfa-44e1-b851-d366781f65ae on network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:54:00.070470 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:54:00.070859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Checking segment: {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:54:00.071266 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.071658 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Bound using segment: {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:54:00.072128 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Bound port: 1f393096-edfa-44e1-b851-d366781f65ae, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:54:00.072496 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.127285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.158986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.223981 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:00.231031 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:00.235858 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:54:00.250883 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 0cad0608-9897-42d0-88b5-c95d380edafe triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:00.251304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.264708 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Pushing event updated for resources: {'Port': ['ID=71ac15a2-5047-4900-891d-6e0979e76187,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:00.292141 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] For port 1f393096-edfa-44e1-b851-d366781f65ae, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:54:00.316342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] For port 1f393096-edfa-44e1-b851-d366781f65ae, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1f393096-edfa-44e1-b851-d366781f65ae,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:54:00.326320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.336458 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Notify callbacks [] for port, precommit_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.396345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Transition to ACTIVE for port object 51b4ab25-b6d2-4786-a8c5-a975263cb692 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:00.438805 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:54:00.439434 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:00.506051 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Transition to ACTIVE for port object 51b4ab25-b6d2-4786-a8c5-a975263cb692 will not be triggered until provisioned by entity DHCP. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:00.544325 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6decd-b2f8-4557-85f6-fb20e680832a None None] Pushing event updated for resources: {'Port': ['ID=1f393096-edfa-44e1-b851-d366781f65ae,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:00.556680 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146'] for port, after_create {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.659713 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Network 164c36bb-98a5-4dda-93ef-14ed2782fcdf is already hosted by enough agents. {{(pid=87876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:00.716648 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.scheduler.base_scheduler [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Resources bound (agent type, host, resource id): {{(pid=87876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:00.732439 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Received port after_create {{(pid=87876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:54:00.741204 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Pushing event updated for resources: {'Port': ['ID=51b4ab25-b6d2-4786-a8c5-a975263cb692,revision_number=1']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:00.770934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.844203 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:54:00.919921 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Attempting to bind port 51b4ab25-b6d2-4786-a8c5-a975263cb692 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:54:00.920612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Attempting to bind port 51b4ab25-b6d2-4786-a8c5-a975263cb692 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '986ee15e-9908-41b9-93b2-bf296578ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:54:00.921029 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Attempting to bind port 51b4ab25-b6d2-4786-a8c5-a975263cb692 on network 164c36bb-98a5-4dda-93ef-14ed2782fcdf {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:54:00.981449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:54:00.981449 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Checking segment: {'id': '986ee15e-9908-41b9-93b2-bf296578ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:54:00.981905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.982284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Bound using segment: {'id': '986ee15e-9908-41b9-93b2-bf296578ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:54:00.982824 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Bound port: 51b4ab25-b6d2-4786-a8c5-a975263cb692, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ee15e-9908-41b9-93b2-bf296578ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:54:00.983133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.108119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985575'] for router, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.222374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] For port 51b4ab25-b6d2-4786-a8c5-a975263cb692, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:54:01.255582 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] For port 51b4ab25-b6d2-4786-a8c5-a975263cb692, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=51b4ab25-b6d2-4786-a8c5-a975263cb692,segment=NetworkSegment(986ee15e-9908-41b9-93b2-bf296578ac59),segment_id=986ee15e-9908-41b9-93b2-bf296578ac59)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:54:01.263530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.310282 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 is scheduled to L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f with binding_index 1 {{(pid=87874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:54:01.355506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cfc87-36c2-4e17-a55a-06efa8f2ec80 None None] Pushing event updated for resources: {'Port': ['ID=51b4ab25-b6d2-4786-a8c5-a975263cb692,revision_number=2']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:01.381891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:00Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:01.386393 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce79f59-d39d-4931-a06e-183a1d2417c5 None None] The sync data for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv is: [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:00Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:54:01.514609 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:54:01.527650 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Sync routers for ids ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:54:01.554685 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.556003 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7dfd77dd-f5ef-457f-888e-23aaea746719 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4865289 Mar 16 11:54:01.557821 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Routers {'36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:54:01.558851 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46850) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:01.559281 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:01.782934 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Set router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:54:02.078857 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1f393096-edfa-44e1-b851-d366781f65ae up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:02.102206 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'name': 'tempest-TestSnapshotPattern-824256457-router', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '71ac15a2-5047-4900-891d-6e0979e76187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:00Z', 'revision_number': 3, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'gw_port': {'id': '71ac15a2-5047-4900-891d-6e0979e76187', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:02.106912 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Checking router: 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:54:02.107729 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Updating router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 port 71ac15a2-5047-4900-891d-6e0979e76187 binding host dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:54:02.182477 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.187701 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 1f393096-edfa-44e1-b851-d366781f65ae completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:02.194345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1f393096-edfa-44e1-b851-d366781f65ae triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:02.194861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.368717 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.406821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.440651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 1f393096-edfa-44e1-b851-d366781f65ae, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1f393096-edfa-44e1-b851-d366781f65ae,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:02.447420 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.448300 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 51b4ab25-b6d2-4786-a8c5-a975263cb692 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:02.602225 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 51b4ab25-b6d2-4786-a8c5-a975263cb692 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:02.617208 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=1f393096-edfa-44e1-b851-d366781f65ae,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:02.625647 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Notify callbacks [] for port, precommit_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.642299 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.provisioning_blocks [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Transition to ACTIVE for port object 71ac15a2-5047-4900-891d-6e0979e76187 will not be triggered until provisioned by entity L2. {{(pid=87877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:02.646916 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f204cfe4-0693-4c45-936e-61f99f23d239 None None] Network 164c36bb-98a5-4dda-93ef-14ed2782fcdf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:54:02.671058 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.743810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Allocated IP 172.20.0.1 (164c36bb-98a5-4dda-93ef-14ed2782fcdf/ac75db8b-17d4-4799-be42-236924789425/9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:54:02.758449 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Attempting to bind port 71ac15a2-5047-4900-891d-6e0979e76187 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:54:02.758908 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Attempting to bind port 71ac15a2-5047-4900-891d-6e0979e76187 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:54:02.759336 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Attempting to bind port 71ac15a2-5047-4900-891d-6e0979e76187 on network f28afb50-8b52-4a48-b4f1-1a21e581c5fb {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:54:02.769516 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607767e-b20c-47a6-9ddb-f88b500ed9d8 None None] Pushing event updated for resources: {'Port': ['ID=71ac15a2-5047-4900-891d-6e0979e76187,revision_number=2']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:02.772059 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:54:02.772536 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Checking segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:54:02.773027 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.774557 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Bound using segment: {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'} {{(pid=87877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:54:02.774557 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.managers [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Bound port: 71ac15a2-5047-4900-891d-6e0979e76187, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db051e1e-4afd-4741-952c-edea0daa0997', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb'}}] {{(pid=87877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:54:02.774557 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.819289 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dc5b0029-efae-42af-8230-abeceeaca9ca None None] Provisioning for port 51b4ab25-b6d2-4786-a8c5-a975263cb692 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:02.834785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-dc5b0029-efae-42af-8230-abeceeaca9ca None None] Provisioning complete for port 51b4ab25-b6d2-4786-a8c5-a975263cb692 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:02.835151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0029-efae-42af-8230-abeceeaca9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.853261 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] For port 71ac15a2-5047-4900-891d-6e0979e76187, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:54:02.856300 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.db [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] For port 71ac15a2-5047-4900-891d-6e0979e76187, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=71ac15a2-5047-4900-891d-6e0979e76187,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:54:02.862622 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.939532 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Routers {'36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:54:02.939918 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:02.942647 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.961098 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.provisioning_blocks [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Transition to ACTIVE for port object 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 will not be triggered until provisioned by entity DHCP. {{(pid=87875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:02.987947 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.009307 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0029-efae-42af-8230-abeceeaca9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.030374 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607767e-b20c-47a6-9ddb-f88b500ed9d8 None None] Pushing event updated for resources: {'Port': ['ID=71ac15a2-5047-4900-891d-6e0979e76187,revision_number=3']} {{(pid=87877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:03.051633 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-dc5b0029-efae-42af-8230-abeceeaca9ca None None] For port 51b4ab25-b6d2-4786-a8c5-a975263cb692, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=51b4ab25-b6d2-4786-a8c5-a975263cb692,segment=NetworkSegment(986ee15e-9908-41b9-93b2-bf296578ac59),segment_id=986ee15e-9908-41b9-93b2-bf296578ac59)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:03.052183 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Network 164c36bb-98a5-4dda-93ef-14ed2782fcdf is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:03.055753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:03.058715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:54:03.058840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0029-efae-42af-8230-abeceeaca9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.116661 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Pushing event updated for resources: {'Port': ['ID=9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:03.131081 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985297'] for router_interface, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.163388 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b0029-efae-42af-8230-abeceeaca9ca None None] Pushing event updated for resources: {'Port': ['ID=51b4ab25-b6d2-4786-a8c5-a975263cb692,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:03.165207 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] Set router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:54:03.297940 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-0f1922dd-825a-4362-9413-372286b36aaf None None] Provisioning complete for port 51b4ab25-b6d2-4786-a8c5-a975263cb692 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:03.298626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0f1922dd-825a-4362-9413-372286b36aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.398694 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.473446 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'name': 'tempest-TestSnapshotPattern-824256457-router', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '71ac15a2-5047-4900-891d-6e0979e76187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:00Z', 'revision_number': 3, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'gw_port': {'id': '71ac15a2-5047-4900-891d-6e0979e76187', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:03.477427 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc22ba-3aae-4def-aac7-99e4b5b0ca3c None None] The sync data for ids ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'] in dv-neutron-833860-1-hyperv is: [{'id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'name': 'tempest-TestSnapshotPattern-824256457-router', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '71ac15a2-5047-4900-891d-6e0979e76187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:00Z', 'revision_number': 3, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'gw_port': {'id': '71ac15a2-5047-4900-891d-6e0979e76187', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:54:03.561504 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-105f9627-4461-4bb1-bc57-4a7e1d470f21 None None] Provisioning for port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:03.567039 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-105f9627-4461-4bb1-bc57-4a7e1d470f21 None None] Provisioning complete for port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:03.567402 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-105f9627-4461-4bb1-bc57-4a7e1d470f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.624422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-105f9627-4461-4bb1-bc57-4a7e1d470f21 None None] Port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:54:03.633766 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.639292 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.750452 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Pushing event updated for resources: {'Port': ['ID=9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:03.755082 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985656'] for router_interface, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.894108 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Network 164c36bb-98a5-4dda-93ef-14ed2782fcdf is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:03.895205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:04.100347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1f393096-edfa-44e1-b851-d366781f65ae up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:04.106798 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:54:04.183177 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 1f393096-edfa-44e1-b851-d366781f65ae triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:04.183741 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.262155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b59e1a2a-47eb-46b0-95ee-5acccc04cfad None None] Provisioning complete for port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:04.262710 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b59e1a2a-47eb-46b0-95ee-5acccc04cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.299517 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:54:04.308513 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-35860e00-c60d-4ad9-a731-a3ba87595196 admin admin] 10.222.0.37 "PUT /v2.0/routers/36f585d7-1c9d-4d2d-8c82-1b0444fa1d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7485669 Mar 16 11:54:04.362054 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b59e1a2a-47eb-46b0-95ee-5acccc04cfad None None] Port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:54:04.380240 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 51b4ab25-b6d2-4786-a8c5-a975263cb692 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:04.447791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 51b4ab25-b6d2-4786-a8c5-a975263cb692 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:04.448714 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.606391 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 71ac15a2-5047-4900-891d-6e0979e76187 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:04.676520 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 71ac15a2-5047-4900-891d-6e0979e76187 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:04.681412 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 71ac15a2-5047-4900-891d-6e0979e76187 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:04.681783 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.800432 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.819914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 71ac15a2-5047-4900-891d-6e0979e76187, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=71ac15a2-5047-4900-891d-6e0979e76187,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:04.825282 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.847904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46864) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:04.853435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196048597', 'description': 'tempest-secgroup-smoke-1196048597 description', 'project_id': 'b59e996115b147d1806fae4a21b8f936'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:04.859703 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:04.863688 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Usage tracker for resource:security_group and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:04.866619 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:04.872330 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:04.883672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.902819 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:04.903079 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=71ac15a2-5047-4900-891d-6e0979e76187,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:04.906699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Usage tracker for resource:security_group_rule and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:04.909885 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:04.915560 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:04.984653 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.989000 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.006027 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Sync routers for ids ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:54:05.015588 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Routers {'36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:54:05.016186 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:05.029589 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f9419d-1025-4c02-848f-5c06008d6109,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:05.033372 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.037407 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-ed4da7f3-2663-41ac-a96a-a35447c22089 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1855338 Mar 16 11:54:05.037889 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46868) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:05.042547 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'security_group_rule': {'security_group_id': '11f9419d-1025-4c02-848f-5c06008d6109', 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:05.049092 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:05.052920 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Usage tracker for resource:security_group_rule and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:05.055790 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:05.061465 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:05.078141 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.138492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.142908 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.168904 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5da2675-76e1-4488-9475-b25536cf2130,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:05.178379 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.179590 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8fd821b8-dc62-49fe-8800-36daa0c0c759 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411455 Mar 16 11:54:05.182658 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46872) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:05.187643 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'security_group_rule': {'security_group_id': '11f9419d-1025-4c02-848f-5c06008d6109', 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:05.193590 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:05.196547 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Set router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:54:05.197319 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Usage tracker for resource:security_group_rule and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:05.200109 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:05.205826 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:05.223753 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.283779 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.288781 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.312297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38604341-8e5a-4ab9-a24a-e301d0432d6f,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:05.322139 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.324347 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-9e48d29c-1c87-4741-9057-a0d69d4ff9bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405261 Mar 16 11:54:05.327189 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46876) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:05.333778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'security_group_rule': {'security_group_id': '11f9419d-1025-4c02-848f-5c06008d6109', 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:05.340308 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:05.344531 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Usage tracker for resource:security_group_rule and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:05.348336 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:05.354735 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:05.372934 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.434913 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.439681 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.462403 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698f1737-a525-4552-8291-984c41c12211,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:05.474311 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.475658 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-860ea504-c8b8-4de2-8916-b0be0a7e62e7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471124 Mar 16 11:54:05.478436 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46880) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:05.483454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'security_group_rule': {'security_group_id': '11f9419d-1025-4c02-848f-5c06008d6109', 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:05.489446 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:05.493569 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Usage tracker for resource:security_group_rule and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:05.496435 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:05.502345 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:05.518933 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'name': 'tempest-TestSnapshotPattern-824256457-router', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '71ac15a2-5047-4900-891d-6e0979e76187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:03Z', 'revision_number': 4, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'gw_port': {'id': '71ac15a2-5047-4900-891d-6e0979e76187', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79', 'name': '', 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'mac_address': 'fa:16:3e:c3:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'ac75db8b-17d4-4799-be42-236924789425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:02Z', 'updated_at': '2022-03-16T11:54:03Z', 'revision_number': 2, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'subnets': [{'id': 'ac75db8b-17d4-4799-be42-236924789425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:05.523158 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Checking router: 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:54:05.523507 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Updating router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 binding host dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:54:05.530036 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.578757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.598568 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.603399 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.627076 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5556b514-e413-4af7-bd21-68e20bfc4c40,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:05.636101 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.637409 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-e8702ad2-56c7-4bd8-8824-7a2454e0906a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578858 Mar 16 11:54:05.640120 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46884) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:05.645213 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'security_group_rule': {'security_group_id': '11f9419d-1025-4c02-848f-5c06008d6109', 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:05.651188 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:05.654888 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Usage tracker for resource:security_group_rule and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:05.657836 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:05.663566 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:05.674153 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Project b59e996115b147d1806fae4a21b8f936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:54:05.680470 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.744050 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.748927 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.773518 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9047f5e4-4eb4-4ad2-a4e6-a72adc294f5a,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:05.783821 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.785059 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4985f214-9325-42e4-a346-857bd4e672d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440268 Mar 16 11:54:05.787899 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46888) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:05.792985 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'security_group_rule': {'security_group_id': '11f9419d-1025-4c02-848f-5c06008d6109', 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:05.799341 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:05.803261 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Usage tracker for resource:security_group_rule and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:05.806170 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:05.812150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:05.823745 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.securitygroups_db [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Project b59e996115b147d1806fae4a21b8f936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:54:05.830519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.898469 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.903218 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973544'] for security_group_rule, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.919009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Notify callbacks [] for port, precommit_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.931920 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Transition to ACTIVE for port object 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 will not be triggered until provisioned by entity L2. {{(pid=87876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:05.932049 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3d7ab8-d2ac-4e1d-94f4-6f60b9e42613,revision_number=0']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:05.939658 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.939943 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.940970 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-34cf87bc-7003-492f-88b8-827153ca2651 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520507 Mar 16 11:54:06.040874 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 71ac15a2-5047-4900-891d-6e0979e76187 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:06.112824 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-e8e18480-e728-46d4-86d8-a182f593ac7e tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Synchronizing usage tracker for tenant:b59e996115b147d1806fae4a21b8f936 on resource:security_group {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:54:06.130931 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-e8e18480-e728-46d4-86d8-a182f593ac7e tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Unset dirty status for tenant:b59e996115b147d1806fae4a21b8f936 on resource:security_group {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:54:06.132528 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-e8e18480-e728-46d4-86d8-a182f593ac7e tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196048597&fields=id&tenant_id=b59e996115b147d1806fae4a21b8f936 HTTP/1.1" status: 200 len: 267 time: 0.0601494 Mar 16 11:54:06.198700 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476da56-eba6-4dd4-b1fc-e189ac54750c None None] Pushing event updated for resources: {'Port': ['ID=9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79,revision_number=3']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:06.272091 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Attempting to bind port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 on host dv-neutron-833860-1-hyperv for vnic_type normal with profile {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:54:06.272308 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Attempting to bind port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 by drivers openvswitch,hyperv on host dv-neutron-833860-1-hyperv at level 0 using segments [{'id': '986ee15e-9908-41b9-93b2-bf296578ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf'}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:54:06.272695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Attempting to bind port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 on network 164c36bb-98a5-4dda-93ef-14ed2782fcdf {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:54:06.282044 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Checking agent: {'id': 'f681d06e-0ded-45d9-8350-98e0c996d525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 42, 55), 'started_at': datetime.datetime(2022, 3, 16, 10, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:54:06.282568 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Checking segment: {'id': '986ee15e-9908-41b9-93b2-bf296578ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:54:06.283284 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:06.283667 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Bound using segment: {'id': '986ee15e-9908-41b9-93b2-bf296578ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf'} {{(pid=87876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:54:06.284140 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.managers [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Bound port: 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79, host: dv-neutron-833860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ee15e-9908-41b9-93b2-bf296578ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf'}}] {{(pid=87876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:54:06.284497 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:06.295338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 71ac15a2-5047-4900-891d-6e0979e76187 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:06.295692 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:06.398665 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-43c9ae88-66ff-4f35-9271-7c9ce92835ad tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:06.399351 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-43c9ae88-66ff-4f35-9271-7c9ce92835ad tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Synchronizing usage tracker for tenant:b59e996115b147d1806fae4a21b8f936 on resource:network {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:54:06.418039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-43c9ae88-66ff-4f35-9271-7c9ce92835ad tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Unset dirty status for tenant:b59e996115b147d1806fae4a21b8f936 on resource:network {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:54:06.419368 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-43c9ae88-66ff-4f35-9271-7c9ce92835ad tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 809 time: 0.2799053 Mar 16 11:54:06.435047 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-61b8a572-a37a-4350-bf9a-ca6754c642bb tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/quotas/b59e996115b147d1806fae4a21b8f936 HTTP/1.1" status: 200 len: 375 time: 0.0093648 Mar 16 11:54:06.471073 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] For port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79, host dv-neutron-833860-1-hyperv, cleared binding levels {{(pid=87876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:54:06.483533 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] For port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79, host dv-neutron-833860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79,segment=NetworkSegment(986ee15e-9908-41b9-93b2-bf296578ac59),segment_id=986ee15e-9908-41b9-93b2-bf296578ac59)] {{(pid=87876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:54:06.497022 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:06.517445 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-3832f6aa-28c6-415a-aa55-9115ac2856b1 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Synchronizing usage tracker for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:54:06.536454 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-3832f6aa-28c6-415a-aa55-9115ac2856b1 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Unset dirty status for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:54:06.537774 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-3832f6aa-28c6-415a-aa55-9115ac2856b1 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967941 Mar 16 11:54:06.574335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Routers {'36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:54:06.574952 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:06.642733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476da56-eba6-4dd4-b1fc-e189ac54750c None None] Pushing event updated for resources: {'Port': ['ID=9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:06.713121 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-12dd4e8f-3bb6-4f19-b661-05d55fce188a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:54:06.714184 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-12dd4e8f-3bb6-4f19-b661-05d55fce188a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454392 Mar 16 11:54:06.770686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] Set router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:54:06.868918 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-3690554d-735c-40a8-8aa4-a34bc72e5d53 service neutron] 10.222.0.37 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454637 Mar 16 11:54:07.004068 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-8df8e616-1dfb-46cc-82d9-eb98d2cb5bef service neutron] 10.222.0.37 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291633 Mar 16 11:54:07.095837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'name': 'tempest-TestSnapshotPattern-824256457-router', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '71ac15a2-5047-4900-891d-6e0979e76187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:03Z', 'revision_number': 4, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'gw_port': {'id': '71ac15a2-5047-4900-891d-6e0979e76187', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79', 'name': '', 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'mac_address': 'fa:16:3e:c3:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'ac75db8b-17d4-4799-be42-236924789425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:02Z', 'updated_at': '2022-03-16T11:54:06Z', 'revision_number': 4, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'subnets': [{'id': 'ac75db8b-17d4-4799-be42-236924789425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:07.099913 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9e311-c450-4817-8606-4c3faa045b47 None None] The sync data for ids ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'] in dv-neutron-833860-1-hyperv is: [{'id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'name': 'tempest-TestSnapshotPattern-824256457-router', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '71ac15a2-5047-4900-891d-6e0979e76187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:03Z', 'revision_number': 4, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'gw_port': {'id': '71ac15a2-5047-4900-891d-6e0979e76187', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79', 'name': '', 'network_id': '164c36bb-98a5-4dda-93ef-14ed2782fcdf', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'mac_address': 'fa:16:3e:c3:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'ac75db8b-17d4-4799-be42-236924789425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:02Z', 'updated_at': '2022-03-16T11:54:06Z', 'revision_number': 4, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'subnets': [{'id': 'ac75db8b-17d4-4799-be42-236924789425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:54:07.221376 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-28f2a03e-29e2-4026-829b-a541486cfc2c req-fcce63de-5d15-4fad-95cf-912b91aa4ced tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 210 time: 0.0690382 Mar 16 11:54:07.997390 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:08.072682 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning for port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:08.078293 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:08.078664 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:08.205057 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:08.237942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] For port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79,segment=NetworkSegment(986ee15e-9908-41b9-93b2-bf296578ac59),segment_id=986ee15e-9908-41b9-93b2-bf296578ac59)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:08.242686 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:08.322776 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Pushing event updated for resources: {'Port': ['ID=9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:08.332855 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-143133aa-165c-43a3-994c-540b8b3d8040 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:08.334345 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-143133aa-165c-43a3-994c-540b8b3d8040 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 809 time: 0.1728997 Mar 16 11:54:08.393183 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-42e10bdf-c427-44f3-a234-b40685596f61 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59e996115b147d1806fae4a21b8f936 HTTP/1.1" status: 200 len: 380 time: 0.0503571 Mar 16 11:54:08.402257 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'port': {'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'admin_state_up': True, 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'security_groups': ['11f9419d-1025-4c02-848f-5c06008d6109']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:08.448531 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-801c69ed-85f8-44ca-a398-d7bdaf773789 req-3fd5d24a-5ebe-4cd8-8f7c-4eed11568db1 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 210 time: 0.0510283 Mar 16 11:54:08.542767 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:08.557432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:08.571302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Made reservation on behalf of b59e996115b147d1806fae4a21b8f936 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:54:08.574986 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:08.730969 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Allocated IP 172.20.0.6 (1420bf9c-6b9a-4db4-abaa-762d3b11fbd0/e40acba9-3a6f-4b44-8c46-49f415480936/d0b3c6ca-3b78-4045-8980-9f072d6f60fb) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:54:08.926354 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.037752 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.053974 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Transition to ACTIVE for port object d0b3c6ca-3b78-4045-8980-9f072d6f60fb will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:09.079883 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.143661 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:09.151046 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:09.155285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:54:09.189369 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'Port': ['ID=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:09.226878 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:09.227551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.254997 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-15208deb-e143-4a73-bc51-52285d132117 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8566697 Mar 16 11:54:09.266216 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Request body: {'port': {'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:09.340387 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c05da403-c0ed-4649-8ba0-52449cf38413 None None] Provisioning for port d0b3c6ca-3b78-4045-8980-9f072d6f60fb completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:09.346118 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c05da403-c0ed-4649-8ba0-52449cf38413 None None] Provisioning complete for port d0b3c6ca-3b78-4045-8980-9f072d6f60fb triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:09.346695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c05da403-c0ed-4649-8ba0-52449cf38413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.375244 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.400998 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c05da403-c0ed-4649-8ba0-52449cf38413 None None] Port d0b3c6ca-3b78-4045-8980-9f072d6f60fb cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:54:09.723323 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf24e7-aa27-43aa-901b-44ca1c60e55f req-bf7cb996-ff94-4d87-9092-619f7f443fb3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:09.724007 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5fdf24e7-aa27-43aa-901b-44ca1c60e55f req-bf7cb996-ff94-4d87-9092-619f7f443fb3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Synchronizing usage tracker for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:54:09.782302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b3c6ca-3b78-4045-8980-9f072d6f60fb {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:54:09.788496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-5fdf24e7-aa27-43aa-901b-44ca1c60e55f req-bf7cb996-ff94-4d87-9092-619f7f443fb3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Unset dirty status for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:54:09.789673 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5fdf24e7-aa27-43aa-901b-44ca1c60e55f req-bf7cb996-ff94-4d87-9092-619f7f443fb3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 931 time: 0.1960778 Mar 16 11:54:09.791251 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.827341 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Transition to ACTIVE for port object d0b3c6ca-3b78-4045-8980-9f072d6f60fb will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:09.837682 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.883751 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5fdf24e7-aa27-43aa-901b-44ca1c60e55f req-c703e72a-8351-46c2-939d-4e796e2c36b8 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866356 Mar 16 11:54:09.985702 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 up at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:10.003104 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:10.080322 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Provisioning complete for port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:10.080787 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:10.082289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Attempting to bind port d0b3c6ca-3b78-4045-8980-9f072d6f60fb on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:54:10.082618 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Attempting to bind port d0b3c6ca-3b78-4045-8980-9f072d6f60fb by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:54:10.082941 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Attempting to bind port d0b3c6ca-3b78-4045-8980-9f072d6f60fb on network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:54:10.087684 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Port d0b3c6ca-3b78-4045-8980-9f072d6f60fb on network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:54:10.088000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Attempting to bind port d0b3c6ca-3b78-4045-8980-9f072d6f60fb on network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:54:10.093221 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:54:10.093555 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Checking segment: {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:54:10.093931 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Bound using segment: {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:54:10.094342 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Bound port: d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:54:10.094819 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:10.185568 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] For port d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:54:10.188582 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] For port d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:54:10.193617 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:10.249041 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:10.249654 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:10.251018 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 200 len: 1093 time: 0.9893665 Mar 16 11:54:10.251431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:54:10.282319 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547503-b770-4409-b972-6a1ff27d0dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:10.320706 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'status': 'completed', 'code': 200} Mar 16 11:54:10.362458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-13582985-8037-40ec-8c7c-1d9bb841654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:10.363951 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-13582985-8037-40ec-8c7c-1d9bb841654e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1096 time: 0.0750978 Mar 16 11:54:10.435186 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-9b8a07cf-b848-441c-90c7-633757f1537e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 200 len: 217 time: 0.0645497 Mar 16 11:54:10.497428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-da2b030f-3475-4bd1-a409-45affdd59a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:10.498946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-da2b030f-3475-4bd1-a409-45affdd59a8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0584588 Mar 16 11:54:10.577022 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-fd3101cb-bbe5-4e22-b725-f11723afd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:10.578394 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-fd3101cb-bbe5-4e22-b725-f11723afd570 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734401 Mar 16 11:54:10.808279 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-710824f0-b18c-4add-876c-b9ef15449c5e service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234991 Mar 16 11:54:10.953548 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cfd26dbc-bd79-4a29-9e75-554c4646a937 req-1c0a8798-0e16-4245-981a-3db56f483e1d service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383817 Mar 16 11:54:11.133295 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162913c7-d804-4a08-b82e-22b7d9dee501 req-077fc998-b282-4ff9-992a-ad04c1cafa52 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:11.134842 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-162913c7-d804-4a08-b82e-22b7d9dee501 req-077fc998-b282-4ff9-992a-ad04c1cafa52 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 943 time: 0.1373410 Mar 16 11:54:11.139747 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3d94f-43ec-4248-989f-768693b756f0 req-e2e9bf76-4d78-43d7-b2bf-bcd58e4265a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:11.141128 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-06a3d94f-43ec-4248-989f-768693b756f0 req-e2e9bf76-4d78-43d7-b2bf-bcd58e4265a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1096 time: 0.1098697 Mar 16 11:54:11.266907 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-162913c7-d804-4a08-b82e-22b7d9dee501 req-f08758ab-4eb9-4d1f-b334-34b77b6a8d56 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246951 Mar 16 11:54:11.298089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3d94f-43ec-4248-989f-768693b756f0 req-d4033e7e-ebf8-46e4-bfb5-e00aab119b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:11.299553 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-06a3d94f-43ec-4248-989f-768693b756f0 req-d4033e7e-ebf8-46e4-bfb5-e00aab119b65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1447127 Mar 16 11:54:11.386204 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-06a3d94f-43ec-4248-989f-768693b756f0 req-e53ab435-3031-4ec9-8c6e-cd8a3a66c9c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 200 len: 217 time: 0.0801778 Mar 16 11:54:11.448448 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3d94f-43ec-4248-989f-768693b756f0 req-320a31e3-85c4-444d-a4df-64938e500c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:11.449914 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-06a3d94f-43ec-4248-989f-768693b756f0 req-320a31e3-85c4-444d-a4df-64938e500c2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0580471 Mar 16 11:54:11.530133 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3d94f-43ec-4248-989f-768693b756f0 req-8f2d4e61-358e-462f-bd78-61813d01b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:11.531622 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-06a3d94f-43ec-4248-989f-768693b756f0 req-8f2d4e61-358e-462f-bd78-61813d01b8a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759907 Mar 16 11:54:11.674909 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-06a3d94f-43ec-4248-989f-768693b756f0 req-0bb6eded-5ac4-46d3-ade8-61ee7ef308b4 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354582 Mar 16 11:54:11.807653 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-06a3d94f-43ec-4248-989f-768693b756f0 req-87fc4d99-f424-4315-b722-7bb871e227ff service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275871 Mar 16 11:54:12.468714 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a133-b483-478f-94a1-ec93da660448 req-f1ae44da-99c8-4e75-86fe-4af1ffda25b4 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:12.470236 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7924a133-b483-478f-94a1-ec93da660448 req-f1ae44da-99c8-4e75-86fe-4af1ffda25b4 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 943 time: 0.0823627 Mar 16 11:54:12.515007 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-7924a133-b483-478f-94a1-ec93da660448 req-7f13127e-02b1-482d-a0e4-52f032d53512 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388660 Mar 16 11:54:13.708997 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e45c5-0772-49d9-bf6d-89f1105e1d2d req-e07bd5a2-2259-4b0c-8425-46235ac92b0e tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:13.710325 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d35e45c5-0772-49d9-bf6d-89f1105e1d2d req-e07bd5a2-2259-4b0c-8425-46235ac92b0e tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 943 time: 0.0845022 Mar 16 11:54:13.753259 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d35e45c5-0772-49d9-bf6d-89f1105e1d2d req-4210146a-3a7e-4877-a19f-38926a79bb15 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371838 Mar 16 11:54:14.960954 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba40575-b48b-4dfa-b4a5-e462a15fa92a req-17a10d2e-2643-4402-9138-8e848a50c3cf tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:14.962410 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dba40575-b48b-4dfa-b4a5-e462a15fa92a req-17a10d2e-2643-4402-9138-8e848a50c3cf tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 943 time: 0.0947762 Mar 16 11:54:15.007206 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-dba40575-b48b-4dfa-b4a5-e462a15fa92a req-55aba356-2962-426c-9959-ad3859c7da7f tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391476 Mar 16 11:54:15.881305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d0b3c6ca-3b78-4045-8980-9f072d6f60fb details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:54:16.065945 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:16.078795 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:54:16.133304 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:16.149677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b3c6ca-3b78-4045-8980-9f072d6f60fb {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:54:16.165505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:16.171626 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:16.197585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaca62-ee78-4ccc-a48c-a09d1e1a1ecf req-eba8c174-33e2-4f7b-b414-224a93988bbd tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:16.199017 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9ccaca62-ee78-4ccc-a48c-a09d1e1a1ecf req-eba8c174-33e2-4f7b-b414-224a93988bbd tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 943 time: 0.0853474 Mar 16 11:54:16.244166 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:16.244591 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-9ccaca62-ee78-4ccc-a48c-a09d1e1a1ecf req-1df22530-b3ac-491c-896d-03c68dedeb75 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Mar 16 11:54:16.492365 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['d0b3c6ca-3b78-4045-8980-9f072d6f60fb'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:54:17.453986 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022be9eb-3afe-401e-99f9-0b0384cf2248 req-935be600-262c-4a8f-9121-0b94e64f68a8 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:17.455424 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-022be9eb-3afe-401e-99f9-0b0384cf2248 req-935be600-262c-4a8f-9121-0b94e64f68a8 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 944 time: 0.0913804 Mar 16 11:54:17.506397 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-022be9eb-3afe-401e-99f9-0b0384cf2248 req-1994dad4-f271-4472-a9e9-78012be4f261 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428736 Mar 16 11:54:17.911816 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d0b3c6ca-3b78-4045-8980-9f072d6f60fb up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:17.987045 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port d0b3c6ca-3b78-4045-8980-9f072d6f60fb completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:17.991785 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port d0b3c6ca-3b78-4045-8980-9f072d6f60fb triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:17.992201 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:18.112942 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:18.139301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:54:18.149683 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:54:18.154621 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:18.193935 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'code': 200} Mar 16 11:54:18.224884 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:18.440457 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a336b65-8513-437f-9054-da23a063ee59 req-6e5f06c3-1dae-47d0-81ef-469210620c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:18.441841 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2a336b65-8513-437f-9054-da23a063ee59 req-6e5f06c3-1dae-47d0-81ef-469210620c22 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1098 time: 0.0729795 Mar 16 11:54:18.481452 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-2a336b65-8513-437f-9054-da23a063ee59 req-4f7a029d-15b6-457b-96cb-f4128bf72b52 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333705 Mar 16 11:54:18.706906 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8068023-d624-4865-9373-4892565c4643 req-f7af8540-5a78-4c91-85cb-ab7678660f8f tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:18.708261 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d8068023-d624-4865-9373-4892565c4643 req-f7af8540-5a78-4c91-85cb-ab7678660f8f tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 945 time: 0.0906947 Mar 16 11:54:18.753031 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-d8068023-d624-4865-9373-4892565c4643 req-7f124bff-28a9-4ede-acfa-f3a83e953376 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389965 Mar 16 11:54:19.943935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9028f-4303-40ea-a279-455c3b890af1 req-c243affe-6497-4321-9c5f-32f5b4e96809 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:19.945452 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5cd9028f-4303-40ea-a279-455c3b890af1 req-c243affe-6497-4321-9c5f-32f5b4e96809 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 945 time: 0.0856707 Mar 16 11:54:19.992456 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-5cd9028f-4303-40ea-a279-455c3b890af1 req-fa95bd4a-3f50-4dd5-8bf7-e093b3201eeb tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390105 Mar 16 11:54:20.176849 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662c8c-a95f-42e2-b96a-97d58818bef3 req-afde715d-6e2d-44a7-8dde-be7c938f36cf tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:20.178221 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cc662c8c-a95f-42e2-b96a-97d58818bef3 req-afde715d-6e2d-44a7-8dde-be7c938f36cf tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 945 time: 0.0840824 Mar 16 11:54:20.233697 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-cc662c8c-a95f-42e2-b96a-97d58818bef3 req-93062df4-67a8-47f3-a7cc-9ac551ce49f3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 Mar 16 11:54:20.261231 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46960) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:20.375722 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308a2886-5f0b-4e42-86dd-f3ad712e0757 tempest-TestSnapshotPattern-515037095 tempest-TestSnapshotPattern-515037095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:20.376420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-308a2886-5f0b-4e42-86dd-f3ad712e0757 tempest-TestSnapshotPattern-515037095 tempest-TestSnapshotPattern-515037095-project-admin] Synchronizing usage tracker for tenant:1381a236707b44149cc8df1b439a4b7b on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:54:20.397492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-308a2886-5f0b-4e42-86dd-f3ad712e0757 tempest-TestSnapshotPattern-515037095 tempest-TestSnapshotPattern-515037095-project-admin] Unset dirty status for tenant:1381a236707b44149cc8df1b439a4b7b on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:54:20.398625 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-308a2886-5f0b-4e42-86dd-f3ad712e0757 tempest-TestSnapshotPattern-515037095 tempest-TestSnapshotPattern-515037095-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1093 time: 0.1364295 Mar 16 11:54:20.401869 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 46966) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:20.406812 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:54:20.412825 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:20.416593 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Usage tracker for resource:floatingip and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:20.419375 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:20.425541 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:20.438996 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:20.582626 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:20.731918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Allocated IP 172.26.2.156 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/106a9fac-d2b7-49e9-a8de-6f7241afa656) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:54:20.888217 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:20.924386 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:20.987018 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:20.993699 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:20.996477 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:54:21.030837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'Port': ['ID=106a9fac-d2b7-49e9-a8de-6f7241afa656,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:21.533835 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:21.565588 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:54:21.612058 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:21.827083 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:21.834810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:21.943988 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'Port': ['ID=106a9fac-d2b7-49e9-a8de-6f7241afa656,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:21.952844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:21.974537 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-312dcda1-5186-4a2f-896b-c03a36ab3cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:22.129540 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Floating IP 0f149161-e3ca-4ceb-8a63-ed6da6526959 associated. External IP: 172.26.2.156, port: d0b3c6ca-3b78-4045-8980-9f072d6f60fb. Mar 16 11:54:22.488209 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Router e94efde1-ad42-4e54-a0f0-cabab9e142b7 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:54:22.671528 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:54:22.682100 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] Sync routers for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:54:22.692144 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:54:22.692781 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:22.698371 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:22.752225 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-8d2c6634-673b-4425-a2b7-4e850ed3c07d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3491685 Mar 16 11:54:22.752651 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:54:22.795728 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'status': 'completed', 'code': 200} Mar 16 11:54:22.869397 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:54:22.886388 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-947d060e-35ce-458a-9389-24b88806380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:22.887877 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-947d060e-35ce-458a-9389-24b88806380a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1098 time: 0.0710688 Mar 16 11:54:23.119406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-2289db81-1c15-4475-8ed0-aae4d0a80b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:23.120794 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-2289db81-1c15-4475-8ed0-aae4d0a80b7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.2268679 Mar 16 11:54:23.218249 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0f149161-e3ca-4ceb-8a63-ed6da6526959', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:21Z', 'updated_at': '2022-03-16T11:54:21Z', 'revision_number': 0, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:23.222229 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] Checking router: e94efde1-ad42-4e54-a0f0-cabab9e142b7 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:54:23.223286 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-b75f4ae1-7571-4748-9ff8-a5913a8c74e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 200 len: 999 time: 0.0968442 Mar 16 11:54:23.230646 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:54:23.231224 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:53:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:23.286356 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-55c9603b-38fb-4aaf-894e-f7ce67896a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:23.287776 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-55c9603b-38fb-4aaf-894e-f7ce67896a1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0588143 Mar 16 11:54:23.363662 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-b44fed45-b178-46d1-9528-1498e0fb6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:23.365155 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-b44fed45-b178-46d1-9528-1498e0fb6563 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709810 Mar 16 11:54:23.434549 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:54:23.493967 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-e4e0beb1-2843-4681-89c4-db961ff32bdd service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231654 Mar 16 11:54:23.627796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-daa7e9f2-d1ac-4504-af62-7f2eb79fbd93 req-45abb5f9-85e1-4335-90c6-c4d092c2651e service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278484 Mar 16 11:54:23.776363 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0f149161-e3ca-4ceb-8a63-ed6da6526959', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:21Z', 'updated_at': '2022-03-16T11:54:21Z', 'revision_number': 0, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:23.780268 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141908c-93f5-450f-92ed-b9143bb5c432 None None] The sync data for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv is: [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0f149161-e3ca-4ceb-8a63-ed6da6526959', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:21Z', 'updated_at': '2022-03-16T11:54:21Z', 'revision_number': 0, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:54:23.969919 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23018ea-417a-464b-9ec6-e2dc68678209 None None] New status for floating IP 0f149161-e3ca-4ceb-8a63-ed6da6526959: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:54:25.235137 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0072074e-1d49-485f-a001-42b891c7e904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:25.237515 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:25.394611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:26.933503 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:38.964517 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:51.985385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-3a55fe30-fcb0-404f-ad3c-c80c75f9d3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:55.238788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-20dd9bc4-9273-461d-a597-9cfae0dc8ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:55.244361 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:55.401236 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:56.940648 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:58.566198 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:55:08.957834 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:16.964750 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-e9baa0f0-d43e-49cd-9246-dfeb43d28d47 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1325006 Mar 16 11:55:17.111832 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-77403beb-00c0-4d80-aae5-d730a183ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:17.113305 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-77403beb-00c0-4d80-aae5-d730a183ddb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1098 time: 0.0726428 Mar 16 11:55:17.260537 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-d7ff48e3-feda-45a7-a7d8-c4499bc5dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:17.262030 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-d7ff48e3-feda-45a7-a7d8-c4499bc5dccc service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1295660 Mar 16 11:55:17.379816 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-3217b4ec-639f-48c2-b3df-9c991da146c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 200 len: 1001 time: 0.1109574 Mar 16 11:55:17.444707 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-ba16d2ae-e017-4d63-b9f6-da564b46dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:17.446197 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-ba16d2ae-e017-4d63-b9f6-da564b46dd9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0584202 Mar 16 11:55:17.526445 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-dc304e4a-f96b-4237-9697-2c2ec1a9e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:17.527794 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-dc304e4a-f96b-4237-9697-2c2ec1a9e6bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747013 Mar 16 11:55:17.661198 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-2d41b613-b99b-4af5-bf78-9aad18dc0c5a service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264584 Mar 16 11:55:17.799218 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d201226b-d537-4f47-81b9-dcdf4671adb6 req-9081764e-bba1-40d8-be78-017be2aeaa08 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312954 Mar 16 11:55:21.986752 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-1ce9204d-99a9-469b-8e42-fe0cc2b3fa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:25.242939 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9638cdda-b0b0-4d99-88ef-fb3b4857f07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:25.248207 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:25.397305 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:26.940655 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:35.566108 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:55:38.969914 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.988887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4355-0494-45d8-a1af-34e00dd3b3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.239530 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6e11a-4e2b-4983-8627-b83c9a158043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.243418 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.386352 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:56.951176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:08.966124 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:12.567579 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:56:18.933108 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-d024dc7e-62a6-4e61-9aa2-a7b0e48946a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743339 Mar 16 11:56:19.187630 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-66469402-cb3d-42b5-a982-76e0c59e78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:19.189029 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-66469402-cb3d-42b5-a982-76e0c59e78de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1098 time: 0.1809728 Mar 16 11:56:19.332860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-7ad5b33d-ae00-416c-bb8b-386840f32c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:19.334292 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-7ad5b33d-ae00-416c-bb8b-386840f32c44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1264093 Mar 16 11:56:19.437091 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-8adc9871-f6f9-457b-9f8a-af54793d93b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 200 len: 1001 time: 0.0965486 Mar 16 11:56:19.498793 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-35c2bfb5-5f58-43be-862f-0c766fb00d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:19.500122 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-35c2bfb5-5f58-43be-862f-0c766fb00d7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0575821 Mar 16 11:56:19.575534 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-91eae5fd-7dff-42c4-840e-5a11270bf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:19.578284 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-91eae5fd-7dff-42c4-840e-5a11270bf6a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704842 Mar 16 11:56:19.717625 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-e354f864-456a-4f2b-a123-a77ae3858892 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261539 Mar 16 11:56:19.879729 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-54e4fdce-14a1-4eeb-8e2f-5eab75cbf164 req-ad32476a-4420-4741-b1d0-521815828b4c service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549389 Mar 16 11:56:21.988077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0aaae80c-1228-4811-b8a8-7a047f17d5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:25.236002 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-09dd159e-1a88-45c5-bd6d-b7e7f88ab012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:25.244611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:25.384904 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:26.955028 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:38.970960 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:49.571941 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:56:51.990102 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4c56-fcd2-4503-848b-c3700eee92d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:55.225653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2a8162fd-0559-4239-bed1-0790b044f83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:55.245150 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:55.383351 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:56.958922 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:06.825822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d0b3c6ca-3b78-4045-8980-9f072d6f60fb details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:57:06.996003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:07.008938 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:57:07.063767 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:07.080109 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0b3c6ca-3b78-4045-8980-9f072d6f60fb {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:57:07.095490 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:07.101415 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:07.174580 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['d0b3c6ca-3b78-4045-8980-9f072d6f60fb'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:57:07.203185 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:07.219008 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.219342 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.219677 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.220003 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.220326 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.220651 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.220991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.221301 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.221619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.221932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.222242 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:07.222549 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:08.842159 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d0b3c6ca-3b78-4045-8980-9f072d6f60fb up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:57:08.911982 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port d0b3c6ca-3b78-4045-8980-9f072d6f60fb triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:57:08.912345 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:08.979338 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:09.036623 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:09.062911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:09.072463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:09.077468 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:09.143911 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:09.174481 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'code': 200} Mar 16 11:57:19.018990 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-fefd7d04-2712-482a-99b7-f4d0f720e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:19.020422 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-fefd7d04-2712-482a-99b7-f4d0f720e261 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1098 time: 0.0803206 Mar 16 11:57:19.169003 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-2448f90d-ee5d-4f5d-8b58-3ee1252146bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:19.170426 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-2448f90d-ee5d-4f5d-8b58-3ee1252146bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1254234 Mar 16 11:57:19.361057 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-79032110-339d-4873-8939-76411bd958ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 200 len: 1001 time: 0.1017184 Mar 16 11:57:19.428019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-0f8404c9-fbdc-4c49-904d-401ead23860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:19.429474 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-0f8404c9-fbdc-4c49-904d-401ead23860c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0628068 Mar 16 11:57:19.507459 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-6232ccd0-1e70-48d9-a012-729622cdcc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:19.508976 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-6232ccd0-1e70-48d9-a012-729622cdcc6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736890 Mar 16 11:57:19.625198 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-130040ba-9eb0-4d8c-9fb5-f21afb7184ef tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196048597&fields=id&tenant_id=b59e996115b147d1806fae4a21b8f936 HTTP/1.1" status: 200 len: 267 time: 0.1585720 Mar 16 11:57:19.642207 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-74ffcfde-2217-4056-a8dc-99fb0feafb44 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271503 Mar 16 11:57:19.772230 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f78d740a-f44b-47b9-8c67-b6430cb896a4 req-82c1c7e3-d6e8-40c9-89c3-dc3d2cbec3ca service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237898 Mar 16 11:57:19.777853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-a9e4ee81-75f6-417b-ac5e-e3c1993a76ba tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:19.779303 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-a9e4ee81-75f6-417b-ac5e-e3c1993a76ba tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 809 time: 0.1472909 Mar 16 11:57:19.794851 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-b6869cf6-0e42-4cad-ac2b-0c0440e33c22 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/quotas/b59e996115b147d1806fae4a21b8f936 HTTP/1.1" status: 200 len: 375 time: 0.0101039 Mar 16 11:57:19.889649 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-9d1f7cfb-9fa8-4970-a940-bf141208b625 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0896435 Mar 16 11:57:20.031237 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d2eee985-63ef-46e4-8da2-7c28857dd421 service neutron] 10.222.0.37 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295927 Mar 16 11:57:20.161633 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-b6c26edd-927a-40b7-9c68-57c441a9c0ab service neutron] 10.222.0.37 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245017 Mar 16 11:57:20.398553 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f1dc29e7-4bf8-4176-bdb8-d701c6c93d58 req-b1e88e7c-1baf-4219-b6aa-3594d916ec14 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 210 time: 0.0891130 Mar 16 11:57:21.553102 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-24f6fa08-0706-40b9-8754-62f1ca47de4c req-a54c787c-2c64-492e-928d-2c82a9f0a3d2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 210 time: 0.0475953 Mar 16 11:57:21.741451 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-4812c95f-9b33-4c03-8d2d-e551b613fa59 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:21.743030 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-4812c95f-9b33-4c03-8d2d-e551b613fa59 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 809 time: 0.2586749 Mar 16 11:57:21.796008 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-7f099d5b-b635-4efc-a4c3-6b4ea9b3c2a2 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59e996115b147d1806fae4a21b8f936 HTTP/1.1" status: 200 len: 380 time: 0.0426683 Mar 16 11:57:21.805655 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'port': {'device_id': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'admin_state_up': True, 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'security_groups': ['11f9419d-1025-4c02-848f-5c06008d6109']}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:21.945398 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:21.956526 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.quota.driver [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:21.967896 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Made reservation on behalf of b59e996115b147d1806fae4a21b8f936 for: {'port': 1} {{(pid=87874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:57:21.971716 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:21.985652 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-9908eb1a-4ddf-4548-b099-64c2cbadb85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:22.220917 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_common [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Allocated IP 172.20.0.5 (1420bf9c-6b9a-4db4-abaa-762d3b11fbd0/e40acba9-3a6f-4b44-8c46-49f415480936/28a3257d-144a-4174-aa34-4cd6f54f52e7) {{(pid=87874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:57:22.441163 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for port, precommit_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:22.457769 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Transition to ACTIVE for port object 28a3257d-144a-4174-aa34-4cd6f54f52e7 will not be triggered until provisioned by entity DHCP. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:57:22.483015 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_create {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:22.554912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 is already hosted by enough agents. {{(pid=87874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:57:22.563259 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.base_scheduler [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources bound (agent type, host, resource id): {{(pid=87874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:57:22.568089 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Received port after_create {{(pid=87874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:57:22.599246 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'Port': ['ID=28a3257d-144a-4174-aa34-4cd6f54f52e7,revision_number=1']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:22.617453 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.617795 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.618127 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.618456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.618786 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.619093 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.619410 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.619725 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.620042 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.620358 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.620671 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.621045 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:22.655075 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:22.656271 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:22.693810 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-67d0c839-511c-45fb-bebe-62d53ed6018d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8924403 Mar 16 11:57:22.827822 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-731f6d7a-9593-4281-9e67-4beccefe3c71 None None] Provisioning for port 28a3257d-144a-4174-aa34-4cd6f54f52e7 completed by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:57:22.834923 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-731f6d7a-9593-4281-9e67-4beccefe3c71 None None] Provisioning complete for port 28a3257d-144a-4174-aa34-4cd6f54f52e7 triggered by entity DHCP. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:57:22.835536 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-731f6d7a-9593-4281-9e67-4beccefe3c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:22.846050 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90283a-9e20-469e-ae52-545aeeea0b70 req-b6535e49-a8ec-4e10-bafc-c9893f24e5dc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:22.846757 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-db90283a-9e20-469e-ae52-545aeeea0b70 req-b6535e49-a8ec-4e10-bafc-c9893f24e5dc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Synchronizing usage tracker for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:57:22.865289 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-db90283a-9e20-469e-ae52-545aeeea0b70 req-b6535e49-a8ec-4e10-bafc-c9893f24e5dc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Unset dirty status for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:57:22.866467 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-db90283a-9e20-469e-ae52-545aeeea0b70 req-b6535e49-a8ec-4e10-bafc-c9893f24e5dc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 931 time: 0.1268566 Mar 16 11:57:22.900355 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-731f6d7a-9593-4281-9e67-4beccefe3c71 None None] Port 28a3257d-144a-4174-aa34-4cd6f54f52e7 cannot update to ACTIVE because it is not bound. {{(pid=87876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:57:22.922297 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-db90283a-9e20-469e-ae52-545aeeea0b70 req-54b52e02-885d-44d1-aed9-ffe6e5af5d6f tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495281 Mar 16 11:57:22.950910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d0b3c6ca-3b78-4045-8980-9f072d6f60fb no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:23.066921 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:23.093669 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:23.103738 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:23.109233 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:23.164948 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'code': 200} Mar 16 11:57:23.186082 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:24.111270 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08e9c1-a73f-465c-a077-238fb2dddf20 req-31dc2256-0d86-4651-9144-4b15c45c37ac tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:24.112927 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cc08e9c1-a73f-465c-a077-238fb2dddf20 req-31dc2256-0d86-4651-9144-4b15c45c37ac tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 931 time: 0.0811079 Mar 16 11:57:24.163952 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-cc08e9c1-a73f-465c-a077-238fb2dddf20 req-81fef6fd-f4be-4b4c-8106-f2ceb23447bc tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447969 Mar 16 11:57:25.218510 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e7e01f6c-d677-42ee-83e1-9fd90060a804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:25.260818 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:25.362744 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec7db2-889f-42e6-9fe8-d189526831ec req-588259dc-a7bb-4df0-a195-be67f2478397 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:25.365163 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-15ec7db2-889f-42e6-9fe8-d189526831ec req-588259dc-a7bb-4df0-a195-be67f2478397 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 931 time: 0.0849919 Mar 16 11:57:25.385863 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:25.417428 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-15ec7db2-889f-42e6-9fe8-d189526831ec req-70812e03-d8aa-4b0c-b7ac-a99b554bbe3d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449393 Mar 16 11:57:26.571088 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:57:26.647518 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e290fe-22d2-41e6-bd2e-7a5f5daa3804 req-55476a52-dfa1-44df-8c6e-5ac6d57c5673 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:26.649161 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-22e290fe-22d2-41e6-bd2e-7a5f5daa3804 req-55476a52-dfa1-44df-8c6e-5ac6d57c5673 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 931 time: 0.1204684 Mar 16 11:57:26.696679 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-22e290fe-22d2-41e6-bd2e-7a5f5daa3804 req-a41951d5-d0dc-405e-9b06-64f9feaecdb9 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Mar 16 11:57:26.954320 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:27.886853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418365a3-6d9a-49f0-be11-b92603e9cba4 req-3e7801df-4e99-449a-99fa-39ef52c66afb tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:27.888345 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-418365a3-6d9a-49f0-be11-b92603e9cba4 req-3e7801df-4e99-449a-99fa-39ef52c66afb tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 931 time: 0.0854309 Mar 16 11:57:27.935499 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-418365a3-6d9a-49f0-be11-b92603e9cba4 req-e5793ef6-8c5b-4a3b-8e5c-2d87221db06a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408754 Mar 16 11:57:29.122629 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a6ec7-5dfb-4e6a-8398-15222fa0ddb4 req-d6e8eb95-5459-4d01-be97-850a8e4cfd4c tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:29.124120 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8d7a6ec7-5dfb-4e6a-8398-15222fa0ddb4 req-d6e8eb95-5459-4d01-be97-850a8e4cfd4c tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 931 time: 0.0800805 Mar 16 11:57:29.173222 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8d7a6ec7-5dfb-4e6a-8398-15222fa0ddb4 req-8a624142-4b74-44be-91b0-aa32bb3b3672 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431402 Mar 16 11:57:30.366897 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041a089-0dff-4c20-9cbc-1bcfe820987c req-8adad0c5-278e-4551-b5c1-97f278401ae4 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:30.368262 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2041a089-0dff-4c20-9cbc-1bcfe820987c req-8adad0c5-278e-4551-b5c1-97f278401ae4 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 931 time: 0.0834553 Mar 16 11:57:30.414664 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-2041a089-0dff-4c20-9cbc-1bcfe820987c req-0f7ff325-5444-44b7-bb5b-7b778fdb2384 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Mar 16 11:57:31.610173 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4777622-df16-4182-8b2d-9a5a8a06ccee req-ad325a34-1bbc-4329-88d2-37f5d37db2a8 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:31.611669 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c4777622-df16-4182-8b2d-9a5a8a06ccee req-ad325a34-1bbc-4329-88d2-37f5d37db2a8 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 931 time: 0.0818539 Mar 16 11:57:31.656191 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c4777622-df16-4182-8b2d-9a5a8a06ccee req-d3645f01-ca61-4cb8-a315-e5ff3a0f0a03 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387285 Mar 16 11:57:32.887195 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d35a7-2ea9-49b8-91e7-50f0e5e76f9c req-81c627f4-ad4c-4951-8904-0bc0f93aa4ad tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:32.888605 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c5d35a7-2ea9-49b8-91e7-50f0e5e76f9c req-81c627f4-ad4c-4951-8904-0bc0f93aa4ad tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 931 time: 0.0870798 Mar 16 11:57:32.940310 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c5d35a7-2ea9-49b8-91e7-50f0e5e76f9c req-5f2bdfc6-d89b-4b8b-802f-19f121889e8d tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455217 Mar 16 11:57:33.947455 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.v2.base [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Request body: {'port': {'device_id': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8338'}} {{(pid=87874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:34.089550 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.272264 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779396d7-4cfc-4154-805b-d752a817db90 req-cb8d9591-3c29-4e73-9f68-4b8e239fdd55 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:34.273679 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-779396d7-4cfc-4154-805b-d752a817db90 req-cb8d9591-3c29-4e73-9f68-4b8e239fdd55 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 931 time: 0.2155969 Mar 16 11:57:34.498100 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-779396d7-4cfc-4154-805b-d752a817db90 req-9be8a024-69a5-40c4-a3ba-4fc68fcfeec5 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175951 Mar 16 11:57:34.601253 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a3257d-144a-4174-aa34-4cd6f54f52e7 {{(pid=87874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:57:34.608926 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.624010 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.provisioning_blocks [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Transition to ACTIVE for port object 28a3257d-144a-4174-aa34-4cd6f54f52e7 will not be triggered until provisioned by entity L2. {{(pid=87874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:57:34.627935 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.786428 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Pushing event updated for resources: {'Port': ['ID=28a3257d-144a-4174-aa34-4cd6f54f52e7,revision_number=2']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:34.860234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Attempting to bind port 28a3257d-144a-4174-aa34-4cd6f54f52e7 on host hv-neutron-8338 for vnic_type normal with profile {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:57:34.860567 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Attempting to bind port 28a3257d-144a-4174-aa34-4cd6f54f52e7 by drivers openvswitch,hyperv on host hv-neutron-8338 at level 0 using segments [{'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:57:34.860936 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Attempting to bind port 28a3257d-144a-4174-aa34-4cd6f54f52e7 on network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:57:34.865589 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Port 28a3257d-144a-4174-aa34-4cd6f54f52e7 on network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8338 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:57:34.866049 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Attempting to bind port 28a3257d-144a-4174-aa34-4cd6f54f52e7 on network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:57:34.871234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Checking agent: {'id': 'f0b5a793-85ad-44a5-980c-a359f5c1c114', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8338', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'started_at': datetime.datetime(2022, 3, 16, 10, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:57:34.871542 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Checking segment: {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:57:34.871921 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Bound using segment: {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'} {{(pid=87874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:57:34.872340 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.managers [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Bound port: 28a3257d-144a-4174-aa34-4cd6f54f52e7, host: hv-neutron-8338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8b883f-1f8f-4c6a-a718-95842067a445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0'}}] {{(pid=87874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:57:34.872681 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.973633 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] For port 28a3257d-144a-4174-aa34-4cd6f54f52e7, host hv-neutron-8338, cleared binding levels {{(pid=87874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:57:34.976491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] For port 28a3257d-144a-4174-aa34-4cd6f54f52e7, host hv-neutron-8338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:57:34.982437 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10908423'] for port, after_update {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:35.038027 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.038652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:35.039980 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] 10.222.0.48 "PUT /v2.0/ports/28a3257d-144a-4174-aa34-4cd6f54f52e7 HTTP/1.1" status: 200 len: 1093 time: 1.0974312 Mar 16 11:57:35.040406 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:35.068463 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aab59-180d-460c-a856-130a948f8a06 service neutron] Pushing event updated for resources: {'Port': ['ID=28a3257d-144a-4174-aa34-4cd6f54f52e7,revision_number=3']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:35.158775 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'status': 'completed', 'code': 200} Mar 16 11:57:35.168203 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-c5d0c27f-b750-4dc5-945f-76df58d08f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.169824 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-c5d0c27f-b750-4dc5-945f-76df58d08f2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 1096 time: 0.0805182 Mar 16 11:57:35.240002 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-5592eb2f-c03a-4072-ba51-785a65b11aab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7 HTTP/1.1" status: 200 len: 217 time: 0.0634303 Mar 16 11:57:35.307097 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-a7065753-2db1-48a1-9705-4860dd36d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.308422 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-a7065753-2db1-48a1-9705-4860dd36d936 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0612166 Mar 16 11:57:35.382753 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-fe5c5ec8-2669-45b4-921a-b6135a5b3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.384162 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-fe5c5ec8-2669-45b4-921a-b6135a5b3915 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700641 Mar 16 11:57:35.514594 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-64e491c2-4a4f-4d61-91b0-a6b25b320ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241479 Mar 16 11:57:35.688656 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-6491891d-1a2f-4c47-bfd9-2ba80436f2cc req-b39e75bf-b5b1-498b-9800-6238dfe94c9d service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686072 Mar 16 11:57:35.717593 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce628e-3990-43d4-ab60-b6cb108f30ca req-14002bb4-1633-463a-8bde-949e2b6e157a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.719059 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-40ce628e-3990-43d4-ab60-b6cb108f30ca req-14002bb4-1633-463a-8bde-949e2b6e157a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 943 time: 0.1129880 Mar 16 11:57:35.808585 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-40ce628e-3990-43d4-ab60-b6cb108f30ca req-985a381a-0abf-41c9-a5ce-7bb71ee69564 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825531 Mar 16 11:57:35.834598 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-00b24802-3b48-4c2b-9983-1e9fbc6e5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.836057 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-00b24802-3b48-4c2b-9983-1e9fbc6e5792 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 1096 time: 0.0931604 Mar 16 11:57:35.976079 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-eff7192a-2d7a-4ad4-9cc3-be94ba5fe4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:35.977717 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-eff7192a-2d7a-4ad4-9cc3-be94ba5fe4dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1349514 Mar 16 11:57:36.047777 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-d85ec746-9922-4099-94dd-e825942e27bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7 HTTP/1.1" status: 200 len: 217 time: 0.0636892 Mar 16 11:57:36.108669 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-84e67c2a-5476-439a-a9ca-896ba21675d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:36.110176 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-84e67c2a-5476-439a-a9ca-896ba21675d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0572081 Mar 16 11:57:36.190446 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-3b12a144-d773-4c7b-a8b8-69b94ba70aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:36.191894 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-3b12a144-d773-4c7b-a8b8-69b94ba70aec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756993 Mar 16 11:57:36.429538 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-29355aed-eba2-4b8c-8d91-faca7a81191f service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310691 Mar 16 11:57:36.577118 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f0543be4-497d-4c75-806d-c3566f0ad98e req-69dbd24c-dcb7-40c0-ad27-ebb5c08ac20b service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409922 Mar 16 11:57:36.996755 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16987fd-d1fa-474a-900f-a6d3ab46df7b req-533fea5e-b631-437d-93d7-12b1167fcece tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:36.998239 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f16987fd-d1fa-474a-900f-a6d3ab46df7b req-533fea5e-b631-437d-93d7-12b1167fcece tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 943 time: 0.0839703 Mar 16 11:57:37.043481 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f16987fd-d1fa-474a-900f-a6d3ab46df7b req-4dd33409-2958-41f3-ab69-8d0c02304fea tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394154 Mar 16 11:57:38.226279 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7fe8b-02c8-4692-ad68-cb8ca6e074d1 req-e1b9417f-2b0c-4549-998b-57bccf51fe2a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:38.227796 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-44c7fe8b-02c8-4692-ad68-cb8ca6e074d1 req-e1b9417f-2b0c-4549-998b-57bccf51fe2a tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 943 time: 0.0809608 Mar 16 11:57:38.271390 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-44c7fe8b-02c8-4692-ad68-cb8ca6e074d1 req-9549de96-70d5-4a2f-b8fd-0b11315ddea4 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377064 Mar 16 11:57:38.989581 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:39.058653 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 28a3257d-144a-4174-aa34-4cd6f54f52e7 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:57:39.199835 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 28a3257d-144a-4174-aa34-4cd6f54f52e7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:39.213791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'port_id': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'mac_address': 'fa:16:3e:64:5a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:57:39.271635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:39.289417 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a3257d-144a-4174-aa34-4cd6f54f52e7 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:57:39.309306 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 28a3257d-144a-4174-aa34-4cd6f54f52e7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:39.315133 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:39.382232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=28a3257d-144a-4174-aa34-4cd6f54f52e7,revision_number=4']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:39.465323 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed197ef-ab64-4efd-bd77-426fce2c8835 req-9f094489-cac8-4c0e-ba28-d596c94e6cab tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:39.466848 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-aed197ef-ab64-4efd-bd77-426fce2c8835 req-9f094489-cac8-4c0e-ba28-d596c94e6cab tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 944 time: 0.0824697 Mar 16 11:57:39.512720 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-aed197ef-ab64-4efd-bd77-426fce2c8835 req-509cbeac-542b-4785-9f07-a1224fcf68fe tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379376 Mar 16 11:57:39.711590 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['28a3257d-144a-4174-aa34-4cd6f54f52e7'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:57:40.704211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec8628-83aa-4a85-acf3-aac8569ced09 req-7fc80ac3-adb1-4305-aa85-40cff0d4a2b3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:40.705563 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-11ec8628-83aa-4a85-acf3-aac8569ced09 req-7fc80ac3-adb1-4305-aa85-40cff0d4a2b3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 944 time: 0.0829425 Mar 16 11:57:40.750661 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-11ec8628-83aa-4a85-acf3-aac8569ced09 req-13434eaa-457e-4fcf-a6df-4640ea413da7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370429 Mar 16 11:57:41.091793 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 28a3257d-144a-4174-aa34-4cd6f54f52e7 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:57:41.172059 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning for port 28a3257d-144a-4174-aa34-4cd6f54f52e7 completed by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:57:41.176970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 28a3257d-144a-4174-aa34-4cd6f54f52e7 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:57:41.177341 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:41.295635 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:41.321733 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:41.332189 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 28a3257d-144a-4174-aa34-4cd6f54f52e7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:41.336950 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:41.370970 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'code': 200} Mar 16 11:57:41.408523 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=28a3257d-144a-4174-aa34-4cd6f54f52e7,revision_number=5']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:41.595429 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe276b-96ad-4a3e-b6b9-131c90e69df3 req-b7b7e439-7ba3-48cd-9f46-163cf749f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:41.596851 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8efe276b-96ad-4a3e-b6b9-131c90e69df3 req-b7b7e439-7ba3-48cd-9f46-163cf749f2c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 1098 time: 0.0711887 Mar 16 11:57:41.640053 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-8efe276b-96ad-4a3e-b6b9-131c90e69df3 req-9373bd1e-aa56-4bd2-8891-d64a082400b7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373123 Mar 16 11:57:41.951092 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209a3f-a9cf-4580-857a-13494af6b07f req-fde0b237-95f8-44dd-9ebb-ba81135af9a9 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:41.952555 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c209a3f-a9cf-4580-857a-13494af6b07f req-fde0b237-95f8-44dd-9ebb-ba81135af9a9 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 945 time: 0.0828667 Mar 16 11:57:42.001009 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-7c209a3f-a9cf-4580-857a-13494af6b07f req-a122b547-d6e7-4cf0-88de-dd77a5b32e28 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Mar 16 11:57:43.203039 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c326887-6d84-4be4-81b9-7e33dec071be req-13668126-36cd-4421-a410-3b1696f76dde tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:43.204475 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c326887-6d84-4be4-81b9-7e33dec071be req-13668126-36cd-4421-a410-3b1696f76dde tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 945 time: 0.0932465 Mar 16 11:57:43.248150 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-6c326887-6d84-4be4-81b9-7e33dec071be req-47eaf056-7497-4656-8ca3-a849739c81d3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379233 Mar 16 11:57:43.451670 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63680cf7-276d-4057-b527-7329a0068407 req-4c32417d-1308-463c-8a28-f8fddc743cb3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:43.453121 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63680cf7-276d-4057-b527-7329a0068407 req-4c32417d-1308-463c-8a28-f8fddc743cb3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 945 time: 0.0946441 Mar 16 11:57:43.499886 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-63680cf7-276d-4057-b527-7329a0068407 req-c3f41f0d-aea3-4742-bf22-58fdb89137a4 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Mar 16 11:57:43.522488 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 47306) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:43.599918 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cca1fc-bf68-40c3-9a9e-5a1cc9c3e264 tempest-TestSnapshotPattern-515037095 tempest-TestSnapshotPattern-515037095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:43.601328 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-01cca1fc-bf68-40c3-9a9e-5a1cc9c3e264 tempest-TestSnapshotPattern-515037095 tempest-TestSnapshotPattern-515037095-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 1093 time: 0.0776918 Mar 16 11:57:43.604226 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 47310) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:43.609171 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.v2.base [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Request body: {'floatingip': {'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'port_id': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:43.615015 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:43.618713 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Usage tracker for resource:floatingip and tenant:b59e996115b147d1806fae4a21b8f936 is out of sync, need to count used quota {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:43.621490 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87875) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:43.627150 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.quota.driver [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:43.638863 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for floatingip, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:43.798728 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:43.939041 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.db_base_plugin_common [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Allocated IP 172.26.2.252 (f28afb50-8b52-4a48-b4f1-1a21e581c5fb/5930aa72-197f-4953-99a3-995712eefa0c/6f913b39-a3d9-4277-8d26-53f35ca5bf9b) {{(pid=87875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:57:44.087274 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for port, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:44.119051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765975065146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:44.275727 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Network f28afb50-8b52-4a48-b4f1-1a21e581c5fb is already hosted by enough agents. {{(pid=87875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:57:44.282480 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.base_scheduler [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Resources bound (agent type, host, resource id): {{(pid=87875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:57:44.286532 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Received port after_create {{(pid=87875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:57:44.315505 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'Port': ['ID=6f913b39-a3d9-4277-8d26-53f35ca5bf9b,revision_number=1']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:44.332955 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.333313 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.333650 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.333967 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.334292 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.334607 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.334926 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.335239 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.335554 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.335860 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.336160 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.336459 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:44.710874 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:44.788009 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:44.994805 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for port, precommit_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:45.000979 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-462343'] for port, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:45.105853 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event updated for resources: {'Port': ['ID=6f913b39-a3d9-4277-8d26-53f35ca5bf9b,revision_number=2']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:45.117935 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985180'] for floatingip, after_update {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:45.289316 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Floating IP e4aa2bd2-ce21-49df-b23b-78153edd7a8c associated. External IP: 172.26.2.252, port: 28a3257d-144a-4174-aa34-4cd6f54f52e7. Mar 16 11:57:45.746580 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Router e94efde1-ad42-4e54-a0f0-cabab9e142b7 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:57:45.921776 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:57:45.932060 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] Sync routers for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:57:45.942667 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:45.943401 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:45.948831 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.006130 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-94d67dd9-4bbe-4ee2-b833-e98921cda6c3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4008694 Mar 16 11:57:46.006686 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:46.050784 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'status': 'completed', 'code': 200} Mar 16 11:57:46.122371 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:46.143565 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483961b-835f-4364-a549-1d73cb6f894c req-4d97fd2b-ff71-451a-ac62-a9990df3460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:46.145138 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c483961b-835f-4364-a549-1d73cb6f894c req-4d97fd2b-ff71-451a-ac62-a9990df3460d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 1098 time: 0.0727904 Mar 16 11:57:46.276602 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483961b-835f-4364-a549-1d73cb6f894c req-2d7c2ca4-33e8-45de-b037-7c4edb09fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:46.278009 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c483961b-835f-4364-a549-1d73cb6f894c req-2d7c2ca4-33e8-45de-b037-7c4edb09fe46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1268559 Mar 16 11:57:46.381446 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c483961b-835f-4364-a549-1d73cb6f894c req-595aee49-1577-4f01-9598-ca870ddc532f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7 HTTP/1.1" status: 200 len: 999 time: 0.0975602 Mar 16 11:57:46.444261 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483961b-835f-4364-a549-1d73cb6f894c req-147af544-b325-49ec-b9b3-1f9a41fca117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:46.445800 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c483961b-835f-4364-a549-1d73cb6f894c req-147af544-b325-49ec-b9b3-1f9a41fca117 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0583830 Mar 16 11:57:46.465705 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0f149161-e3ca-4ceb-8a63-ed6da6526959', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:21Z', 'updated_at': '2022-03-16T11:54:24Z', 'revision_number': 1, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}, {'id': 'e4aa2bd2-ce21-49df-b23b-78153edd7a8c', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:64:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:57:44Z', 'updated_at': '2022-03-16T11:57:44Z', 'revision_number': 0, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:46.469501 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] Checking router: e94efde1-ad42-4e54-a0f0-cabab9e142b7 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:57:46.478003 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:46.478578 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:57:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:46.522456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483961b-835f-4364-a549-1d73cb6f894c req-90757398-12a6-4873-9973-06dbc86bdfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:46.523986 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c483961b-835f-4364-a549-1d73cb6f894c req-90757398-12a6-4873-9973-06dbc86bdfdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726254 Mar 16 11:57:46.656891 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c483961b-835f-4364-a549-1d73cb6f894c req-fd5bad5a-88cb-4ee0-b82a-94959c54a72f service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265426 Mar 16 11:57:46.691322 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:46.791306 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-c483961b-835f-4364-a549-1d73cb6f894c req-d267699b-6006-486e-8909-ea4d5343eeae service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282630 Mar 16 11:57:47.047419 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0f149161-e3ca-4ceb-8a63-ed6da6526959', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:21Z', 'updated_at': '2022-03-16T11:54:24Z', 'revision_number': 1, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}, {'id': 'e4aa2bd2-ce21-49df-b23b-78153edd7a8c', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:64:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:57:44Z', 'updated_at': '2022-03-16T11:57:44Z', 'revision_number': 0, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:47.052589 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba662e-72af-40c2-9aa1-3f0b3b91fe9b None None] The sync data for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv is: [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0f149161-e3ca-4ceb-8a63-ed6da6526959', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:21Z', 'updated_at': '2022-03-16T11:54:24Z', 'revision_number': 1, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}, {'id': 'e4aa2bd2-ce21-49df-b23b-78153edd7a8c', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:64:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:57:44Z', 'updated_at': '2022-03-16T11:57:44Z', 'revision_number': 0, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:57:47.240859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ab6af-c82d-435e-beb0-2ca4163b8d2c None None] New status for floating IP e4aa2bd2-ce21-49df-b23b-78153edd7a8c: ACTIVE {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:57:51.985979 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-d7e66248-d6a2-4cf1-a56e-53ca54574c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.226272 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-167c65e5-fb69-4fac-a55e-44cf74b4bcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.250200 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.394452 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:56.963840 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.571561 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:58:09.004693 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:19.882924 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-ceb2d445-ba43-496f-bc8e-019f10876177 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693738 Mar 16 11:58:20.123583 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-eec0bd80-abf5-40ae-ac54-51d5fff2d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:20.125095 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-eec0bd80-abf5-40ae-ac54-51d5fff2d7ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1096 time: 0.1688497 Mar 16 11:58:20.266998 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-169e1024-a538-4fe7-b44a-e9af0832fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:20.268440 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-169e1024-a538-4fe7-b44a-e9af0832fdaf service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1227944 Mar 16 11:58:20.375843 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-d57551f7-850d-478c-9da3-c396d6b9e464 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 200 len: 999 time: 0.1012511 Mar 16 11:58:20.438659 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-3e8b9ef1-826b-4d15-94e0-ed19956ec841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:20.440019 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-3e8b9ef1-826b-4d15-94e0-ed19956ec841 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0570843 Mar 16 11:58:20.530011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-5d7490c3-6e91-4b4a-b087-c90ffe180026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:20.531424 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-5d7490c3-6e91-4b4a-b087-c90ffe180026 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845392 Mar 16 11:58:20.663591 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-bd269aba-ebdb-4de0-92ba-e542c22e51b6 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243660 Mar 16 11:58:20.796279 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-d1de704e-e91c-48de-b8e5-36dafee6a2fb req-cb5ed7fa-0a3c-4126-b764-3dd6e903cdb1 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260812 Mar 16 11:58:21.992571 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7dfbff35-f06f-47be-bdad-be3c63a4f5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:25.234009 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbf9c-6dd8-4526-a11d-f74731088e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:25.254788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:25.389758 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:26.965167 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:39.007819 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:40.571156 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:58:51.981145 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e053-74c5-4ca7-9a61-57cf69b15fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:55.221817 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-33c818df-76be-43e4-99e3-73c96cde4d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:55.255435 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:55.388408 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:56.972463 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:09.004576 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:17.571885 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:59:19.923206 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-18e352ab-f29f-42b3-a821-e029609cc697 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707152 Mar 16 11:59:20.018255 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-ad8c6b7d-e3f6-4bf1-8493-03a06727fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:20.019664 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-ad8c6b7d-e3f6-4bf1-8493-03a06727fee3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 1098 time: 0.0742874 Mar 16 11:59:20.175465 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-c121fb75-c18f-4379-920c-8b3fbc0c927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:20.176825 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-c121fb75-c18f-4379-920c-8b3fbc0c927c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1366272 Mar 16 11:59:20.274315 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-5dbeacfe-5feb-4bd6-ba29-7ef94a782fcd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7 HTTP/1.1" status: 200 len: 1001 time: 0.0913846 Mar 16 11:59:20.339473 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-86035c65-a90f-4d99-84c4-d9d3c6599118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:20.340825 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-86035c65-a90f-4d99-84c4-d9d3c6599118 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0606253 Mar 16 11:59:20.414816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-fe8e495e-156d-462a-bd3f-9ac903043061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:20.416215 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-fe8e495e-156d-462a-bd3f-9ac903043061 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695581 Mar 16 11:59:20.553513 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-3edb81ee-0938-4355-9325-e6d90eb4ba64 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304750 Mar 16 11:59:20.683791 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-713a4a92-77b7-4b98-ba55-69aa53032822 req-7a39995a-10d1-43e9-8461-65f950a83e74 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235368 Mar 16 11:59:21.985487 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0f6685bb-b041-4a8f-a111-e7154fe04b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:25.223820 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-16c29b65-1d53-4f8f-a832-839bd6eb5ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:25.260251 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:25.389473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:26.977727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:39.013752 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.985614 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4edce977-3a8e-43a3-8547-f1416e680096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:54.576670 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:59:55.229810 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-2d86df48-5ed1-4d6f-93e3-d3b046f0cd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:55.265295 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:55.387373 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:56.973949 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:05.819895 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 28a3257d-144a-4174-aa34-4cd6f54f52e7 details requested by agent hyperv_hv-neutron-8338 with host hv-neutron-8338 {{(pid=87876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:00:05.972199 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 28a3257d-144a-4174-aa34-4cd6f54f52e7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:05.985245 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Returning: {'device': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'port_id': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'mac_address': 'fa:16:3e:64:5a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:00:06.041150 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:06.057371 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28a3257d-144a-4174-aa34-4cd6f54f52e7 {{(pid=87876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:00:06.072637 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 28a3257d-144a-4174-aa34-4cd6f54f52e7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:06.078861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:06.153322 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=28a3257d-144a-4174-aa34-4cd6f54f52e7,revision_number=6']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:06.160525 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.160910 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.161247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.161577 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.161905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.162226 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.162622 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.163296 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.163657 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.163970 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.164286 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.164594 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:06.171735 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] get_ports_and_sgs() called for port_ids ['28a3257d-144a-4174-aa34-4cd6f54f52e7'] {{(pid=87876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:00:07.820699 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 28a3257d-144a-4174-aa34-4cd6f54f52e7 up at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:00:07.896687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.provisioning_blocks [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Provisioning complete for port 28a3257d-144a-4174-aa34-4cd6f54f52e7 triggered by entity L2. {{(pid=87876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:00:07.897086 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009346'] for port, provisioning_complete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:08.015891 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:08.042646 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:00:08.052032 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 28a3257d-144a-4174-aa34-4cd6f54f52e7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:08.058620 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:08.135347 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=28a3257d-144a-4174-aa34-4cd6f54f52e7,revision_number=7']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:09.032123 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:09.101609 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'code': 200} Mar 16 12:00:19.396297 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 47564) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:19.604298 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Deleting port 6f913b39-a3d9-4277-8d26-53f35ca5bf9b {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:19.604640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:19.776187 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:19.776617 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:19.896270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Calling delete_port for 6f913b39-a3d9-4277-8d26-53f35ca5bf9b owned by network:floatingip {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:20.056385 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:20.100715 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event deleted for resources: {'Port': ['ID=6f913b39-a3d9-4277-8d26-53f35ca5bf9b,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:20.136709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.136709 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.136972 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.137325 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.137646 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.137962 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.138276 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.138585 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.138871 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.139215 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.139492 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.139823 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:20.201680 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for floatingip, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:20.202120 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.db.l3_db [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Floating IP e4aa2bd2-ce21-49df-b23b-78153edd7a8c disassociated (deleted). External IP: 172.26.2.252, port: 28a3257d-144a-4174-aa34-4cd6f54f52e7. Mar 16 12:00:20.684640 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Router e94efde1-ad42-4e54-a0f0-cabab9e142b7 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:00:20.883610 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:00:20.893408 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] Sync routers for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:00:20.907136 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:00:20.908018 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:20.908178 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:20.966305 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-6aa1cb87-2f86-4688-ab23-c2c486f391b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "DELETE /v2.0/floatingips/e4aa2bd2-ce21-49df-b23b-78153edd7a8c HTTP/1.1" status: 204 len: 168 time: 1.5662296 Mar 16 12:00:20.966305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:00:21.065183 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'status': 'completed', 'code': 200} Mar 16 12:00:21.098033 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:00:21.336454 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-03c5251b-69df-4fe3-9474-460ff2eaa6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:21.338661 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-03c5251b-69df-4fe3-9474-460ff2eaa6d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 1098 time: 0.2500937 Mar 16 12:00:21.349334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0785e-e247-458a-80e0-c71b3e40824f req-33c59333-223c-494e-8713-d05bf3d85bb9 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:21.350051 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-fac0785e-e247-458a-80e0-c71b3e40824f req-33c59333-223c-494e-8713-d05bf3d85bb9 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Synchronizing usage tracker for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:00:21.368660 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-fac0785e-e247-458a-80e0-c71b3e40824f req-33c59333-223c-494e-8713-d05bf3d85bb9 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Unset dirty status for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:00:21.370082 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fac0785e-e247-458a-80e0-c71b3e40824f req-33c59333-223c-494e-8713-d05bf3d85bb9 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 945 time: 0.1022630 Mar 16 12:00:21.429321 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-fac0785e-e247-458a-80e0-c71b3e40824f req-4c5341b7-cf46-4796-9182-4a6c534b17c5 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529242 Mar 16 12:00:21.472285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-f820107d-7c93-4a6f-a38b-92622c471ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:21.473895 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-f820107d-7c93-4a6f-a38b-92622c471ffe service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1284189 Mar 16 12:00:21.510104 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0f149161-e3ca-4ceb-8a63-ed6da6526959', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:21Z', 'updated_at': '2022-03-16T11:54:24Z', 'revision_number': 1, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:21.514070 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] Checking router: e94efde1-ad42-4e54-a0f0-cabab9e142b7 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:00:21.522898 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:00:21.523512 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T11:59:55Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:21.543973 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-68550cb1-0005-4350-99f1-ee532ca84c98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7 HTTP/1.1" status: 200 len: 217 time: 0.0624545 Mar 16 12:00:21.607772 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-8f4dcf7d-7692-4341-8759-4420d8bffd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:21.609246 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-8f4dcf7d-7692-4341-8759-4420d8bffd01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0587492 Mar 16 12:00:21.684439 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-9a8cac55-3c4f-439b-bc6b-754f12564dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:21.685919 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-9a8cac55-3c4f-439b-bc6b-754f12564dc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700669 Mar 16 12:00:21.698693 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:00:21.813305 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.48', 51547) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:21.819845 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-c91979f7-4e5c-485e-9fc7-8b16eacb97b7 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263478 Mar 16 12:00:21.865675 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 28a3257d-144a-4174-aa34-4cd6f54f52e7 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:00:21.885886 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-7c8add52-c0d6-4da8-97dc-1796736b91ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708132 Mar 16 12:00:21.972451 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-29959ae8-5f86-4583-b46e-3294d1c50c85 req-864fed86-286f-4281-8187-92b9d29b2bcb service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455529 Mar 16 12:00:22.005647 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0a3b370f-e8e2-4a04-a34d-8f4fe788bd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:22.012968 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704945'] for port, before_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:22.036638 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-5f3a7c09-9902-4183-9408-bb05cc33d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:22.038603 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-5f3a7c09-9902-4183-9408-bb05cc33d456 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1096 time: 0.0775824 Mar 16 12:00:22.041155 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7'}] {{(pid=87876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:00:22.053973 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] For port 28a3257d-144a-4174-aa34-4cd6f54f52e7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:22.058509 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765975444740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765975065164', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765975065209'] for port, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:22.082115 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0f149161-e3ca-4ceb-8a63-ed6da6526959', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:21Z', 'updated_at': '2022-03-16T11:54:24Z', 'revision_number': 1, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:22.087567 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b2241b-63ed-47e4-8532-8f233891482e None None] The sync data for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv is: [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_floatingips': [{'id': '0f149161-e3ca-4ceb-8a63-ed6da6526959', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'router_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'port_id': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'mac_address': 'fa:16:3e:fb:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096f63fd-23bc-4836-8af3-fe293287dc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:21Z', 'updated_at': '2022-03-16T11:54:24Z', 'revision_number': 1, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:00:22.120328 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'code': 200} Mar 16 12:00:22.141553 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Pushing event updated for resources: {'Port': ['ID=28a3257d-144a-4174-aa34-4cd6f54f52e7,revision_number=8']} {{(pid=87876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:22.200270 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-e59b60d8-c61c-43fc-9b93-7c3a6506caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:22.201771 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-e59b60d8-c61c-43fc-9b93-7c3a6506caf9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1421671 Mar 16 12:00:22.308638 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-de7d034b-c031-4dbb-a693-111a4e7b1e28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 200 len: 999 time: 0.0995231 Mar 16 12:00:22.329967 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0f29a6-5a2e-4595-aa13-90e16f277f54 None None] New status for floating IP e4aa2bd2-ce21-49df-b23b-78153edd7a8c: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:00:22.376220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-42c4bb89-950a-424c-aedf-4aeb0afa13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:22.377688 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-42c4bb89-950a-424c-aedf-4aeb0afa13c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0625679 Mar 16 12:00:22.459220 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-f0d11531-5756-4e49-896f-99a88d8c502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:22.460701 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-f0d11531-5756-4e49-896f-99a88d8c502e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742223 Mar 16 12:00:22.649883 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-9a334ae8-bf68-4f7b-a3f2-6ae81f8d41a0 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822526 Mar 16 12:00:22.708361 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e25d43-6bcf-437a-9548-9811615bbe6f req-0e952aee-fd46-4989-a1a8-f1c844b3c10c tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:22.709871 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a0e25d43-6bcf-437a-9548-9811615bbe6f req-0e952aee-fd46-4989-a1a8-f1c844b3c10c tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 943 time: 0.1531816 Mar 16 12:00:22.822696 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a0e25d43-6bcf-437a-9548-9811615bbe6f req-f1255346-c261-4a55-98d4-dc5028efc0a5 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701756 Mar 16 12:00:22.830292 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-a2ffdb34-ad5d-48dd-990a-7cad2aadd4b8 req-0e0f7fb7-b895-4c9f-9558-937f9e287eeb service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704490 Mar 16 12:00:23.099726 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-39281553-425e-4fb6-abac-fa2077e11e81 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:23.101184 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-39281553-425e-4fb6-abac-fa2077e11e81 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.48 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 943 time: 0.0847616 Mar 16 12:00:23.182461 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-ddeead6c-ff7a-409d-91ad-91f21e8b51c7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Deleting port 28a3257d-144a-4174-aa34-4cd6f54f52e7 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:23.182792 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-ddeead6c-ff7a-409d-91ad-91f21e8b51c7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:23.539544 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-ddeead6c-ff7a-409d-91ad-91f21e8b51c7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] For port 28a3257d-144a-4174-aa34-4cd6f54f52e7, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=28a3257d-144a-4174-aa34-4cd6f54f52e7,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:23.539844 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-ddeead6c-ff7a-409d-91ad-91f21e8b51c7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:23.663521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-ddeead6c-ff7a-409d-91ad-91f21e8b51c7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Calling delete_port for 28a3257d-144a-4174-aa34-4cd6f54f52e7 owned by compute:nova {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:23.820223 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-ddeead6c-ff7a-409d-91ad-91f21e8b51c7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:23.879458 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeead6c-ff7a-409d-91ad-91f21e8b51c7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event deleted for resources: {'Port': ['ID=28a3257d-144a-4174-aa34-4cd6f54f52e7,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:23.958420 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-ddeead6c-ff7a-409d-91ad-91f21e8b51c7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] No DVR routers for this DVR port 28a3257d-144a-4174-aa34-4cd6f54f52e7 on host hv-neutron-8338 {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:00:23.960905 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-ddeead6c-ff7a-409d-91ad-91f21e8b51c7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:23.963422 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'name': 'network-vif-deleted', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:00:23.982990 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-f64154bd-0675-4f60-b751-74d65d680512 req-e68eac15-ae29-4298-afad-27fd870141cf tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=830827f9-e7cd-4c82-8777-3aa801f648cb HTTP/1.1" status: 200 len: 210 time: 0.0486934 Mar 16 12:00:23.983584 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-497df9f9-3291-454f-bccd-a7f0d5f722fe req-ddeead6c-ff7a-409d-91ad-91f21e8b51c7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.48 "DELETE /v2.0/ports/28a3257d-144a-4174-aa34-4cd6f54f52e7 HTTP/1.1" status: 204 len: 173 time: 0.8765812 Mar 16 12:00:24.012618 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830827f9-e7cd-4c82-8777-3aa801f648cb', 'name': 'network-vif-deleted', 'tag': '28a3257d-144a-4174-aa34-4cd6f54f52e7', 'status': 'completed', 'code': 200} Mar 16 12:00:25.215745 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a04c11fc-ff5a-4dfa-87cd-7cb6860be480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:25.266169 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:25.381990 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:25.681588 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47632) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:25.883980 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Deleting port 106a9fac-d2b7-49e9-a8de-6f7241afa656 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:25.884205 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:25.911106 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 28a3257d-144a-4174-aa34-4cd6f54f52e7 no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:00:25.945271 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: 28a3257d-144a-4174-aa34-4cd6f54f52e7 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:00:25.945583 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device 28a3257d-144a-4174-aa34-4cd6f54f52e7 not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:00:26.054579 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:26.054912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:26.173334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Calling delete_port for 106a9fac-d2b7-49e9-a8de-6f7241afa656 owned by network:floatingip {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:26.328529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:26.373370 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event deleted for resources: {'Port': ['ID=106a9fac-d2b7-49e9-a8de-6f7241afa656,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:26.409276 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.409551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.409885 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.410211 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.410535 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.410860 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.411178 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.411495 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.411844 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.412156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.412849 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.413129 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833860-1-hyperv {{(pid=87874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:26.568487 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for floatingip, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:26.568946 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.db.l3_db [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Floating IP 0f149161-e3ca-4ceb-8a63-ed6da6526959 disassociated (deleted). External IP: 172.26.2.156, port: d0b3c6ca-3b78-4045-8980-9f072d6f60fb. Mar 16 12:00:26.945395 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Router e94efde1-ad42-4e54-a0f0-cabab9e142b7 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:00:26.973532 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:27.128566 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:00:27.138361 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] Sync routers for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:00:27.146433 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for floatingip, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:27.148314 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:00:27.148972 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T12:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:27.204121 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f75d50eb-2e8d-40c6-a926-222195933028 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "DELETE /v2.0/floatingips/0f149161-e3ca-4ceb-8a63-ed6da6526959 HTTP/1.1" status: 204 len: 168 time: 1.5186524 Mar 16 12:00:27.204121 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb'}] {{(pid=87874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:00:27.245287 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'status': 'completed', 'code': 200} Mar 16 12:00:27.330147 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:00:27.338474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-d1676c11-4374-4f7a-bcf7-342203048b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:27.339974 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-d1676c11-4374-4f7a-bcf7-342203048b23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b59e996115b147d1806fae4a21b8f936&device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 1096 time: 0.0715585 Mar 16 12:00:27.484837 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-d2bafa05-9cee-44ee-8fa5-c0582a3fc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:27.486562 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-d2bafa05-9cee-44ee-8fa5-c0582a3fc275 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 200 len: 910 time: 0.1403351 Mar 16 12:00:27.559216 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-078be2c8-d929-407e-b3ac-0ac46a5823c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 200 len: 217 time: 0.0656343 Mar 16 12:00:27.581652 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84051acd-449a-4e5f-9d15-113f9cd95ad5 req-7fb57965-cf83-450d-adc8-744196888440 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:27.582426 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-84051acd-449a-4e5f-9d15-113f9cd95ad5 req-7fb57965-cf83-450d-adc8-744196888440 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Synchronizing usage tracker for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87874) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:00:27.599616 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.quota.resource [req-84051acd-449a-4e5f-9d15-113f9cd95ad5 req-7fb57965-cf83-450d-adc8-744196888440 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Unset dirty status for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:00:27.601238 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84051acd-449a-4e5f-9d15-113f9cd95ad5 req-7fb57965-cf83-450d-adc8-744196888440 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 943 time: 0.1009119 Mar 16 12:00:27.626474 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-456e16bb-bfe9-42c8-846b-9da320c13746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:27.627996 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-456e16bb-bfe9-42c8-846b-9da320c13746 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 200 len: 848 time: 0.0614958 Mar 16 12:00:27.646251 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [req-84051acd-449a-4e5f-9d15-113f9cd95ad5 req-f543a65d-02b4-4737-9fb8-7849502525a3 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386295 Mar 16 12:00:27.674018 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:27.678231 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] Checking router: e94efde1-ad42-4e54-a0f0-cabab9e142b7 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:00:27.686366 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:00:27.686954 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T12:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:27.703811 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-02ddbb3e-fffb-45bb-b4d3-e7f979e550ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:27.705292 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-02ddbb3e-fffb-45bb-b4d3-e7f979e550ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706789 Mar 16 12:00:27.837655 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-1fc4ce12-9d41-4216-b43e-02bf019dfc01 service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254675 Mar 16 12:00:27.898097 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:00:27.972848 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-acee1479-5007-4a1b-bf48-d7b7dc1c3764 req-b373f4f7-63c6-414c-81bf-72f09c6a616b service neutron] 10.222.0.48 "GET /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284430 Mar 16 12:00:28.209333 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:28.213297 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f7cf5-78f6-440e-b52c-29a94331531b None None] The sync data for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv is: [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T11:53:56Z', 'revision_number': 4, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv', '_interfaces': [{'id': '1f393096-edfa-44e1-b851-d366781f65ae', 'name': '', 'network_id': '1420bf9c-6b9a-4db4-abaa-762d3b11fbd0', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'mac_address': 'fa:16:3e:a9:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:55Z', 'updated_at': '2022-03-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'subnets': [{'id': 'e40acba9-3a6f-4b44-8c46-49f415480936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:00:28.416294 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef6ae73-f65a-4f6f-8e95-c0b62a38c7f9 None None] New status for floating IP 0f149161-e3ca-4ceb-8a63-ed6da6526959: DOWN {{(pid=87876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:00:28.504810 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-56241e1a-eff7-46fb-871d-79ae67ab1faa tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:28.505672 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-56241e1a-eff7-46fb-871d-79ae67ab1faa tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Synchronizing usage tracker for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87875) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:00:28.517747 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.quota.resource [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-56241e1a-eff7-46fb-871d-79ae67ab1faa tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Unset dirty status for tenant:b59e996115b147d1806fae4a21b8f936 on resource:port {{(pid=87875) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:00:28.518792 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-56241e1a-eff7-46fb-871d-79ae67ab1faa tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.48 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 943 time: 0.0982766 Mar 16 12:00:28.589493 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-a79bc245-ef9b-468c-b9ae-64e2108b91b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Deleting port d0b3c6ca-3b78-4045-8980-9f072d6f60fb {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:28.589833 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-a79bc245-ef9b-468c-b9ae-64e2108b91b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:28.976525 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-a79bc245-ef9b-468c-b9ae-64e2108b91b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] For port d0b3c6ca-3b78-4045-8980-9f072d6f60fb, host hv-neutron-8338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8338',level=0,port_id=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:28.976793 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-a79bc245-ef9b-468c-b9ae-64e2108b91b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:29.102733 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-a79bc245-ef9b-468c-b9ae-64e2108b91b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Calling delete_port for d0b3c6ca-3b78-4045-8980-9f072d6f60fb owned by compute:nova {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:29.151310 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60de0eb-b84d-4aab-881b-d2372ec85b1d req-5eace626-3978-484e-816f-14f9b45143a9 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:29.152769 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f60de0eb-b84d-4aab-881b-d2372ec85b1d req-5eace626-3978-484e-816f-14f9b45143a9 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/ports?device_id=096f63fd-23bc-4836-8af3-fe293287dc70 HTTP/1.1" status: 200 len: 943 time: 0.3730292 Mar 16 12:00:29.224786 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-f60de0eb-b84d-4aab-881b-d2372ec85b1d req-5556d0d7-5e26-49f1-a90e-495f70ad8b34 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "GET /v2.0/security-groups?id=11f9419d-1025-4c02-848f-5c06008d6109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627811 Mar 16 12:00:29.293157 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-a79bc245-ef9b-468c-b9ae-64e2108b91b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:29.344778 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bc245-ef9b-468c-b9ae-64e2108b91b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event deleted for resources: {'Port': ['ID=d0b3c6ca-3b78-4045-8980-9f072d6f60fb,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:29.422232 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-a79bc245-ef9b-468c-b9ae-64e2108b91b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] No DVR routers for this DVR port d0b3c6ca-3b78-4045-8980-9f072d6f60fb on host hv-neutron-8338 {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:00:29.424721 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-a79bc245-ef9b-468c-b9ae-64e2108b91b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399815'] for port, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:29.427205 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'name': 'network-vif-deleted', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb'}] {{(pid=87875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:00:29.444191 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [req-879cad87-9b75-40b7-93ea-7360933f1c2e req-a79bc245-ef9b-468c-b9ae-64e2108b91b7 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.48 "DELETE /v2.0/ports/d0b3c6ca-3b78-4045-8980-9f072d6f60fb HTTP/1.1" status: 204 len: 173 time: 0.9194598 Mar 16 12:00:29.473801 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096f63fd-23bc-4836-8af3-fe293287dc70', 'name': 'network-vif-deleted', 'tag': 'd0b3c6ca-3b78-4045-8980-9f072d6f60fb', 'status': 'completed', 'code': 200} Mar 16 12:00:30.326019 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47648) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:30.396512 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c75f-0676-44fa-84b7-ea9b7c38b782 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:30.426959 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c75f-0676-44fa-84b7-ea9b7c38b782 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:30.498695 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c75f-0676-44fa-84b7-ea9b7c38b782 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:30.517334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3c75f-0676-44fa-84b7-ea9b7c38b782 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f9419d-1025-4c02-848f-5c06008d6109,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:30.527847 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c75f-0676-44fa-84b7-ea9b7c38b782 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:30.528984 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d6a3c75f-0676-44fa-84b7-ea9b7c38b782 tempest-TestSnapshotPattern-709228042 tempest-TestSnapshotPattern-709228042-project] 10.222.0.37 "DELETE /v2.0/security-groups/11f9419d-1025-4c02-848f-5c06008d6109 HTTP/1.1" status: 204 len: 168 time: 0.2016373 Mar 16 12:00:30.581431 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47654) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:31.340525 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:31.575322 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:00:31.692256 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] Deleting port 1f393096-edfa-44e1-b851-d366781f65ae {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:31.692585 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:31.881198 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] For port 1f393096-edfa-44e1-b851-d366781f65ae, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1f393096-edfa-44e1-b851-d366781f65ae,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:31.881417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:31.911880 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d0b3c6ca-3b78-4045-8980-9f072d6f60fb no longer exists at agent hyperv_hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:00:31.948798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] No Port match for: d0b3c6ca-3b78-4045-8980-9f072d6f60fb {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:00:31.949163 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Device d0b3c6ca-3b78-4045-8980-9f072d6f60fb not bound to the agent host hv-neutron-8338 {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:00:32.006439 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] Calling delete_port for 1f393096-edfa-44e1-b851-d366781f65ae owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:32.197514 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:32.243816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f393096-edfa-44e1-b851-d366781f65ae,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:32.508912 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:32.987551 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] Router e94efde1-ad42-4e54-a0f0-cabab9e142b7 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:00:33.162821 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:00:33.172166 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] Sync routers for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:00:33.175450 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7f72c278-85b8-42cc-bf14-e4f00e314814 admin admin] 10.222.0.37 "PUT /v2.0/routers/e94efde1-ad42-4e54-a0f0-cabab9e142b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5934620 Mar 16 12:00:33.178334 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47660) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:33.182326 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:00:33.182931 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T12:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:33.355389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:33.356763 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:00:33.529458 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:33.541761 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Deleting port 0cad0608-9897-42d0-88b5-c95d380edafe {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:33.542099 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:33.633710 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T12:00:32Z', 'revision_number': 5, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port': {'id': '0cad0608-9897-42d0-88b5-c95d380edafe', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:53Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:33.637440 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] Checking router: e94efde1-ad42-4e54-a0f0-cabab9e142b7 for host: dv-neutron-833860-1-hyperv {{(pid=87877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:00:33.645526 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] Routers {'e94efde1-ad42-4e54-a0f0-cabab9e142b7'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:00:33.646158 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T12:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'], 'active': True} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:33.710910 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] For port 0cad0608-9897-42d0-88b5-c95d380edafe, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=0cad0608-9897-42d0-88b5-c95d380edafe,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:33.711234 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:33.798075 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_dvr_db [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] Set router e94efde1-ad42-4e54-a0f0-cabab9e142b7 gateway port host: None {{(pid=87877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:00:33.834156 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Calling delete_port for 0cad0608-9897-42d0-88b5-c95d380edafe owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:33.906644 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.l3_hamode_db [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T12:00:33Z', 'revision_number': 6, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:33.910813 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a511b-9163-420a-9212-665e27eea3ba None None] The sync data for ids ['e94efde1-ad42-4e54-a0f0-cabab9e142b7'] in dv-neutron-833860-1-hyperv is: [{'id': 'e94efde1-ad42-4e54-a0f0-cabab9e142b7', 'name': 'tempest-TestSnapshotPattern-609498121-router', 'tenant_id': 'b59e996115b147d1806fae4a21b8f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:52Z', 'updated_at': '2022-03-16T12:00:33Z', 'revision_number': 6, 'project_id': 'b59e996115b147d1806fae4a21b8f936', 'gw_port_host': None}] {{(pid=87877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:00:34.017037 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.069619 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cad0608-9897-42d0-88b5-c95d380edafe,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:34.268135 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.448243 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.450608 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.478584 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.479108 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e94efde1-ad42-4e54-a0f0-cabab9e142b7 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 12:00:34.491496 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.492667 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-d4f6c89e-a992-4f8a-8e33-fd065cc63313 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e94efde1-ad42-4e54-a0f0-cabab9e142b7 HTTP/1.1" status: 204 len: 168 time: 1.3134453 Mar 16 12:00:34.495209 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47664) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:34.553432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24e980b-ad90-41a3-9aef-9eac11453fd8 admin admin] Deleting subnet e40acba9-3a6f-4b44-8c46-49f415480936 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 12:00:34.556315 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e24e980b-ad90-41a3-9aef-9eac11453fd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.604332 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e24e980b-ad90-41a3-9aef-9eac11453fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.655322 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1f393096-edfa-44e1-b851-d366781f65ae no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:00:34.691807 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e24e980b-ad90-41a3-9aef-9eac11453fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.692074 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 1f393096-edfa-44e1-b851-d366781f65ae {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:00:34.692687 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1f393096-edfa-44e1-b851-d366781f65ae not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:00:34.763152 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e24e980b-ad90-41a3-9aef-9eac11453fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.801062 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e980b-ad90-41a3-9aef-9eac11453fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40acba9-3a6f-4b44-8c46-49f415480936,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:34.804914 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-e24e980b-ad90-41a3-9aef-9eac11453fd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.810611 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6629b614-24b3-409d-8007-fccc3fe0887d None None] Network 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:00:34.810757 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-e24e980b-ad90-41a3-9aef-9eac11453fd8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e40acba9-3a6f-4b44-8c46-49f415480936 HTTP/1.1" status: 204 len: 168 time: 0.3146071 Mar 16 12:00:34.813409 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47668) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:34.926376 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.940690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Deleting port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:34.941183 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.052385 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] DHCP port deletion for 1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 12:00:35.056932 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] Deleting port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:35.057247 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.147984 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] For port 1424acb5-9ce2-46d1-971b-eb65a6d0e206, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1424acb5-9ce2-46d1-971b-eb65a6d0e206,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:35.148312 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.269786 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Calling delete_port for 1424acb5-9ce2-46d1-971b-eb65a6d0e206 owned by network:dhcp {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:35.282771 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] For port 1424acb5-9ce2-46d1-971b-eb65a6d0e206, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=1424acb5-9ce2-46d1-971b-eb65a6d0e206,segment=NetworkSegment(ba8b883f-1f8f-4c6a-a718-95842067a445),segment_id=ba8b883f-1f8f-4c6a-a718-95842067a445)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:35.283176 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.348126 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.393249 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1424acb5-9ce2-46d1-971b-eb65a6d0e206,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:35.396802 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] No DVR routers for this DVR port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 on host dv-neutron-833860-1-hyperv {{(pid=87874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:00:35.405961 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] Calling delete_port for 1424acb5-9ce2-46d1-971b-eb65a6d0e206 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:35.477492 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:00:35.477850 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:00:35.511816 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.536578 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1420bf9c-6b9a-4db4-abaa-762d3b11fbd0']}} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:35.548953 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8b883f-1f8f-4c6a-a718-95842067a445') {'for_net_delete': True} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:35.549246 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.services.segments.db [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8b883f-1f8f-4c6a-a718-95842067a445') {} {{(pid=87874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:35.560547 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10642410'] for segment, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.577434 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.583570 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 12:00:35.583939 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10908515'] for segment, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: Traceback (most recent call last): Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: timer() Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: cb(*args, **kw) Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: return func(*args, **kwargs) Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: self._notify() Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: self.callback(batched_events) Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: event.method(event) Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: return f(self, *a, **k) Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._get(url).json() Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: return self.request(url, 'GET', **kwargs) Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:00:35.597001 dv-neutron-833860-1-hyperv neutron-server[87874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:00:35.763325 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.779417 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Notify callbacks [] for network, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.789690 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1420bf9c-6b9a-4db4-abaa-762d3b11fbd0,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:35.803926 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-077c6454-e0d5-4faf-8fcd-1e76acc516c7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1420bf9c-6b9a-4db4-abaa-762d3b11fbd0 HTTP/1.1" status: 204 len: 168 time: 0.9894807 Mar 16 12:00:35.806828 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47672) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:35.979329 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] Deleting port 1424acb5-9ce2-46d1-971b-eb65a6d0e206 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:35.979985 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:36.047406 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-5109b25f-688b-4ecd-9780-3184961c455e None None] The port '1424acb5-9ce2-46d1-971b-eb65a6d0e206' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 12:00:36.206821 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0cad0608-9897-42d0-88b5-c95d380edafe no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:00:36.239825 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 0cad0608-9897-42d0-88b5-c95d380edafe {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:00:36.240151 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 0cad0608-9897-42d0-88b5-c95d380edafe not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:00:36.240627 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1424acb5-9ce2-46d1-971b-eb65a6d0e206 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:00:36.276170 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 1424acb5-9ce2-46d1-971b-eb65a6d0e206 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:00:36.276506 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 1424acb5-9ce2-46d1-971b-eb65a6d0e206 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:00:36.380841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985642'] for router_interface, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:36.759308 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] Deleting port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:36.759995 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:36.931456 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] For port 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79,segment=NetworkSegment(986ee15e-9908-41b9-93b2-bf296578ac59),segment_id=986ee15e-9908-41b9-93b2-bf296578ac59)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:36.931841 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:37.166389 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] Calling delete_port for 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 owned by network:router_interface {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:37.350412 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:37.395068 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:37.655960 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985782'] for router_interface, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:38.024380 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] Router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 has already been hosted by L3 agent 94253e67-c6a0-403c-af14-47dd8fcb909f {{(pid=87874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:00:38.207621 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] Notify agent at l3_agent.dv-neutron-833860-1-hyperv the message routers_updated {{(pid=87874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:00:38.216678 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] Sync routers for ids ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'] in dv-neutron-833860-1-hyperv {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:00:38.225204 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-f4f60c69-d356-4e23-98d1-e23203cf5156 admin admin] 10.222.0.37 "PUT /v2.0/routers/36f585d7-1c9d-4d2d-8c82-1b0444fa1d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4173770 Mar 16 12:00:38.226221 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] Routers {'36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:00:38.226830 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T12:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:38.227706 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47676) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:38.399232 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] Set router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 gateway port host: dv-neutron-833860-1-hyperv {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:00:38.400668 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:38.682931 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'name': 'tempest-TestSnapshotPattern-824256457-router', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'external_fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '71ac15a2-5047-4900-891d-6e0979e76187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T12:00:37Z', 'revision_number': 5, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'gw_port': {'id': '71ac15a2-5047-4900-891d-6e0979e76187', 'name': '', 'network_id': 'f28afb50-8b52-4a48-b4f1-1a21e581c5fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '5930aa72-197f-4953-99a3-995712eefa0c', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T11:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5930aa72-197f-4953-99a3-995712eefa0c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833860-1-hyperv'}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:38.687050 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] Checking router: 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 for host: dv-neutron-833860-1-hyperv {{(pid=87876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:00:38.691865 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:38.695781 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] Routers {'36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'} bound to L3 agent in host dv-neutron-833860-1-hyperv {{(pid=87876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:00:38.696382 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:42:54Z,description=,heartbeat_timestamp=2022-03-16T12:00:25Z,host='dv-neutron-833860-1-hyperv',id=94253e67-c6a0-403c-af14-47dd8fcb909f,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:42:54Z,topic='l3_agent')) {'router_ids': ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'], 'active': True} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:38.703056 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Deleting port 71ac15a2-5047-4900-891d-6e0979e76187 {{(pid=87874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:38.703480 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:38.840058 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_dvr_db [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] Set router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 gateway port host: None {{(pid=87876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:00:38.874116 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.db [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] For port 71ac15a2-5047-4900-891d-6e0979e76187, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=71ac15a2-5047-4900-891d-6e0979e76187,segment=NetworkSegment(db051e1e-4afd-4741-952c-edea0daa0997),segment_id=db051e1e-4afd-4741-952c-edea0daa0997)] {{(pid=87874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:38.874466 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:38.942685 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.db.l3_hamode_db [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'name': 'tempest-TestSnapshotPattern-824256457-router', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T12:00:38Z', 'revision_number': 6, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'gw_port_host': None}], 'dv-neutron-833860-1-hyperv', False) {} {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:38.946782 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d5a269-d91f-4729-a365-c1df8755c230 None None] The sync data for ids ['36f585d7-1c9d-4d2d-8c82-1b0444fa1d00'] in dv-neutron-833860-1-hyperv is: [{'id': '36f585d7-1c9d-4d2d-8c82-1b0444fa1d00', 'name': 'tempest-TestSnapshotPattern-824256457-router', 'tenant_id': '1381a236707b44149cc8df1b439a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:59Z', 'updated_at': '2022-03-16T12:00:38Z', 'revision_number': 6, 'project_id': '1381a236707b44149cc8df1b439a4b7b', 'gw_port_host': None}] {{(pid=87876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:00:38.995000 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.plugins.ml2.plugin [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Calling delete_port for 71ac15a2-5047-4900-891d-6e0979e76187 owned by network:router_gateway {{(pid=87874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:39.003770 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.165464 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10908428'] for port, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.215119 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ac15a2-5047-4900-891d-6e0979e76187,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:39.306781 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985103'] for router_gateway, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.483247 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2054'] for router, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.485469 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.512302 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012199'] for router, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.512810 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 {{(pid=87874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 12:00:39.525171 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] Notify callbacks [] for router, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.526299 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-47bc9468-51fc-4ec4-8f22-ed08b4f966f8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/36f585d7-1c9d-4d2d-8c82-1b0444fa1d00 HTTP/1.1" status: 204 len: 168 time: 1.2976930 Mar 16 12:00:39.529084 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47680) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:39.591285 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.db.db_base_plugin_v2 [None req-99128008-cde3-4286-97c4-9f6ebd3730cf admin admin] Deleting subnet ac75db8b-17d4-4799-be42-236924789425 {{(pid=87874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 12:00:39.594432 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99128008-cde3-4286-97c4-9f6ebd3730cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.642529 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99128008-cde3-4286-97c4-9f6ebd3730cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10642403'] for subnet, precommit_delete_associations {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.724185 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99128008-cde3-4286-97c4-9f6ebd3730cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004738'] for subnet, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.799711 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99128008-cde3-4286-97c4-9f6ebd3730cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10908473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1699123'] for subnet, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.838201 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99128008-cde3-4286-97c4-9f6ebd3730cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac75db8b-17d4-4799-be42-236924789425,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:39.840072 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-99128008-cde3-4286-97c4-9f6ebd3730cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.844343 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b325e9c0-bf12-4659-93e4-d0c115df5b4a None None] Network 164c36bb-98a5-4dda-93ef-14ed2782fcdf requested from dv-neutron-833860-1-hyperv {{(pid=87876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:00:39.848365 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-99128008-cde3-4286-97c4-9f6ebd3730cf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ac75db8b-17d4-4799-be42-236924789425 HTTP/1.1" status: 204 len: 168 time: 0.3182235 Mar 16 12:00:39.850494 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.wsgi [-] (87875) accepted ('10.222.0.37', 47684) {{(pid=87875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:39.960711 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674974'] for network, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:39.975875 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Deleting port 51b4ab25-b6d2-4786-a8c5-a975263cb692 {{(pid=87875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:39.976257 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.129759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] DHCP port deletion for 164c36bb-98a5-4dda-93ef-14ed2782fcdf request from dv-neutron-833860-1-hyperv {{(pid=87876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 12:00:40.134479 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] Deleting port 51b4ab25-b6d2-4786-a8c5-a975263cb692 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:40.134845 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.179253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.db [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] For port 51b4ab25-b6d2-4786-a8c5-a975263cb692, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=51b4ab25-b6d2-4786-a8c5-a975263cb692,segment=NetworkSegment(986ee15e-9908-41b9-93b2-bf296578ac59),segment_id=986ee15e-9908-41b9-93b2-bf296578ac59)] {{(pid=87875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:40.179253 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.215600 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:00:40.258617 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:00:40.258856 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 9b74c0c8-6cdd-4839-8cde-1cf6c9cb1c79 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:00:40.259290 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 51b4ab25-b6d2-4786-a8c5-a975263cb692 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:00:40.303990 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.plugin [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Calling delete_port for 51b4ab25-b6d2-4786-a8c5-a975263cb692 owned by network:dhcp {{(pid=87875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:40.380334 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765975443694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765975065155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-462348'] for port, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.402718 dv-neutron-833860-1-hyperv neutron-server[87876]: INFO neutron.plugins.ml2.db [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No ports have port_id starting with 51b4ab25-b6d2-4786-a8c5-a975263cb692 Mar 16 12:00:40.405725 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 71ac15a2-5047-4900-891d-6e0979e76187 no longer exists at agent ovs-agent-dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:00:40.428344 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b4ab25-b6d2-4786-a8c5-a975263cb692,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:40.431868 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] No DVR routers for this DVR port 51b4ab25-b6d2-4786-a8c5-a975263cb692 on host dv-neutron-833860-1-hyperv {{(pid=87875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:00:40.451454 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] No Port match for: 71ac15a2-5047-4900-891d-6e0979e76187 {{(pid=87876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:00:40.451798 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.rpc [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Device 71ac15a2-5047-4900-891d-6e0979e76187 not bound to the agent host dv-neutron-833860-1-hyperv {{(pid=87876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:00:40.458518 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.db [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] For port 51b4ab25-b6d2-4786-a8c5-a975263cb692, host dv-neutron-833860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833860-1-hyperv',level=0,port_id=51b4ab25-b6d2-4786-a8c5-a975263cb692,segment=NetworkSegment(986ee15e-9908-41b9-93b2-bf296578ac59),segment_id=986ee15e-9908-41b9-93b2-bf296578ac59)] {{(pid=87876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:40.458905 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-986154'] for port, precommit_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.545521 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4003337', 'neutron.services.segments.db._delete_segments_for_network-8765975598933'] for network, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.570611 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164c36bb-98a5-4dda-93ef-14ed2782fcdf']}} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:40.581477 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] Calling delete_port for 51b4ab25-b6d2-4786-a8c5-a975263cb692 owned by network:dhcp {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:00:40.582487 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986ee15e-9908-41b9-93b2-bf296578ac59') {'for_net_delete': True} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:40.582783 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.services.segments.db [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986ee15e-9908-41b9-93b2-bf296578ac59') {} {{(pid=87875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:40.594161 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765975604080', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11840330'] for segment, before_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.610597 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3998037'] for segment, precommit_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.616519 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 12:00:40.617057 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3998023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-462435'] for segment, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: Traceback (most recent call last): Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: timer() Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: cb(*args, **kw) Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: return func(*args, **kwargs) Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: self._notify() Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: self.callback(batched_events) Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: event.method(event) Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: return f(self, *a, **k) Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._get(url).json() Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: return self.request(url, 'GET', **kwargs) Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:00:40.630030 dv-neutron-833860-1-hyperv neutron-server[87875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:00:40.652053 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.db.api [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:00:40.652413 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG oslo_db.api [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:00:40.707725 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4003378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985130'] for network, after_delete {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.723624 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron_lib.callbacks.manager [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Notify callbacks [] for network, before_response {{(pid=87875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.733303 dv-neutron-833860-1-hyperv neutron-server[87875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=164c36bb-98a5-4dda-93ef-14ed2782fcdf,revision_number=None']} {{(pid=87875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:40.740481 dv-neutron-833860-1-hyperv neutron-server[87875]: INFO neutron.wsgi [None req-4f401454-3a07-4639-a0b4-c2dfc5ec8ea7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/164c36bb-98a5-4dda-93ef-14ed2782fcdf HTTP/1.1" status: 204 len: 168 time: 0.8884604 Mar 16 12:00:40.854710 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47690) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:40.903758 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-7154ed46-e14f-42cf-aeb8-8db19f8ca07b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b59e996115b147d1806fae4a21b8f936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466535 Mar 16 12:00:40.906011 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47694) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:40.961635 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac0f66f2-9e70-4d19-b1b3-fbf7e5ff3012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:40.991491 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac0f66f2-9e70-4d19-b1b3-fbf7e5ff3012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:41.047942 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac0f66f2-9e70-4d19-b1b3-fbf7e5ff3012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:41.069762 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f66f2-9e70-4d19-b1b3-fbf7e5ff3012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e1e79d-2b20-4ac6-85f7-7d4d8e545136,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:41.078933 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-ac0f66f2-9e70-4d19-b1b3-fbf7e5ff3012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:41.080101 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-ac0f66f2-9e70-4d19-b1b3-fbf7e5ff3012 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29e1e79d-2b20-4ac6-85f7-7d4d8e545136 HTTP/1.1" status: 204 len: 168 time: 0.1732252 Mar 16 12:00:41.153619 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] Deleting port 51b4ab25-b6d2-4786-a8c5-a975263cb692 {{(pid=87876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:00:41.154218 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765975438596'] for port, before_delete {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:41.221480 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron.plugins.ml2.plugin [None req-6b1dc000-fd7e-4839-b139-2b6bfeb2f823 None None] The port '51b4ab25-b6d2-4786-a8c5-a975263cb692' was deleted {{(pid=87876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 12:00:41.431077 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47702) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:41.479835 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-2c000550-41cd-4045-8fd6-954b46383b63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1381a236707b44149cc8df1b439a4b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474839 Mar 16 12:00:41.482374 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.wsgi [-] (87874) accepted ('10.222.0.37', 47706) {{(pid=87874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:41.541691 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-10c69a7a-85a5-4eab-b51f-7eef95fd9514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:41.568059 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-10c69a7a-85a5-4eab-b51f-7eef95fd9514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:41.620934 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-10c69a7a-85a5-4eab-b51f-7eef95fd9514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971267'] for security_group, after_delete {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:41.642643 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c69a7a-85a5-4eab-b51f-7eef95fd9514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08af7173-4fb9-417d-9a55-a4577550b016,revision_number=None']} {{(pid=87874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:41.647852 dv-neutron-833860-1-hyperv neutron-server[87874]: DEBUG neutron_lib.callbacks.manager [None req-10c69a7a-85a5-4eab-b51f-7eef95fd9514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:41.652289 dv-neutron-833860-1-hyperv neutron-server[87874]: INFO neutron.wsgi [None req-10c69a7a-85a5-4eab-b51f-7eef95fd9514 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08af7173-4fb9-417d-9a55-a4577550b016 HTTP/1.1" status: 204 len: 168 time: 0.1690264 Mar 16 12:00:51.982589 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-effd648e-e33d-4cb9-a19b-f064b7c0b284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:55.231422 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d163-611d-40a2-a154-0913ba3d99cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:55.272138 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:55.394056 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:56.978037 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:08.578865 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:01:09.042757 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.978299 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c2111577-79e4-49e3-a237-8e1ccfe0eba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:25.233077 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8f561fc-e142-4bd4-84dd-b05f5c655e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:25.272543 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:25.392955 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:26.988209 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:39.056491 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:45.579681 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:01:51.978859 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a4148b33-0bc5-4838-9c92-0e638401f849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:55.229374 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-f772b361-86d8-4731-a957-dceb6f894bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:55.281906 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:55.389169 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:56.995401 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:09.060861 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:21.985788 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-660cabeb-eca0-409f-a194-07bd1fd8135f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:22.579291 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:02:25.231104 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-91a1c067-0f1b-4cdf-883a-12a9ca2d9c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:25.282001 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:25.386946 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:27.000808 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:39.056616 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:51.977460 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a0374b61-e09f-495a-8f89-03ccfab0d4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:55.234015 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-243ffafa-f54b-4261-95c0-c875533d3bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:55.283363 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:55.381944 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:57.001505 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:59.579161 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:03:09.054332 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:21.980791 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-489af42f-ed3b-4791-881a-2ad763e2f566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:25.229837 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-63808701-9336-4299-bb3b-133b81d30a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:25.298841 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:25.386459 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:26.997494 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:36.581359 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:03:39.069728 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:51.983416 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-64620530-ecdc-4334-b467-a31b926f35b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.244452 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-acaca848-ad6c-46d1-ae4b-cedaca937e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.291376 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.396695 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:57.010335 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:09.087006 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:13.580867 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:04:21.990743 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-75f1b93f-2a62-4a04-ae27-218e219bd90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:25.245146 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-ba02c17c-ba22-4d37-a1a5-fddd1bfb3263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:25.294283 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:25.397772 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:27.012180 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:39.080554 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:50.580664 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:04:51.986644 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-282a4c0a-9440-4f22-9602-d5c71edcb24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:55.250473 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fd69-812c-46d3-b29c-0ff0b9299c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:55.297949 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:55.396828 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:57.018441 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:09.096076 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:21.988407 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-22b10440-d9cd-40c7-858f-2c50d6079bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:25.243380 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-96b2a62a-61e7-49fd-b136-3add72e1d180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:25.300887 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:25.401991 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:27.017612 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:27.580986 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:05:39.095265 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:51.989066 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-995e47f0-8442-4ae0-9b0e-0564c1ea1a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:55.243759 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-28bb6ec5-cb44-48a6-bfe4-3cf9feee5a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:55.304443 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:55.395980 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:57.027773 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:04.580986 dv-neutron-833860-1-hyperv neutron-server[87877]: DEBUG neutron.db.agents_db [None req-f389a11b-138f-4be8-bfd2-b3360dcaa002 None None] Agent healthcheck: found 6 active agents {{(pid=87877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:06:09.095088 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a2f-94c2-4b60-a848-9bf32abf360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:21.992035 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-36954e0c-5ef5-43e9-a166-31dc0647bd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:25.238727 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-788e0870-de23-462a-8baa-45453fb1f201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:25.307262 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab23-cd18-48ed-971f-0b3bc046c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:25.403866 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd642-c27c-4fce-81b8-bc313283a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:27.021331 dv-neutron-833860-1-hyperv neutron-server[87876]: DEBUG neutron_lib.callbacks.manager [None req-a10d4212-7f47-41fd-b3b3-52056e9d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765975598906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009459'] for agent, after_update {{(pid=87876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}